From 394c52260e861e911e2d8706d4904136a920da87 Mon Sep 17 00:00:00 2001 From: Martin Fischer Date: Sat, 9 Sep 2023 22:15:54 +0200 Subject: refactor: proxy emit_string calls through utils This is done separately so that the next commit has a cleaner diff. --- src/tokenizer/machine/utils.rs | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) (limited to 'src/tokenizer/machine') diff --git a/src/tokenizer/machine/utils.rs b/src/tokenizer/machine/utils.rs index 6e45f4d..d96e50b 100644 --- a/src/tokenizer/machine/utils.rs +++ b/src/tokenizer/machine/utils.rs @@ -13,6 +13,24 @@ where O: Offset, E: Emitter, { + /// Emits the given character as a character token. + #[inline] + pub(super) fn emit_char(&mut self, c: char) { + self.emitter.emit_string(ctostr!(c)); + } + + /// Emits every byte of the given byte slice as a character token. + /// + /// (We're operating on bytes to enable compiler optimization, + /// since [`str::chars`] isn't `const`.) + #[inline] + pub(super) fn emit_chars(&mut self, s: &[u8]) { + self.emitter.emit_string( + // this unsafe block is only temporary and will be removed in the next commit + unsafe { std::str::from_utf8_unchecked(s) }, + ); + } + #[inline] pub(crate) fn emit_error(&mut self, error: Error) { let span = match error { -- cgit v1.2.3