diff options
Diffstat (limited to 'src/token.rs')
-rw-r--r-- | src/token.rs | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/src/token.rs b/src/token.rs index c599cd5..cb584ff 100644 --- a/src/token.rs +++ b/src/token.rs @@ -9,12 +9,14 @@ use crate::offset::Offset; /// A type for the tokens emitted by a WHATWG-compliant HTML tokenizer. #[derive(Debug, Eq, PartialEq)] pub enum Token<O> { + /// A literal character, a resolved character reference, + /// or part of a resolved character reference (since some + /// character references resolve to two `char`s). + Char(char), /// An HTML start tag. StartTag(StartTag<O>), /// An HTML end tag. EndTag(EndTag<O>), - /// A literal string. Character references have been resolved. - String(String), /// An HTML comment. Comment(Comment<O>), /// An HTML doctype declaration. |