diff options
| -rw-r--r-- | CHANGELOG.md | 2 | ||||
| -rw-r--r-- | integration_tests/tests/test_html5lib.rs | 1 | ||||
| -rw-r--r-- | src/token.rs | 2 |
3 files changed, 5 insertions, 0 deletions
diff --git a/CHANGELOG.md b/CHANGELOG.md index 075373c..e59e008 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -17,6 +17,8 @@ * Replaced the `String` variant with a new `Char` variant. (The tokenizer now emits chars instead of strings.) + * Added the `EndOfFile` variant. + * `Emitter` trait * Removed `pop_token` method and `Token` associated type. diff --git a/integration_tests/tests/test_html5lib.rs b/integration_tests/tests/test_html5lib.rs index bede29a..8fedc1a 100644 --- a/integration_tests/tests/test_html5lib.rs +++ b/integration_tests/tests/test_html5lib.rs @@ -152,6 +152,7 @@ fn run_test_inner<R: Reader>( system_id: doctype.system_id, force_quirks: doctype.force_quirks, }), + Token::EndOfFile => {} }; } diff --git a/src/token.rs b/src/token.rs index cb584ff..3104a61 100644 --- a/src/token.rs +++ b/src/token.rs @@ -21,6 +21,8 @@ pub enum Token<O> { Comment(Comment<O>), /// An HTML doctype declaration. Doctype(Doctype<O>), + /// An end-of-file token. + EndOfFile, } /// An HTML start tag, such as `<p>` or `<a>`. |