diff options
Diffstat (limited to 'src/tokenizer.rs')
-rw-r--r-- | src/tokenizer.rs | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index d8f1b95..3a75e60 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -1,10 +1,10 @@ use crate::machine; -use crate::offset::{NoopOffset, Offset, Position}; +use crate::offset::{Offset, Position}; use crate::reader::{IntoReader, Reader}; use crate::utils::{ control_pat, noncharacter_pat, surrogate_pat, ControlToken, State as InternalState, }; -use crate::{DefaultEmitter, Emitter, Error}; +use crate::{Emitter, Error}; // this is a stack that can hold 0 to 2 Ts #[derive(Debug, Default, Clone, Copy)] @@ -33,7 +33,7 @@ impl<T: Copy> Stack2<T> { } /// An HTML tokenizer. See crate-level docs for basic usage. -pub struct Tokenizer<R: Reader, O = NoopOffset, E: Emitter<O> = DefaultEmitter<O>> { +pub struct Tokenizer<R: Reader, O, E: Emitter<O>> { eof: bool, pub(crate) state: InternalState, pub(crate) emitter: E, |