diff options
Diffstat (limited to 'src/tokenizer.rs')
-rw-r--r-- | src/tokenizer.rs | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index 5abd6ba..62cc6a4 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -1,8 +1,9 @@ use crate::machine; +use crate::reader::{IntoReader, Reader}; use crate::utils::{ control_pat, noncharacter_pat, surrogate_pat, ControlToken, State as InternalState, }; -use crate::{DefaultEmitter, Emitter, Error, IntoReader, Reader}; +use crate::{DefaultEmitter, Emitter, Error}; // this is a stack that can hold 0 to 2 Ts #[derive(Debug, Default, Clone, Copy)] |