diff options
Diffstat (limited to 'src/tokenizer.rs')
| -rw-r--r-- | src/tokenizer.rs | 6 |
1 files changed, 2 insertions, 4 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index 05c1165..6384544 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -1,10 +1,8 @@ -use crate::machine; +use crate::machine::{self, ControlToken}; use crate::naive_parser::naive_next_state; use crate::offset::{Offset, Position}; use crate::reader::{IntoReader, Reader}; -use crate::utils::{ - control_pat, noncharacter_pat, surrogate_pat, ControlToken, State as InternalState, -}; +use crate::utils::{control_pat, noncharacter_pat, surrogate_pat, State as InternalState}; use crate::{Emitter, Error}; // this is a stack that can hold 0 to 2 Ts |