diff options
Diffstat (limited to 'src/tokenizer.rs')
| -rw-r--r-- | src/tokenizer.rs | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index 7e05477..6f698f6 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -3,12 +3,12 @@ mod machine; use crate::naive_parser::naive_next_state; use crate::offset::{Offset, Position}; use crate::reader::{IntoReader, Reader}; -use crate::utils::{control_pat, noncharacter_pat, surrogate_pat}; use crate::{Emitter, Error}; +use machine::utils::{control_pat, noncharacter_pat, surrogate_pat}; use machine::ControlToken; #[cfg(feature = "integration-tests")] -use crate::utils::State as InternalState; +pub use machine::State as InternalState; // this is a stack that can hold 0 to 2 Ts #[derive(Debug, Default, Clone, Copy)] |