1 files changed, 3 insertions, 1 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index 270d3d0..b46bf45 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -1,9 +1,11 @@
-use crate::machine::{self, ControlToken};
+mod machine;
+
 use crate::naive_parser::naive_next_state;
 use crate::offset::{Offset, Position};
 use crate::reader::{IntoReader, Reader};
 use crate::utils::{control_pat, noncharacter_pat, surrogate_pat, State as InternalState};
 use crate::{Emitter, Error};
+use machine::ControlToken;
 
 // this is a stack that can hold 0 to 2 Ts
 #[derive(Debug, Default, Clone, Copy)]