summaryrefslogtreecommitdiff
path: root/src/tokenizer
diff options
context:
space:
mode:
Diffstat (limited to 'src/tokenizer')
-rw-r--r--src/tokenizer/mod.rs1
1 files changed, 1 insertions, 0 deletions
diff --git a/src/tokenizer/mod.rs b/src/tokenizer/mod.rs
index 1809275..8d0327b 100644
--- a/src/tokenizer/mod.rs
+++ b/src/tokenizer/mod.rs
@@ -45,6 +45,7 @@ pub enum ProcessResult {
}
#[must_use]
+#[derive(Debug, PartialEq, Eq)]
pub enum TokenizerResult {
Done,
Break,