diff options
Diffstat (limited to 'src/tokenizer/interface.rs')
-rw-r--r-- | src/tokenizer/interface.rs | 8 |
1 files changed, 3 insertions, 5 deletions
diff --git a/src/tokenizer/interface.rs b/src/tokenizer/interface.rs index 53b06ae..2c6cc38 100644 --- a/src/tokenizer/interface.rs +++ b/src/tokenizer/interface.rs @@ -94,19 +94,17 @@ pub enum Token { #[derive(Debug, PartialEq)] #[must_use] -pub enum TokenSinkResult<Handle> { +pub enum TokenSinkResult { Continue, - Script(Handle), + Break, Plaintext, RawData(states::RawKind), } /// Types which can receive tokens from the tokenizer. pub trait TokenSink { - type Handle; - /// Process a token. - fn process_token(&mut self, token: Token, line_number: u64) -> TokenSinkResult<Self::Handle>; + fn process_token(&mut self, token: Token, line_number: u64) -> TokenSinkResult; // Signal sink that tokenization reached the end. fn end(&mut self) {} |