diff options
Diffstat (limited to 'src/tokenizer/interface.rs')
| -rw-r--r-- | src/tokenizer/interface.rs | 7 |
1 files changed, 6 insertions, 1 deletions
diff --git a/src/tokenizer/interface.rs b/src/tokenizer/interface.rs index 715f9bc..128807e 100644 --- a/src/tokenizer/interface.rs +++ b/src/tokenizer/interface.rs @@ -112,7 +112,12 @@ pub enum Token { CharacterTokens(String), NullCharacterToken, EOFToken, - ParseError(Error), + ParseError { + error: Error, + #[cfg(feature = "spans")] + #[cfg_attr(docsrs, doc(cfg(feature = "spans")))] + span: std::ops::Range<usize>, + }, } #[derive(Debug, PartialEq)] |