diff options
Diffstat (limited to 'src')
| -rw-r--r-- | src/reader.rs | 3 | ||||
| -rw-r--r-- | src/tokenizer.rs | 3 |
2 files changed, 2 insertions, 4 deletions
diff --git a/src/reader.rs b/src/reader.rs index 1acb4a3..f756c65 100644 --- a/src/reader.rs +++ b/src/reader.rs @@ -3,7 +3,8 @@ use std::io::{self, BufRead, BufReader, Read}; /// An object that provides characters to the tokenizer. /// -/// See [`crate::Tokenizer::new`] for more information. +/// Patches are welcome for providing an efficient implementation over async streams, +/// iterators, files, etc, as long as any dependencies come behind featureflags. pub trait Reader { /// The error returned by this reader. type Error: std::error::Error; diff --git a/src/tokenizer.rs b/src/tokenizer.rs index b1dd4ba..d7db3b6 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -44,9 +44,6 @@ pub struct Tokenizer<R: Reader, E: Emitter<R> = DefaultEmitter<R, ()>> { impl<R: Reader> Tokenizer<R> { /// Create a new tokenizer from some input. - /// - /// Patches are welcome for providing an efficient implementation over async streams, - /// iterators, files, etc, as long as any dependencies come behind featureflags. pub fn new<'a, S: IntoReader<'a, Reader = R>>(input: S) -> Self { Tokenizer::<S::Reader>::new_with_emitter(input, DefaultEmitter::default()) } |