diff options
| author | Martin Fischer <martin@push-f.com> | 2023-08-12 11:27:14 +0200 |
|---|---|---|
| committer | Martin Fischer <martin@push-f.com> | 2023-08-19 06:41:55 +0200 |
| commit | c3d60e88efa32329614178dfc9455ef33ea0a88d (patch) | |
| tree | 6511535e8cdc680b031d56f6b1d9916e691b0bbf /src/tokenizer.rs | |
| parent | d345a368045ba898049ac643e87d1f38f77d988c (diff) | |
docs: move note about Reader impls to Reader trait
Diffstat (limited to 'src/tokenizer.rs')
| -rw-r--r-- | src/tokenizer.rs | 3 |
1 files changed, 0 insertions, 3 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index b1dd4ba..d7db3b6 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -44,9 +44,6 @@ pub struct Tokenizer<R: Reader, E: Emitter<R> = DefaultEmitter<R, ()>> { impl<R: Reader> Tokenizer<R> { /// Create a new tokenizer from some input. - /// - /// Patches are welcome for providing an efficient implementation over async streams, - /// iterators, files, etc, as long as any dependencies come behind featureflags. pub fn new<'a, S: IntoReader<'a, Reader = R>>(input: S) -> Self { Tokenizer::<S::Reader>::new_with_emitter(input, DefaultEmitter::default()) } |