//! Let's you easily try out the tokenizer with e.g. //! printf '

Hello world!

' | cargo run --example=tokenize use html5tokenizer::{Tokenizer, TracingEmitter}; use std::io::BufReader; fn main() { let mut tokenizer = Tokenizer::new( BufReader::new(std::io::stdin().lock()), TracingEmitter::default(), ); while let Some(token) = tokenizer.next() { for (error, _) in tokenizer.emitter_mut().drain_errors() { eprintln!("error: {:?}", error); } let token = token.unwrap(); println!("{:?}", token); } }