//! Let's you easily try out the tokenizer with e.g.
//! printf '
Hello world!
' | cargo run --example=tokenize
use html5tokenizer::{DefaultEmitter, Tokenizer};
use std::io::BufReader;
fn main() {
let mut tokenizer = Tokenizer::new(
BufReader::new(std::io::stdin().lock()),
DefaultEmitter::default(),
);
while let Some(token) = tokenizer.next() {
for (error, _) in tokenizer.emitter_mut().drain_errors() {
eprintln!("error: {:?}", error);
}
let token = token.unwrap();
println!("{:?}", token);
}
}