//! Let's you easily try out the tokenizer with e.g.
//! printf '
Hello world!
' | cargo run --example=tokenize
use html5tokenizer::{BufReadReader, Tokenizer};
fn main() {
for token in Tokenizer::new(BufReadReader::new(std::io::stdin().lock())).flatten() {
println!("{:?}", token);
}
}