//! Let's you easily try out the tokenizer with e.g.
//! printf '
Hello world!
' | cargo run --example=tokenize
use html5tokenizer::{DefaultEmitter, Tokenizer};
use std::io::BufReader;
fn main() {
for token in Tokenizer::new(
BufReader::new(std::io::stdin().lock()),
DefaultEmitter::<_>::default(),
)
.flatten()
{
println!("{:?}", token);
}
}