//! Let's you easily try out the tokenizer with e.g.
//! printf '' | cargo run --example=switch-state
use html5tokenizer::{BufReadReader, Token, Tokenizer};
use std::io::stdin;
fn main() {
let stdin = stdin();
let mut tokenizer = Tokenizer::new(BufReadReader::new(stdin.lock()));
while let Some(token) = tokenizer.next() {
let token = token.unwrap();
println!("{:?}", token);
if let Token::StartTag(start_tag) = token {
// take care of switching parser state for e.g.