aboutsummaryrefslogtreecommitdiff
path: root/examples/tokenize.rs
blob: 9a039c38275f665c319c4b45f8a62b2987af48aa (plain)
1
2
3
4
5
6
7
8
9
//! Let's you easily try out the tokenizer with e.g.
//! printf '<h1>Hello world!</h1>' | cargo run --example=tokenize
use html5gum::{BufReadReader, Tokenizer};

fn main() {
    for token in Tokenizer::new(BufReadReader::new(std::io::stdin().lock())).flatten() {
        println!("{:?}", token);
    }
}