aboutsummaryrefslogtreecommitdiff
path: root/src/lib.rs
blob: 5e6a6201be17a918910ef8c254cc416157755342 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
// Copyright 2014-2017 The html5ever Project Developers. See the
// COPYRIGHT file at the top-level directory of this distribution.
//
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
// option. This file may not be copied, modified, or distributed
// except according to those terms.

/*!
The HTML5 tokenizer from the [html5ever](https://crates.io/crates/html5ever)
crate, repackaged with its dependencies removed.
*/

#![crate_type = "dylib"]
#![cfg_attr(test, deny(warnings))]
#![allow(unused_parens)]

#[macro_use]
mod macros;

/// Create a [`SmallCharSet`], with each space-separated number stored in the set.
///
/// [`SmallCharSet`]: struct.SmallCharSet.html
macro_rules! small_char_set ( ($($e:expr)+) => (
    $ crate ::util::smallcharset::SmallCharSet {
        bits: $( (1 << ($e as usize)) )|+
    }
));

mod util {
    pub mod str;
    pub mod buffer_queue;
    pub mod smallcharset;
}

mod tokenizer;

#[doc(inline)]
pub use tokenizer::*;