From e14abf483b238da4d5b69dbc425b2ab80d1c3e98 Mon Sep 17 00:00:00 2001 From: Markus Unterwaditzer Date: Sun, 28 Nov 2021 00:05:21 +0100 Subject: clarify what html5gum isn't, fix #5 --- src/tokenizer.rs | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'src') diff --git a/src/tokenizer.rs b/src/tokenizer.rs index 7430cbc..ec3ae44 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -158,7 +158,8 @@ impl Tokenizer { let mut chars = s.chars(); while let Some(c) = self.to_reconsume.pop() { if let (Some(x), Some(x2)) = (c, chars.next()) { - if x == x2 || (!case_sensitive && x.to_ascii_lowercase() == x2.to_ascii_lowercase()) { + if x == x2 || (!case_sensitive && x.to_ascii_lowercase() == x2.to_ascii_lowercase()) + { s = &s[x.len_utf8()..]; continue; } -- cgit v1.2.3