aboutsummaryrefslogtreecommitdiff
path: root/src/tokenizer.rs
diff options
context:
space:
mode:
Diffstat (limited to 'src/tokenizer.rs')
-rw-r--r--src/tokenizer.rs3
1 files changed, 2 insertions, 1 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index 7430cbc..ec3ae44 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -158,7 +158,8 @@ impl<R: Reader, E: Emitter> Tokenizer<R, E> {
let mut chars = s.chars();
while let Some(c) = self.to_reconsume.pop() {
if let (Some(x), Some(x2)) = (c, chars.next()) {
- if x == x2 || (!case_sensitive && x.to_ascii_lowercase() == x2.to_ascii_lowercase()) {
+ if x == x2 || (!case_sensitive && x.to_ascii_lowercase() == x2.to_ascii_lowercase())
+ {
s = &s[x.len_utf8()..];
continue;
}