fix(generate): add Vertical Tab and Form Feed to the whitespace class

2023-07-24 03:59:47 -04:00 · 2023-07-24 03:59:47 -04:00 · 96919cae5d
commit 96919cae5d
parent a48459806c
1 changed files with 3 additions and 1 deletions
--- a/cli/src/generate/prepare_grammar/expand_tokens.rs
+++ b/cli/src/generate/prepare_grammar/expand_tokens.rs
@ -475,7 +475,9 @@ impl NfaBuilder {
                .add_char(' ')
                .add_char('\t')
                .add_char('\r')
-                .add_char('\n'),
+                .add_char('\n')
+                .add_char('\x0B')
+                .add_char('\x0C'),
            ClassPerlKind::Word => CharacterSet::empty()
                .add_char('_')
                .add_range('A', 'Z')