From 96919cae5d525094355302f8aa2567f514cd2d3d Mon Sep 17 00:00:00 2001 From: Amaan Qureshi Date: Mon, 24 Jul 2023 03:59:47 -0400 Subject: [PATCH] fix(generate): add Vertical Tab and Form Feed to the whitespace class --- cli/src/generate/prepare_grammar/expand_tokens.rs | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/cli/src/generate/prepare_grammar/expand_tokens.rs b/cli/src/generate/prepare_grammar/expand_tokens.rs index d6c73d9a..5774381c 100644 --- a/cli/src/generate/prepare_grammar/expand_tokens.rs +++ b/cli/src/generate/prepare_grammar/expand_tokens.rs @@ -475,7 +475,9 @@ impl NfaBuilder { .add_char(' ') .add_char('\t') .add_char('\r') - .add_char('\n'), + .add_char('\n') + .add_char('\x0B') + .add_char('\x0C'), ClassPerlKind::Word => CharacterSet::empty() .add_char('_') .add_range('A', 'Z')