diff --git a/src/compiler/build_tables/lex_table_builder.cc b/src/compiler/build_tables/lex_table_builder.cc index 250f6cde..066ddf1c 100644 --- a/src/compiler/build_tables/lex_table_builder.cc +++ b/src/compiler/build_tables/lex_table_builder.cc @@ -182,7 +182,6 @@ class LexTableBuilderImpl : public LexTableBuilder { // Don't use a token to capture keywords if it overlaps with separator characters. AllCharacterAggregator capture_aggregator; capture_aggregator.apply(grammar.variables[i].rule); - if (capture_aggregator.result.includes_all) continue; if (capture_aggregator.result.intersects(separator_start_characters)) continue; // Don't use a token to capture keywords if it conflicts with other tokens