traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Remove overly conservative check for the validity of keyword capture tokens

Browse source
This commit is contained in:
Max Brunsfeld 2018-04-05 13:25:16 -07:00
parent d2019cd12c
commit 65e654ea9b
1 changed files with 0 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
src/compiler/build_tables/lex_table_builder.cc
View file

@ -182,7 +182,6 @@ class LexTableBuilderImpl : public LexTableBuilder {
// Don't use a token to capture keywords if it overlaps with separator characters.
AllCharacterAggregator capture_aggregator;
capture_aggregator.apply(grammar.variables[i].rule);
if (capture_aggregator.result.includes_all) continue;
if (capture_aggregator.result.intersects(separator_start_characters)) continue;
// Don't use a token to capture keywords if it conflicts with other tokens