From 65e654ea9bc07d0e0d7c5a04a4b940974a1c1dee Mon Sep 17 00:00:00 2001
From: Max Brunsfeld <maxbrunsfeld@gmail.com>
Date: Thu, 5 Apr 2018 13:25:16 -0700
Subject: [PATCH] Remove overly conservative check for the validity of keyword
 capture tokens

---
 src/compiler/build_tables/lex_table_builder.cc | 1 -
 1 file changed, 1 deletion(-)

diff --git a/src/compiler/build_tables/lex_table_builder.cc b/src/compiler/build_tables/lex_table_builder.cc
index 250f6cde..066ddf1c 100644
--- a/src/compiler/build_tables/lex_table_builder.cc
+++ b/src/compiler/build_tables/lex_table_builder.cc
@@ -182,7 +182,6 @@ class LexTableBuilderImpl : public LexTableBuilder {
       // Don't use a token to capture keywords if it overlaps with separator characters.
       AllCharacterAggregator capture_aggregator;
       capture_aggregator.apply(grammar.variables[i].rule);
-      if (capture_aggregator.result.includes_all) continue;
       if (capture_aggregator.result.intersects(separator_start_characters)) continue;
 
       // Don't use a token to capture keywords if it conflicts with other tokens