Fix token conflict detection bugs

This commit is contained in:
Max Brunsfeld 2019-01-16 20:56:36 -08:00
parent ae07d2d6e4
commit e4b9d9dfa9
4 changed files with 8 additions and 9 deletions

View file

@ -228,8 +228,9 @@ impl<'a> Minimizer<'a> {
// Do not add a token if it conflicts with an existing token.
if token.is_terminal() {
for existing_token in state.terminal_entries.keys() {
if (is_word_token && self.keywords.contains(existing_token))
|| is_keyword && self.syntax_grammar.word_token.as_ref() == Some(existing_token)
if (is_word_token || is_keyword)
&& (self.keywords.contains(existing_token)
|| self.syntax_grammar.word_token.as_ref() == Some(existing_token))
{
continue;
}