traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Remove extra EOF actions in lexer

Browse source
This commit is contained in:
Max Brunsfeld 2014-04-04 08:44:35 -07:00
parent 32e94081fa
commit 129d2b9314
7 changed files with 1045 additions and 1153 deletions
Download patch file Download diff file Expand all files Collapse all files

9
src/compiler/build_tables/build_tables.cc
View file

@ -88,11 +88,12 @@ namespace tree_sitter {
LexItemSet lex_item_set_for_parse_state(const ParseState &state) {
LexItemSet result;
for (auto &symbol : state.expected_inputs())
if (lex_grammar.has_definition(symbol)) {
for (auto &symbol : state.expected_inputs()) {
if (lex_grammar.has_definition(symbol))
result.insert(LexItem(symbol, after_separators(lex_grammar.rule(symbol))));
}
result.insert(LexItem(rules::END_OF_INPUT(), after_separators(CharacterSet({ 0 }).copy())));
if (symbol == rules::END_OF_INPUT())
result.insert(LexItem(symbol, after_separators(CharacterSet({ 0 }).copy())));
}
return result;
}

2
src/compiler/parse_table.cc
View file

@ -58,7 +58,7 @@ namespace tree_sitter {
set<Symbol> ParseState::expected_inputs() const {
set<Symbol> result;
for (auto pair : actions)
for (auto &pair : actions)
result.insert(pair.first);
return result;
}