traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Reuse separator-rule in LexTableBuilder

Browse source
This commit is contained in:
Max Brunsfeld 2015-10-05 17:02:59 -07:00
parent 5e4bdcbaf8
commit 11a1ea8dfe
1 changed files with 8 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

17
src/compiler/build_tables/build_lex_table.cc
View file

@ -35,12 +35,18 @@ class LexTableBuilder {
ParseTable *parse_table;
unordered_map<const LexItemSet, LexStateId, LexItemSet::Hash> lex_state_ids;
LexTable lex_table;
rule_ptr separator_rule;
public:
LexTableBuilder(ParseTable *parse_table, const LexicalGrammar &lex_grammar)
: lex_grammar(lex_grammar),
conflict_manager(lex_grammar),
parse_table(parse_table) {}
parse_table(parse_table) {
vector<rule_ptr> separators;
for (const auto &rule : lex_grammar.separators)
separators.push_back(rules::Repeat::build(rule));
separator_rule = rules::Choice::build(separators);
}
LexTable build() {
for (auto &parse_state : parse_table->states) {
@ -127,20 +133,13 @@ class LexTableBuilder {
rule_ptr after_separators(rule_ptr rule) {
return rules::Seq::build({
make_shared<rules::Metadata>(
separator_rule(), map<rules::MetadataKey, int>({
separator_rule, map<rules::MetadataKey, int>({
{ rules::START_TOKEN, 1 }, { rules::PRECEDENCE, -1 },
})),
rule,
});
}
rule_ptr separator_rule() const {
vector<rule_ptr> separators;
for (const auto &rule : lex_grammar.separators)
separators.push_back(rules::Repeat::build(rule));
return rules::Choice::build(separators);
}
set<int> precedence_values_for_item_set(const LexItemSet &item_set) const {
set<int> result;
for (const auto &item : item_set.entries) {