traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Make token extraction work for repeat rules

Browse source
This commit is contained in:
Max Brunsfeld 2014-01-28 12:52:29 -08:00
parent ca33c3942a
commit 19e5b2a563
3 changed files with 32 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/compiler/prepare_grammar/extract_tokens.cpp
View file

@ -53,6 +53,10 @@ namespace tree_sitter {
void visit(const Seq *rule) {
value = seq({ apply(rule->left), apply(rule->right) });
}
void visit(const Repeat *rule) {
value = repeat(apply(rule->content));
}
};
pair<Grammar, Grammar> extract_tokens(const Grammar &input_grammar) {

4
src/compiler/prepare_grammar/search_for_symbols.cpp
View file

@ -26,6 +26,10 @@ namespace tree_sitter {
void visit(const rules::Seq *seq) {
value = apply(seq->left) || apply(seq->right);
}
void visit(const rules::Repeat *rule) {
value = apply(rule->content);
}
};
bool search_for_symbols(const rules::rule_ptr &rule) {