traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Handle unused tokens

Browse source
This commit is contained in:
Max Brunsfeld 2017-03-09 21:16:37 -08:00
parent c79fae6d21
commit f04d7c5860
4 changed files with 92 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

12
src/compiler/generate_code/c_code.cc
View file

@ -126,10 +126,16 @@ class CCodeGenerator {
}
void add_stats() {
size_t token_count = 1 + lexical_grammar.variables.size();
for (const ExternalToken &external_token : syntax_grammar.external_tokens) {
if (external_token.corresponding_internal_token == rules::NONE()) {
size_t token_count = 0;
for (const auto &entry : parse_table.symbols) {
const Symbol &symbol = entry.first;
if (symbol.is_token()) {
token_count++;
} else if (symbol.is_external()) {
const ExternalToken &external_token = syntax_grammar.external_tokens[symbol.index];
if (external_token.corresponding_internal_token == rules::NONE()) {
token_count++;
}
}
}