Allow anonymous tokens to be used in grammars' external token lists

This commit is contained in:
Max Brunsfeld 2017-03-17 16:31:29 -07:00
parent e2baf0930b
commit ed8fbff175
24 changed files with 282 additions and 183 deletions

View file

@ -526,7 +526,7 @@ class CCodeGenerator {
// Helper functions
string external_token_id(Symbol::Index index) {
return "ts_external_token_" + syntax_grammar.external_tokens[index].name;
return "ts_external_token_" + sanitize_name(syntax_grammar.external_tokens[index].name);
}
string symbol_id(const Symbol &symbol) {