Record which tokens are fragile when lexing

This commit is contained in:
Max Brunsfeld 2015-12-10 21:05:54 -08:00
parent 51998ac5bb
commit d713054d61
12 changed files with 413 additions and 368 deletions

View file

@ -302,6 +302,9 @@ class CCodeGenerator {
case LexActionTypeAccept:
line("ACCEPT_TOKEN(" + symbol_id(action.symbol) + ");");
break;
case LexActionTypeAcceptFragile:
line("ACCEPT_FRAGILE_TOKEN(" + symbol_id(action.symbol) + ");");
break;
case LexActionTypeError:
line("LEX_ERROR();");
break;