Refactor bookkeeping of token starts in lexical rules

- Move lex items and parse items into their own files
2014-04-17 13:20:43 -07:00 · 2014-04-17 13:20:43 -07:00 · 33d781f492
commit 33d781f492
parent a12cd49585
19 changed files with 280 additions and 232 deletions
--- a/examples/parsers/javascript.c
+++ b/examples/parsers/javascript.c
@ -661,7 +661,6 @@ LEX_FN() {
                ADVANCE(53);
            LEX_ERROR();
        case 52:
-            START_TOKEN();
            if ((lookahead == '\t') ||
                (lookahead == '\r') ||
                (lookahead == ' '))