diff --git a/examples/parsers/json.c b/examples/parsers/json.c index a29dd3ba..fb618bee 100644 --- a/examples/parsers/json.c +++ b/examples/parsers/json.c @@ -319,6 +319,7 @@ LEX_FN() { ADVANCE(27); LEX_ERROR(); case ts_lex_state_error: + START_TOKEN(); if (lookahead == '\0') ADVANCE(25); if (('\t' <= lookahead && lookahead <= '\n') || diff --git a/todo.md b/todo.md index 6cf5d01c..165a3c36 100644 --- a/todo.md +++ b/todo.md @@ -4,11 +4,10 @@ TODO Backlog ------- +* Fix inconsistent generation of START_TOKEN call in lexer error state * Complete the golang grammar +* Handle UTF8 strings * Implement the remainder of the incremental parsing algorithm: reuse parse tree after the edit -* Add API for iterating over a document's tokens -* Add API for locating a node given a character position -* Add API for locating a node's parents and siblings * Make parse error handling more robust * Add special lexical behavior for indentation-aware languages * Speed up grammar compilation