traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Rewind and re-tokenize in error mode after detecting an error

Browse source
This commit is contained in:
Max Brunsfeld 2016-06-17 21:26:03 -07:00
parent 76975f56ec
commit 94721c7ec0
4 changed files with 20 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

11
src/runtime/parser.c
View file

@ -233,9 +233,16 @@ static bool ts_parser__can_reuse(TSParser *self, StackVersion version,
}
static TSTree *ts_parser__lex(TSParser *self, TSStateId state, bool error_mode) {
TSLexerResult lex_result;
TSLength position = self->lexer.current_position;
ts_lexer_start(&self->lexer, state);
self->language->lex_fn(&self->lexer, state, error_mode);
if (!self->language->lex_fn(&self->lexer, state, error_mode)) {
ts_lexer_reset(&self->lexer, position);
ts_lexer_start(&self->lexer, state);
assert(self->language->lex_fn(&self->lexer, 0, true));
}
TSLexerResult lex_result;
ts_lexer_finish(&self->lexer, &lex_result);
TSTree *result;