traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add lexer API for detecting boundaries of included ranges

Browse source 
Co-Authored-By: Ashi Krishnan <queerviolet@github.com>
This commit is contained in:
Max Brunsfeld 2018-07-17 13:58:26 -07:00
parent d54412266e
commit 87c992a7f0
9 changed files with 88 additions and 44 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/runtime/parser.c
View file

@ -327,7 +327,7 @@ static const Subtree *ts_parser__lex(TSParser *self, StackVersion version, TSSta
valid_external_tokens
)) {
if (length_is_undefined(self->lexer.token_end_position)) {
self->lexer.token_end_position = self->lexer.current_position;
self->lexer.data.mark_end(&self->lexer.data);
}
if (!error_mode || self->lexer.token_end_position.bytes > current_position.bytes) {
@ -380,7 +380,7 @@ static const Subtree *ts_parser__lex(TSParser *self, StackVersion version, TSSta
self->lexer.data.result_symbol = ts_builtin_sym_error;
break;
}
self->lexer.data.advance(&self->lexer, false);
self->lexer.data.advance(&self->lexer.data, false);
}
error_end_position = self->lexer.current_position;