traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Avoid creating external tokens that start after they end

Browse source
This commit is contained in:
Max Brunsfeld 2017-12-07 11:48:31 -08:00
parent 90629bd45a
commit fbcefe25f7
5 changed files with 140 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/runtime/parser.c
View file

@ -418,6 +418,10 @@ static Tree *parser__lex(Parser *self, StackVersion version, TSStateId parse_sta
symbol = self->language->external_scanner.symbol_map[symbol];
}
if (self->lexer.token_end_position.bytes < self->lexer.token_start_position.bytes) {
self->lexer.token_start_position = self->lexer.token_end_position;
}
Length padding = length_sub(self->lexer.token_start_position, start_position);
Length size = length_sub(self->lexer.token_end_position, self->lexer.token_start_position);
result = ts_tree_make_leaf(symbol, padding, size, self->language);