traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Preserve the initial error node in handle_error function

Browse source
This commit is contained in:
Max Brunsfeld 2014-08-26 23:22:18 -07:00
parent b71d0f7f9d
commit bd145d2c6a
3 changed files with 33 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

6
src/runtime/lexer.c
View file

@ -2,18 +2,17 @@
#include "runtime/tree.h"
static int advance(TSLexer *lexer) {
static const char *empty_chunk = "";
static const char empty_chunk[2] = { '\0', '\0' };
if (lexer->position_in_chunk + 1 < lexer->chunk_size) {
lexer->position_in_chunk++;
} else {
if (lexer->reached_end)
if (lexer->chunk == empty_chunk)
return 0;
lexer->chunk_start += lexer->chunk_size;
lexer->chunk = lexer->input.read_fn(lexer->input.data, &lexer->chunk_size);
lexer->position_in_chunk = 0;
if (lexer->chunk_size == 0) {
lexer->reached_end = 1;
lexer->chunk = empty_chunk;
}
}
@ -36,7 +35,6 @@ TSLexer ts_lexer_make() {
.position_in_chunk = 0,
.token_start_position = 0,
.token_end_position = 0,
.reached_end = 0,
.advance_fn = advance,
.accept_fn = accept, };
}