traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Added tests

Browse source
This commit is contained in:
Andrew Helwer 2022-01-11 12:05:37 -05:00
parent 80c34d62ab
commit 5a6530a413
5 changed files with 196 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

10
lib/src/lexer.c
View file

@ -210,12 +210,6 @@ static void ts_lexer__advance(TSLexer *_self, bool skip) {
ts_lexer__do_advance(self, skip);
}
// Advance without logging.
static void ts_lexer__advance_no_log(Lexer *self, bool skip) {
if (!self->chunk) return;
ts_lexer__do_advance(self, skip);
}
// Mark that a token match has completed. This can be called multiple
// times if a longer match is found later.
static void ts_lexer__mark_end(TSLexer *_self) {
@ -257,8 +251,8 @@ static uint32_t ts_lexer__get_column(TSLexer *_self) {
uint32_t result = 0;
ts_lexer__get_lookahead(self);
while (self->current_position.bytes < goal_byte && !ts_lexer__eof(_self)) {
ts_lexer__advance_no_log(self, false);
while (self->current_position.bytes < goal_byte && !ts_lexer__eof(_self) && self->chunk) {
ts_lexer__do_advance(self, false);
result++;
}