traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add source info to TSLexer

Browse source
This commit is contained in:
joshvera 2015-11-12 12:24:05 -05:00
parent d6f87fbb6b
commit e720922662
3 changed files with 15 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/runtime/lexer.c
View file

@ -53,6 +53,10 @@ static void ts_lexer__start(TSLexer *self, TSStateId lex_state) {
static void ts_lexer__start_token(TSLexer *self) {
DEBUG("start_token chars:%lu", self->current_position.chars);
self->token_start_position = self->current_position;
DEBUG("start_token line:%lu", self->current_source_info.line);
DEBUG("start_token column:%lu", self->current_source_info.column);
self->token_start_source_info = self->current_source_info;
}
static bool ts_lexer__advance(TSLexer *self, TSStateId state) {