Allow lexer to accept tokens that ended at previous positions
* Track lookahead in each tree * Add 'mark_end' API that external scanners can use
This commit is contained in:
parent
12d2a9d93f
commit
d222dbb9fd
12 changed files with 96 additions and 71 deletions
|
|
@ -34,6 +34,7 @@ typedef struct Tree {
|
|||
|
||||
Length padding;
|
||||
Length size;
|
||||
uint32_t bytes_scanned;
|
||||
|
||||
TSSymbol symbol;
|
||||
TSStateId parse_state;
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue