traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add serialize, deserialize and reset callbacks to external scanners

Browse source 
Signed-off-by: Nathan Sobo <nathan@github.com>
This commit is contained in:
Max Brunsfeld 2016-12-20 13:12:01 -08:00 • committed by Nathan Sobo
parent 727727623a
commit 2b3da512a4
8 changed files with 74 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

7
include/tree_sitter/parser.h
View file

@ -12,6 +12,8 @@ extern "C" {
typedef unsigned short TSSymbol;
typedef unsigned short TSStateId;
typedef uint8_t TSExternalTokenState[16];
#define ts_builtin_sym_error ((TSSymbol)-1)
#define ts_builtin_sym_end 0
@ -75,8 +77,11 @@ typedef struct TSLanguage {
const TSSymbol *external_token_symbol_map;
const bool *external_token_lists;
struct {
void * (*create)();
void *(*create)();
bool (*scan)(void *, TSLexer *, const bool *symbol_whitelist);
void (*reset)(void *);
bool (*serialize)(void *, TSExternalTokenState);
void (*deserialize)(void *, TSExternalTokenState);
void (*destroy)(void *);
} external_scanner;
} TSLanguage;