traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update test grammars to use new serialization API

Browse source
This commit is contained in:
Max Brunsfeld 2017-07-17 17:46:46 -07:00
parent 0d6ab65a97
commit 45c40c8742
4 changed files with 70 additions and 23 deletions
Download patch file Download diff file Expand all files Collapse all files

25
test/fixtures/test_grammars/external_and_internal_anonymous_tokens/scanner.c vendored
View file

@ -1,14 +1,27 @@
#include "../external_and_internal_tokens/scanner.c"
void *tree_sitter_external_and_internal_anonymous_tokens_external_scanner_create() { return NULL; }
void *tree_sitter_external_and_internal_anonymous_tokens_external_scanner_create() {
return NULL;
}
void tree_sitter_external_and_internal_anonymous_tokens_external_scanner_destroy(void *payload) {}
void tree_sitter_external_and_internal_anonymous_tokens_external_scanner_destroy(
void *payload
) {}
void tree_sitter_external_and_internal_anonymous_tokens_external_scanner_reset(void *payload) {}
void tree_sitter_external_and_internal_anonymous_tokens_external_scanner_reset(
void *payload
) {}
bool tree_sitter_external_and_internal_anonymous_tokens_external_scanner_serialize(void *payload, TSExternalTokenState state) { return true; }
unsigned tree_sitter_external_and_internal_anonymous_tokens_external_scanner_serialize(
void *payload,
char *buffer
) { return 0; }
void tree_sitter_external_and_internal_anonymous_tokens_external_scanner_deserialize(void *payload, TSExternalTokenState state) {}
void tree_sitter_external_and_internal_anonymous_tokens_external_scanner_deserialize(
void *payload,
const char *buffer,
unsigned length
) {}
bool tree_sitter_external_and_internal_anonymous_tokens_external_scanner_scan(
void *payload,
@ -20,4 +33,4 @@ bool tree_sitter_external_and_internal_anonymous_tokens_external_scanner_scan(
lexer,
whitelist
);
}
}

29
test/fixtures/test_grammars/external_and_internal_tokens/scanner.c vendored
View file

@ -5,19 +5,34 @@ enum {
LINE_BREAK
};
void *tree_sitter_external_and_internal_tokens_external_scanner_create() { return NULL; }
void *tree_sitter_external_and_internal_tokens_external_scanner_create() {
return NULL;
}
void tree_sitter_external_and_internal_tokens_external_scanner_destroy(void *payload) {}
void tree_sitter_external_and_internal_tokens_external_scanner_destroy(
void *payload
) {}
void tree_sitter_external_and_internal_tokens_external_scanner_reset(void *payload) {}
void tree_sitter_external_and_internal_tokens_external_scanner_reset(
void *payload
) {}
bool tree_sitter_external_and_internal_tokens_external_scanner_serialize(void *payload, TSExternalTokenState state) { return true; }
unsigned tree_sitter_external_and_internal_tokens_external_scanner_serialize(
void *payload,
char *buffer
) { return 0; }
void tree_sitter_external_and_internal_tokens_external_scanner_deserialize(void *payload, TSExternalTokenState state) {}
void tree_sitter_external_and_internal_tokens_external_scanner_deserialize(
void *payload,
const char *buffer,
unsigned length
) {}
bool tree_sitter_external_and_internal_tokens_external_scanner_scan(
void *payload, TSLexer *lexer, const bool *whitelist) {
void *payload,
TSLexer *lexer,
const bool *whitelist
) {
// If a line-break is a valid lookahead token, only skip spaces.
if (whitelist[LINE_BREAK]) {
while (lexer->lookahead == ' ') {

27
test/fixtures/test_grammars/external_extra_tokens/scanner.c vendored
View file

@ -4,18 +4,32 @@ enum {
COMMENT,
};
void *tree_sitter_external_extra_tokens_external_scanner_create() { return NULL; }
void *tree_sitter_external_extra_tokens_external_scanner_create() {
return NULL;
}
void tree_sitter_external_extra_tokens_external_scanner_destroy(void *payload) {}
void tree_sitter_external_extra_tokens_external_scanner_destroy(
void *payload) {}
void tree_sitter_external_extra_tokens_external_scanner_reset(void *payload) {}
void tree_sitter_external_extra_tokens_external_scanner_reset(
void *payload) {}
bool tree_sitter_external_extra_tokens_external_scanner_serialize(void *payload, TSExternalTokenState state) { return true; }
unsigned tree_sitter_external_extra_tokens_external_scanner_serialize(
void *payload,
char *buffer
) { return 0; }
void tree_sitter_external_extra_tokens_external_scanner_deserialize(void *payload, TSExternalTokenState state) {}
void tree_sitter_external_extra_tokens_external_scanner_deserialize(
void *payload,
const char *buffer,
unsigned length
) {}
bool tree_sitter_external_extra_tokens_external_scanner_scan(
void *payload, TSLexer *lexer, const bool *whitelist) {
void *payload,
TSLexer *lexer,
const bool *valid_symbols
) {
while (lexer->lookahead == ' ') {
lexer->advance(lexer, true);
@ -33,4 +47,3 @@ bool tree_sitter_external_extra_tokens_external_scanner_scan(
return false;
}

12
test/fixtures/test_grammars/external_tokens/scanner.c vendored
View file

@ -28,9 +28,16 @@ void tree_sitter_external_tokens_external_scanner_destroy(void *payload) {
void tree_sitter_external_tokens_external_scanner_reset(void *payload) {}
bool tree_sitter_external_tokens_external_scanner_serialize(void *payload, TSExternalTokenState state) { return true; }
unsigned tree_sitter_external_tokens_external_scanner_serialize(
void *payload,
char *buffer
) { return true; }
void tree_sitter_external_tokens_external_scanner_deserialize(void *payload, TSExternalTokenState state) {}
void tree_sitter_external_tokens_external_scanner_deserialize(
void *payload,
const char *buffer,
unsigned length
) {}
bool tree_sitter_external_tokens_external_scanner_scan(
void *payload, TSLexer *lexer, const bool *whitelist) {
@ -111,4 +118,3 @@ bool tree_sitter_external_tokens_external_scanner_scan(
return false;
}