eecbcccee0
Generated parsers no longer export a parser constructor function. They now export an opaque Language object which can be set on Documents directly. This way, the logic for constructing parsers lives entirely in the runtime. The Languages are just structs which have no load-time dependency on the runtime
43 lines
1.4 KiB
C
43 lines
1.4 KiB
C
#include "tree_sitter/parser.h"
|
|
#include "runtime/tree.h"
|
|
|
|
static int advance(TSLexer *lexer) {
|
|
static const char *empty_chunk = "";
|
|
if (lexer->position_in_chunk + 1 < lexer->chunk_size) {
|
|
lexer->position_in_chunk++;
|
|
} else {
|
|
lexer->chunk_start += lexer->chunk_size;
|
|
lexer->chunk = lexer->input.read_fn(lexer->input.data, &lexer->chunk_size);
|
|
lexer->position_in_chunk = 0;
|
|
if (lexer->reached_end) {
|
|
return 0;
|
|
}
|
|
if (lexer->chunk_size == 0) {
|
|
lexer->reached_end = 1;
|
|
lexer->chunk = empty_chunk;
|
|
}
|
|
}
|
|
return 1;
|
|
}
|
|
|
|
static TSTree * accept(TSLexer *lexer, TSSymbol symbol, int is_hidden) {
|
|
size_t current_position = ts_lexer_position(lexer);
|
|
size_t size = current_position - lexer->token_start_position;
|
|
size_t offset = lexer->token_start_position - lexer->token_end_position;
|
|
lexer->token_end_position = current_position;
|
|
return ts_tree_make_leaf(symbol, size, offset, is_hidden);
|
|
}
|
|
|
|
TSLexer ts_lexer_make() {
|
|
return (TSLexer) { .chunk = NULL,
|
|
.debug = 0,
|
|
.chunk_start = 0,
|
|
.chunk_size = 0,
|
|
.position_in_chunk = 0,
|
|
.token_start_position = 0,
|
|
.token_end_position = 0,
|
|
.reached_end = 0,
|
|
.advance_fn = advance,
|
|
.accept_fn = accept,
|
|
};
|
|
}
|