traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Track AST nodes' sizes in characters as well as bytes

Browse source 
The `pos` and `size` functions for Nodes now return TSLength structs,
which contain lengths in both characters and bytes. This is important
for knowing the number of unicode characters in a Node.
This commit is contained in:
Max Brunsfeld 2014-09-26 16:15:07 -07:00
parent c576d7d4a0
commit c1565c1aae
16 changed files with 232 additions and 128 deletions
Download patch file Download diff file Expand all files Collapse all files

7
src/runtime/stack.c
View file

@ -1,6 +1,7 @@
#include "tree_sitter/parser.h"
#include "runtime/tree.h"
#include "runtime/stack.h"
#include "runtime/length.h"
static size_t INITIAL_SIZE = 100;
static TSStateId INITIAL_STATE = 0;
@ -46,11 +47,11 @@ void ts_stack_shrink(TSStack *stack, size_t new_size) {
stack->size = new_size;
}
size_t ts_stack_right_position(const TSStack *stack) {
size_t result = 0;
TSLength ts_stack_right_position(const TSStack *stack) {
TSLength result = {};
for (size_t i = 0; i < stack->size; i++) {
TSTree *node = stack->entries[i].node;
result += ts_tree_total_size(node);
result = ts_length_add(result, ts_tree_total_size(node));
}
return result;
}