traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Start work on re-using right side of parse tree

Browse source
This commit is contained in:
Max Brunsfeld 2014-10-09 14:02:03 -07:00
parent 80b8a0a9fb
commit 4dcc712a8c
5 changed files with 119 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

11
spec/runtime/helpers/spy_reader.cc
View file

@ -36,13 +36,19 @@ SpyReader::SpyReader(string content, size_t chunk_size) :
buffer(new char[chunk_size]),
content(content),
position(0),
chunk_size(chunk_size) {}
chunk_size(chunk_size),
strings_read({ "" }) {}
SpyReader::~SpyReader() {
delete buffer;
}
const char * SpyReader::read(size_t *bytes_read) {
if (position > content.size()) {
*bytes_read = 0;
return "";
}
const char *start = content.data() + position;
long len = position_for_char_index(start, content.size() - position, chunk_size);
if (len < 0)
@ -58,7 +64,8 @@ const char * SpyReader::read(size_t *bytes_read) {
}
int SpyReader::seek(size_t pos) {
strings_read.push_back("");
if (position != pos)
strings_read.push_back("");
position = pos;
return 0;
}

22
spec/runtime/parser_spec.cc
View file

@ -36,7 +36,7 @@ describe("Parser", [&]() {
auto insert_text = [&](size_t position, string text) {
size_t prev_size = ts_node_size(root).bytes + ts_node_pos(root).bytes;
AssertThat(reader->insert(position, text), IsTrue());
ts_document_edit(doc, { position, 0, text.length() });
ts_document_edit(doc, { position, text.length(), 0 });
root = ts_document_root_node(doc);
size_t new_size = ts_node_size(root).bytes + ts_node_pos(root).bytes;
@ -46,7 +46,7 @@ describe("Parser", [&]() {
auto delete_text = [&](size_t position, size_t length) {
size_t prev_size = ts_node_size(root).bytes + ts_node_pos(root).bytes;
AssertThat(reader->erase(position, length), IsTrue());
ts_document_edit(doc, { position, length, 0 });
ts_document_edit(doc, { position, 0, length });
root = ts_document_root_node(doc);
size_t new_size = ts_node_size(root).bytes + ts_node_pos(root).bytes;
@ -257,21 +257,27 @@ describe("Parser", [&]() {
describe("new tokens near the beginning of the input", [&]() {
before_each([&]() {
set_text("123 * 456");
chunk_size = 2;
set_text("123 * 456 ^ (10 + x)");
AssertThat(ts_node_string(root), Equals(
"(DOCUMENT (product (number) (number)))"));
"(DOCUMENT (product "
"(number) "
"(exponent (number) (group (sum (number) (variable))))))"));
insert_text(strlen("123"), " + 5 ");
insert_text(strlen("123"), " + 5");
});
it("updates the parse tree", [&]() {
AssertThat(ts_node_string(root), Equals(
"(DOCUMENT (sum (number) (product (number) (number))))"));
"(DOCUMENT (sum (number) (product "
"(number) "
"(exponent (number) (group (sum (number) (variable)))))))"));
});
it_skip("re-reads only the changed portion of the input", [&]() {
AssertThat(reader->strings_read, Equals(vector<string>({ "\"key2\": 4, " })));
it("re-reads only the changed portion of the input", [&]() {
AssertThat(reader->strings_read, Equals(vector<string>({ "123 + 5 * ", "" })));
});
});