traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix OOB reads at ends of chunks

Browse source 
Signed-off-by: Philip Turnbull <philipturnbull@github.com>
This commit is contained in:
Max Brunsfeld 2017-06-23 12:09:16 -07:00 • committed by Philip Turnbull
parent 8ee3f96960
commit f62ee5a0f3
2 changed files with 20 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

13
test/runtime/parser_test.cc
View file

@ -187,6 +187,19 @@ describe("Parser", [&]() {
AssertThat(ts_node_end_point(error), Equals<TSPoint>({2, 2}));
});
});
it("handles invalid UTF8 characters at EOF", [&]() {
char *string = (char *)malloc(1);
string[0] = '\xdf';
ts_document_set_language(document, load_real_language("javascript"));
ts_document_set_input_string_with_length(document, string, 1);
ts_document_parse(document);
free(string);
assert_root_node("(ERROR (UNEXPECTED INVALID))");
});
});
describe("handling extra tokens", [&]() {