traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Finish test for invalid UTF8 handling

Browse source 
Signed-off-by: Tim Clem <timothy.clem@gmail.com>
This commit is contained in:
Max Brunsfeld 2017-03-21 11:05:32 -07:00 • committed by Tim Clem
parent 63fb041961
commit f032da198e
1 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
test/runtime/parser_test.cc
View file

@ -475,13 +475,14 @@ describe("Parser", [&]() {
});
it("handles non-UTF8 characters", [&]() {
// ts_document_set_logger(document, stderr_logger_new(true));
ts_document_print_debugging_graphs(document, true);
const char *string = "cons\xeb\x00e=ls\x83l6hi');\x0a";
ts_document_set_language(document, load_real_language("javascript"));
ts_document_set_input_string(document, "cons\xeb\x00e=ls\x83l6hi');\x0a");
ts_document_set_input_string(document, string);
ts_document_parse(document);
AssertThat(ts_node_end_byte(root), Equals(strlen("cons\xeb\x00e=ls\x83l6hi');\x0a")));
TSNode root = ts_document_root_node(document);
AssertThat(ts_node_end_byte(root), Equals(strlen(string)));
});
});
});