traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge remote-tracking branch 'origin/check-utf8proc_iterate-return' into update-fixture-grammars

Browse source
This commit is contained in:
Max Brunsfeld 2017-03-21 09:59:35 -07:00
commit 63fb041961
2 changed files with 20 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

10
test/runtime/parser_test.cc
View file

@ -473,6 +473,16 @@ describe("Parser", [&]() {
AssertThat(ts_node_end_char(root), Equals(strlen("'OOO - DD';")));
AssertThat(ts_node_end_byte(root), Equals(strlen("'\u03A9\u03A9\u03A9 \u2014 \u0394\u0394';")));
});
it("handles non-UTF8 characters", [&]() {
// ts_document_set_logger(document, stderr_logger_new(true));
ts_document_print_debugging_graphs(document, true);
ts_document_set_language(document, load_real_language("javascript"));
ts_document_set_input_string(document, "cons\xeb\x00e=ls\x83l6hi');\x0a");
ts_document_parse(document);
AssertThat(ts_node_end_byte(root), Equals(strlen("cons\xeb\x00e=ls\x83l6hi');\x0a")));
});
});
});