traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Handle invalid UTF8 in encoding test helpers

Browse source 
Signed-off-by: Tim Clem <timothy.clem@gmail.com>
This commit is contained in:
Max Brunsfeld 2017-03-21 11:12:08 -07:00 • committed by Tim Clem
parent 7e13eac296
commit 7e0ae4505a
1 changed files with 9 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

12
test/helpers/encoding_helpers.cc
View file

@ -4,10 +4,16 @@
#include "utf8proc.h"
static inline int string_iterate(TSInputEncoding encoding, const uint8_t *string, size_t length, int32_t *code_point) {
if (encoding == TSInputEncodingUTF8)
return utf8proc_iterate(string, length, code_point);
else
if (encoding == TSInputEncodingUTF8) {
int32_t character_size = utf8proc_iterate(string, length, code_point);
if (character_size < 0) {
return 1;
} else {
return character_size;
}
} else {
return utf16_iterate(string, length, code_point);
}
}
size_t string_char_count(TSInputEncoding encoding, const std::string &input) {