feat!: properly handle UTF-16 endianness encoding

This commit is contained in:
Amaan Qureshi 2024-10-04 23:15:17 -04:00
parent cf8ed78a9a
commit 8943983df6
20 changed files with 485 additions and 50 deletions

View file

@ -50,7 +50,8 @@ typedef struct TSLookaheadIterator TSLookaheadIterator;
typedef enum TSInputEncoding {
TSInputEncodingUTF8,
TSInputEncodingUTF16,
TSInputEncodingUTF16LE,
TSInputEncodingUTF16BE,
} TSInputEncoding;
typedef enum TSSymbolType {