simon987/libscan
1
0
Fork 0
mirror of https://github.com/simon987/libscan.git synced 2025-12-14 06:59:02 +00:00
Code Issues Projects Releases Wiki Activity

Limited support for UTF16

Browse Source
This commit is contained in:
simon987
2020-08-25 13:15:10 -04:00
parent eaedb31f0b
commit 33f5fb8e2c
3 changed files with 38 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
test/main.cpp
View File

@@ -62,7 +62,7 @@ TEST(Text, MemUtf8_1) {
parse_text(&text_500_ctx, &f, &doc);
ASSERT_EQ(strlen(get_meta(&doc, MetaContent)->str_val), 1);
ASSERT_EQ(get_meta(&doc, MetaContent), nullptr);
cleanup(&doc, &f);
}
@@ -114,6 +114,18 @@ TEST(Text, MemWhitespace) {
cleanup(&doc, &f);
}
TEST(Text, Utf16LE) {
vfile_t f;
document_t doc;
load_doc_file("libscan-test-files/test_files/text/pain_is_beauty.log", &f, &doc);
parse_text(&text_500_ctx, &f, &doc);
ASSERT_GE(strlen(get_meta(&doc, MetaContent)->str_val), 200);
cleanup(&doc, &f);
}
TEST(Text, MemNoise) {
char content[600];