From ae5d1baab17fcf74ab81831ed5913883f45735e3 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Mart=C3=ADn=20Lucas=20Golini?= Date: Fri, 10 May 2024 21:21:20 -0300 Subject: [PATCH] Added unit tests for text encoding. Updated the CI scripts. Clean up libzip files with invalid characters. --- .ecode/project_build.json | 14 + .github/workflows/eepp-linux-build-check.yml | 11 +- .github/workflows/eepp-macos-build-check.yml | 6 + .../workflows/eepp-windows-build-check.yml | 12 +- .gitignore | 1 + .../textformat/chinese.utf16be.crlf.bom.txt | Bin 0 -> 3366 bytes .../textformat/chinese.utf16be.crlf.nobom.txt | Bin 0 -> 3364 bytes .../textformat/chinese.utf16be.lf.bom.txt | Bin 0 -> 3270 bytes .../textformat/chinese.utf16be.lf.nobom.txt | Bin 0 -> 3268 bytes .../textformat/chinese.utf16le.crlf.bom.txt | Bin 0 -> 3366 bytes .../textformat/chinese.utf16le.crlf.nobom.txt | Bin 0 -> 3364 bytes .../textformat/chinese.utf16le.lf.bom.txt | Bin 0 -> 3270 bytes .../textformat/chinese.utf16le.lf.nobom.txt | Bin 0 -> 3268 bytes .../textformat/chinese.utf8.crlf.bom.txt | 48 + .../textformat/chinese.utf8.crlf.nobom.txt | 48 + .../assets/textformat/chinese.utf8.lf.bom.txt | 48 + .../textformat/chinese.utf8.lf.nobom.txt | 48 + .../textformat/english.utf16be.crlf.bom.txt | Bin 0 -> 7982 bytes .../textformat/english.utf16be.crlf.nobom.txt | Bin 0 -> 7980 bytes .../textformat/english.utf16be.lf.bom.txt | Bin 0 -> 7862 bytes .../textformat/english.utf16be.lf.nobom.txt | Bin 0 -> 7860 bytes .../textformat/english.utf16le.crlf.bom.txt | Bin 0 -> 7982 bytes .../textformat/english.utf16le.crlf.nobom.txt | Bin 0 -> 7980 bytes .../textformat/english.utf16le.lf.bom.txt | Bin 0 -> 7862 bytes .../textformat/english.utf16le.lf.nobom.txt | Bin 0 -> 7860 bytes .../textformat/english.utf8.crlf.bom.txt | 60 + .../textformat/english.utf8.crlf.nobom.txt | 60 + .../assets/textformat/english.utf8.lf.bom.txt | 60 + .../textformat/english.utf8.lf.nobom.txt | 60 + .../textformat/french.utf16be.crlf.bom.txt | Bin 0 -> 7574 bytes .../textformat/french.utf16be.crlf.nobom.txt | Bin 0 -> 7572 bytes .../textformat/french.utf16be.lf.bom.txt | Bin 0 -> 7442 bytes .../textformat/french.utf16be.lf.nobom.txt | Bin 0 -> 7440 bytes .../textformat/french.utf16le.crlf.bom.txt | Bin 0 -> 7574 bytes .../textformat/french.utf16le.crlf.nobom.txt | Bin 0 -> 7572 bytes .../textformat/french.utf16le.lf.bom.txt | Bin 0 -> 7442 bytes .../textformat/french.utf16le.lf.nobom.txt | Bin 0 -> 7440 bytes .../textformat/french.utf8.crlf.bom.txt | 66 + .../textformat/french.utf8.crlf.nobom.txt | 66 + .../assets/textformat/french.utf8.lf.bom.txt | 66 + .../textformat/french.utf8.lf.nobom.txt | 66 + .../textformat/french.win1252.crlf.nobom.txt | 66 + .../textformat/french.win1252.lf.nobom.txt | 66 + .../japanese.shiftjis.crlf.nobom.txt | 48 + .../textformat/japanese.shiftjis.lf.nobom.txt | 48 + .../textformat/japanese.utf16be.crlf.bom.txt | Bin 0 -> 4164 bytes .../japanese.utf16be.crlf.nobom.txt | Bin 0 -> 4162 bytes .../textformat/japanese.utf16be.lf.bom.txt | Bin 0 -> 4068 bytes .../textformat/japanese.utf16be.lf.nobom.txt | Bin 0 -> 4066 bytes .../textformat/japanese.utf16le.crlf.bom.txt | Bin 0 -> 4164 bytes .../japanese.utf16le.crlf.nobom.txt | Bin 0 -> 4162 bytes .../textformat/japanese.utf16le.lf.bom.txt | Bin 0 -> 4068 bytes .../textformat/japanese.utf16le.lf.nobom.txt | Bin 0 -> 4066 bytes .../textformat/japanese.utf8.crlf.bom.txt | 48 + .../textformat/japanese.utf8.crlf.nobom.txt | 48 + .../textformat/japanese.utf8.lf.bom.txt | 48 + .../textformat/japanese.utf8.lf.nobom.txt | 48 + premake4.lua | 7 + premake5.lua | 7 + projects/linux/ee.creator.user | 26 +- projects/linux/ee.files | 3 + src/eepp/ui/doc/textformat.cpp | 21 +- src/tests/unit_tests/main.cpp | 3 + src/tests/unit_tests/textformat.cpp | 104 + src/tests/unit_tests/utest.h | 1700 +++++++++++++++++ src/thirdparty/libzip/zip.h | 6 +- src/thirdparty/libzip/zip_add.c | 8 +- src/thirdparty/libzip/zip_add_dir.c | 8 +- src/thirdparty/libzip/zip_close.c | 64 +- src/thirdparty/libzip/zip_delete.c | 8 +- src/thirdparty/libzip/zip_dirent.c | 36 +- src/thirdparty/libzip/zip_entry_free.c | 4 +- src/thirdparty/libzip/zip_entry_new.c | 4 +- src/thirdparty/libzip/zip_err_str.c | 2 +- src/thirdparty/libzip/zip_error.c | 16 +- src/thirdparty/libzip/zip_error_clear.c | 4 +- src/thirdparty/libzip/zip_error_get.c | 4 +- .../libzip/zip_error_get_sys_type.c | 4 +- src/thirdparty/libzip/zip_error_strerror.c | 4 +- src/thirdparty/libzip/zip_error_to_str.c | 4 +- src/thirdparty/libzip/zip_fclose.c | 4 +- src/thirdparty/libzip/zip_fdopen.c | 4 +- src/thirdparty/libzip/zip_file_error_clear.c | 4 +- src/thirdparty/libzip/zip_file_error_get.c | 4 +- src/thirdparty/libzip/zip_file_get_offset.c | 4 +- src/thirdparty/libzip/zip_file_strerror.c | 4 +- src/thirdparty/libzip/zip_filerange_crc.c | 4 +- src/thirdparty/libzip/zip_fopen.c | 4 +- src/thirdparty/libzip/zip_fopen_encrypted.c | 4 +- src/thirdparty/libzip/zip_fopen_index.c | 4 +- .../libzip/zip_fopen_index_encrypted.c | 6 +- src/thirdparty/libzip/zip_fread.c | 4 +- src/thirdparty/libzip/zip_free.c | 4 +- .../libzip/zip_get_archive_comment.c | 4 +- src/thirdparty/libzip/zip_get_archive_flag.c | 4 +- .../zip_get_compression_implementation.c | 4 +- .../zip_get_encryption_implementation.c | 4 +- src/thirdparty/libzip/zip_get_file_comment.c | 4 +- src/thirdparty/libzip/zip_get_name.c | 6 +- src/thirdparty/libzip/zip_get_num_entries.c | 4 +- src/thirdparty/libzip/zip_get_num_files.c | 4 +- src/thirdparty/libzip/zip_memdup.c | 2 +- src/thirdparty/libzip/zip_name_locate.c | 6 +- src/thirdparty/libzip/zip_new.c | 4 +- src/thirdparty/libzip/zip_open.c | 24 +- src/thirdparty/libzip/zip_rename.c | 4 +- src/thirdparty/libzip/zip_replace.c | 6 +- .../libzip/zip_set_archive_comment.c | 4 +- src/thirdparty/libzip/zip_set_archive_flag.c | 4 +- .../libzip/zip_set_default_password.c | 4 +- src/thirdparty/libzip/zip_set_file_comment.c | 4 +- src/thirdparty/libzip/zip_set_name.c | 4 +- src/thirdparty/libzip/zip_source_buffer.c | 6 +- src/thirdparty/libzip/zip_source_close.c | 4 +- src/thirdparty/libzip/zip_source_crc.c | 6 +- src/thirdparty/libzip/zip_source_deflate.c | 14 +- src/thirdparty/libzip/zip_source_error.c | 4 +- src/thirdparty/libzip/zip_source_file.c | 4 +- src/thirdparty/libzip/zip_source_filep.c | 8 +- src/thirdparty/libzip/zip_source_free.c | 4 +- src/thirdparty/libzip/zip_source_function.c | 6 +- src/thirdparty/libzip/zip_source_layered.c | 4 +- src/thirdparty/libzip/zip_source_open.c | 4 +- src/thirdparty/libzip/zip_source_pkware.c | 14 +- src/thirdparty/libzip/zip_source_pop.c | 4 +- src/thirdparty/libzip/zip_source_read.c | 4 +- src/thirdparty/libzip/zip_source_stat.c | 4 +- src/thirdparty/libzip/zip_source_zip.c | 6 +- src/thirdparty/libzip/zip_stat.c | 4 +- src/thirdparty/libzip/zip_stat_index.c | 4 +- src/thirdparty/libzip/zip_stat_init.c | 4 +- src/thirdparty/libzip/zip_strerror.c | 4 +- src/thirdparty/libzip/zip_unchange.c | 6 +- src/thirdparty/libzip/zip_unchange_all.c | 4 +- src/thirdparty/libzip/zip_unchange_archive.c | 4 +- src/thirdparty/libzip/zip_unchange_data.c | 2 +- src/thirdparty/libzip/zipint.h | 16 +- 137 files changed, 3251 insertions(+), 254 deletions(-) create mode 100644 bin/unit_tests/assets/textformat/chinese.utf16be.crlf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/chinese.utf16be.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/chinese.utf16be.lf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/chinese.utf16be.lf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/chinese.utf16le.crlf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/chinese.utf16le.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/chinese.utf16le.lf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/chinese.utf16le.lf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/chinese.utf8.crlf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/chinese.utf8.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/chinese.utf8.lf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/chinese.utf8.lf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/english.utf16be.crlf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/english.utf16be.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/english.utf16be.lf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/english.utf16be.lf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/english.utf16le.crlf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/english.utf16le.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/english.utf16le.lf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/english.utf16le.lf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/english.utf8.crlf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/english.utf8.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/english.utf8.lf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/english.utf8.lf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/french.utf16be.crlf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/french.utf16be.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/french.utf16be.lf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/french.utf16be.lf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/french.utf16le.crlf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/french.utf16le.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/french.utf16le.lf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/french.utf16le.lf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/french.utf8.crlf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/french.utf8.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/french.utf8.lf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/french.utf8.lf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/french.win1252.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/french.win1252.lf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.shiftjis.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.shiftjis.lf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.utf16be.crlf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.utf16be.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.utf16be.lf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.utf16be.lf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.utf16le.crlf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.utf16le.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.utf16le.lf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.utf16le.lf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.utf8.crlf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.utf8.crlf.nobom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.utf8.lf.bom.txt create mode 100644 bin/unit_tests/assets/textformat/japanese.utf8.lf.nobom.txt create mode 100644 src/tests/unit_tests/main.cpp create mode 100644 src/tests/unit_tests/textformat.cpp create mode 100644 src/tests/unit_tests/utest.h diff --git a/.ecode/project_build.json b/.ecode/project_build.json index 9d1547eaa..d42054499 100644 --- a/.ecode/project_build.json +++ b/.ecode/project_build.json @@ -172,6 +172,20 @@ "command": "ecode", "name": "ecode-release", "working_dir": "${project_root}/bin" + }, + { + "args": "", + "command": "eepp-unit_tests-debug", + "name": "eepp-unit_tests-debug", + "run_in_terminal": true, + "working_dir": "${project_root}/bin/unit_tests" + }, + { + "args": "", + "command": "eepp-unit_tests", + "name": "eepp-unit_tests", + "run_in_terminal": true, + "working_dir": "${project_root}/bin/unit_tests" } ], "var": { diff --git a/.github/workflows/eepp-linux-build-check.yml b/.github/workflows/eepp-linux-build-check.yml index 2de432d09..74f90b237 100644 --- a/.github/workflows/eepp-linux-build-check.yml +++ b/.github/workflows/eepp-linux-build-check.yml @@ -9,6 +9,7 @@ jobs: - name: Checkout repository uses: actions/checkout@v3 with: + ref: ${{ github.ref }} fetch-depth: 2 - name: Checkout submodules run: | @@ -27,10 +28,14 @@ jobs: sudo update-alternatives --set c++ /usr/bin/g++ sudo update-alternatives --config gcc sudo update-alternatives --config g++ - wget https://github.com/premake/premake-core/releases/download/v5.0.0-beta1/premake-5.0.0-beta1-linux.tar.gz - tar xvzf premake-5.0.0-beta1-linux.tar.gz + wget https://github.com/premake/premake-core/releases/download/v5.0.0-beta2/premake-5.0.0-beta2-linux.tar.gz + tar xvzf premake-5.0.0-beta2-linux.tar.gz - name: Build run: | ./premake5 gmake2 cd make/linux - make all -j$(nproc) + make all -j$(nproc) -e config=release_x86_64 + - name: Unit Tests + run: | + cd bin/unit_tests + ./eepp-unit_tests diff --git a/.github/workflows/eepp-macos-build-check.yml b/.github/workflows/eepp-macos-build-check.yml index 377d251af..448ab471c 100644 --- a/.github/workflows/eepp-macos-build-check.yml +++ b/.github/workflows/eepp-macos-build-check.yml @@ -9,6 +9,7 @@ jobs: - name: Checkout repository uses: actions/checkout@v3 with: + ref: ${{ github.ref }} fetch-depth: 2 - name: Checkout submodules run: | @@ -20,3 +21,8 @@ jobs: run: | premake5 gmake2 make -C make/macosx/ -e config=release_arm64 + - name: Unit Tests + run: | + cd bin/unit_tests + ./eepp-unit_tests + diff --git a/.github/workflows/eepp-windows-build-check.yml b/.github/workflows/eepp-windows-build-check.yml index 7e12351ca..83e6f7ddb 100644 --- a/.github/workflows/eepp-windows-build-check.yml +++ b/.github/workflows/eepp-windows-build-check.yml @@ -11,6 +11,7 @@ jobs: - name: Checkout repository uses: actions/checkout@v3 with: + ref: ${{ github.ref }} fetch-depth: 2 - name: Checkout submodules run: | @@ -18,8 +19,8 @@ jobs: - name: Install dependencies shell: powershell run: | - Invoke-WebRequest -Uri "https://github.com/premake/premake-core/releases/download/v5.0.0-beta1/premake-5.0.0-beta1-windows.zip" -OutFile "premake-5.0.0-beta1-windows.zip" - Expand-Archive -DestinationPath . -Path premake-5.0.0-beta1-windows.zip + Invoke-WebRequest -Uri "https://github.com/premake/premake-core/releases/download/v5.0.0-beta2/premake-5.0.0-beta2-windows.zip" -OutFile "premake-5.0.0-beta2-windows.zip" + Expand-Archive -DestinationPath . -Path premake-5.0.0-beta2-windows.zip - name: Create project shell: powershell run: | @@ -27,4 +28,9 @@ jobs: - name: Build shell: cmd run: | - "%MSBUILD_PATH%\MSBuild.exe" .\make\windows\eepp.sln -m /p:Platform="x64" + "%MSBUILD_PATH%\MSBuild.exe" .\make\windows\eepp.sln -m /p:Platform="x64" /p:Configuration="release" + - name: Unit Tests + shell: cmd + run: | + cd bin\unit_tests + ./eepp-unit_tests.exe diff --git a/.gitignore b/.gitignore index 729ca611d..a6eea083d 100644 --- a/.gitignore +++ b/.gitignore @@ -65,3 +65,4 @@ ecode.dmg /.ecode/.prjallowed /.cache/ /compile_commands.json +/bin/unit_tests/eepp-* diff --git a/bin/unit_tests/assets/textformat/chinese.utf16be.crlf.bom.txt b/bin/unit_tests/assets/textformat/chinese.utf16be.crlf.bom.txt new file mode 100644 index 0000000000000000000000000000000000000000..c62f9bf644949f0f17a5362b9004a44b6b481542 GIT binary patch literal 3366 zcmZ8kaZnRi8ecNyFtSnT^*qb9L-A&WDwM75abD-zQ9K1reM_t!=S_wETj$EtGszb)(d5T^m#UGHNdyzlbdvV}vK#*a(R$pkYaOsb& z)kxteGv_Uk=OI&}w}4q-kE!n4VqRd)K#DfSL2{ z@D@0q(@5IVx(OMiqN<9>3708CfI5|Z_nE#!gy&V~b`+(<_{72?G=q$R$K)@o-(6PX za&O?M?Qc*9Shr0qO?Sb_)Bb5sL)Xh#x41W$Hmu#{9qHBP3S|*@imSMOHS=QYrpVg< z8(4os2uDaHT6c!I68?8{4g+l zF^~zT+A++TWLL5Cdf+jQ9GVVfnzJHnk&)6x+~N%_4`WV!pqpFvO8KE$DX;q)Tg_k8 z^5sihNzal`@|QastdCPVD#aTCD}~dR7np6`#nmL|+xrCc*?-VHBG`5ELXX*!bN9;V zQxU?S*&DYUl+F))0G)8lr5Dagw;a<#(~xraN?Wb1R>`Kra#$?w-2ySUa{K#_cV9yW zdp5UO%ea#r;{^onU57rz&eMO2%3#;^%}^QL_j3Jd530G0N=yq<5xY(*;(WfHwpz$r z+VGEo=kfWK-^yQNeTb#dSGPOft6%LZ#tb;GV>Hx?20ivMliTxZ&1Lg$M|<=OZgcNs z%eN+{r@{Fgu6g{zvontN$O(w@!Qeg4S@0+wrT>vh^UvwsO15nT*cVg=XW>uKmH-I~ z%8yJOR+@ezJsQ8z{}JX2`iY7p%@r+Qx%7v}s@o_Xf2g(yW!tknjda+fG+!52rR(o} zo$d;7flL&J8XJUd7Xe4#k+QHJ8wekyN#nB+`e9O)bnebX4w) ze}f3?E=u>zOY(EgtC@sUgu-{fx9)MAp(vQJT!9lUvJVKS!#u=%oT#gRroQlQ#t?!1 z(93j*reFgJ}WWvZ|fyU*vTf8JUPo z_;P)@bU2u_-@utswno-gIcJrm8X5g0@(%xbWu}0cP!Iu`Q--HO~TzXv9 zeOJ&LWOTu-H9y?yhF{>b{A-ks?G7E24*J_IBlk|aJ|55yywCg-O>&*wemr3$xp_0~ZrOlmUZ~hS3Cw(gU70eZ7>=Qf+{S=k za%kj>yXwb%xoKW3A(+=>>N`UnOIOLIXM8Zpj_=Xo3er0;SIwJMf&RU)jnXy0$;`R* zT}Mz!Dz4%1U%;XKD9Yv?uQqwAvTe2gdHJ^bOMA0MDt{984Go$rn7KVVS5P=DpF_Q0Nn(Z6-Sqwq z`e6)||0|-dcOl^Cht*B${Shy|yP$2Xq5E2Mx#@7tB}xa~e^FV)^O*m&x$KVGws}zc z^qxj^a@g*cga^&%VYU>Y5-A_wiJS*g_ppDn-JV8`bmUg$(r29y&;oM?Gmbyl2QYT5 zzxvhKg)kfDte#0eCLG0Rp-WQA3nsjf7k{VD0LoyKBNMbB6b@HHG#@jEv&9lv z)toHe@)ocau~(20#|>MsP5>>>Bv}8EM}lnuxW~Zh_$~$G1D@vDLg!y;Tl0DI%d}vA z8FY8ZJn4r?ihY1Js3BKzECK8+qOhm2sWR;q*uPnS^?EHI;~gnUcVvBj^g(2h7oal$ zEq#{%y83zXwr@SeDYRQSUoWGP_AKmvY@w2rePVeu;>f|jk57rKFy8&{mJB)6b)>Bi zGTz6`bw1+Aaa34efc>lG5VJ(PnI(soj_f~7(CNDe1x}+Z;$BwAxK8v9TY*u-{T!Y) zK7qpcjhUh?@HF4`3&e@5+Tp%Icj4#hDG0iUDlBtD3+O(~M9(B-fEmEYu(HHevR@8i zG?9rA+y>~gy>S#)$CM~%p>DAss7uc z@%A?e1Foz;&S)f#8Xzl;I4?3qCN#3~l&6tesU$~=BWtN_M2NR> zROfc_21WiqQpy1NcEE~a$Ck)i+KQqY$;?$>rLF0>jiwGiJH>X&l$%=!-^e z8Yzd(-#KR;xyXc80uHMq*QT@Skm-1yqSr|A2W048+8CU3;p(Lx#Zj=G_|UEgc#k8bigdBEYVA6yS44BSS^Vz${f?O|fMN z#5FRQh$?1T`2wF35wt{indRoCz2{PKq2loiDMY58pSYh4{kOGRBlll>R_=6j5sfs< zBjaL|YX$o=jf@|0CAmL$PXo4-t_?1I)L8icC@|RWbE-P`l zH*nPUHz)(F+a{KzyI|yL|Fox}>t(E4+#5_A*6#9-^lD4FvWPpyRaC#4d9igT>%PWT@fS6t ze2FXWS@KE#GG~MBaY{#}cq3q?aN7C;v#q8NUKxEV zLijU#qSAizU5VAm&zXfB*6BYsgTW z&282)?qtV!0fBqhp%1b1^q-4JHjH5kr0-}5{c#m@yJW5CDe`M0~b9%RuZ65*l1(m^B_!G1>K!Spd zk%_}f({H3l;}`lr!dyW=QIVvjyyYvG{_t2;8>Qn9)fA%a+AL2a9rh^A*Tq%o`a55z zy8>Jw6NRD12H_)0_hUxpMXXLq=JvB~&%D&U+PhOp_Wlbx6I=jvJj)jJSZclA{EjE< z)_8Y1az;P#4-$6bQKF97iehL5ta&~4WD`+`V$9a+OK8PNs@h5t=|e^47G@hdDtE@e zL4<7=rF-Tj`MKuROhPI|;k)14c0t_|)+y_h#SL#@t!sl+2t1r^db_63(^%^rw$%I` zfdXj8CPJ zZB4;M-B;dxS0ysoHkh3%bh26&OyI~uVK8C60w-Ez9}rH5d5HNqQCI&=eZk#~Ap-lM zr$LgfSAkIo{4c>&zAvYqQ+k1S2&$TjZ0MVDFqZS?1^z8i9WNyNf))zR z3=J}8&?GqZq1;%JlyJrU*NO+Ym|=d4jq#ZA_B)fak;(%GvIuHE5-TvVY3r62fP=mW0*PH zc@S#X+`L_DY+GdSZ{v_-h8nl!%b9;2Ipm16;0`oJ& zT&ug`l16sO9aqE>3pG-Vy%nRj^>_|+bfh%_^Vq<4gU_FlL#!X4L%m-~VujS*^!^R{ zVGNZ2E26GikS)lKUC5ih>Gplz(7`&x6E`Ed0mN(bG4QCY%4Fu!Z@L#F6SN={3|BxjA2Wxu#S&Q6 zoGjk*=CkFoSC9$E4O_8J04>iXSpShnf^7k~$H3|ME(PNQp61yC=U-`i^Lfk5v|xD| zba%)y>4!;*eSkHnAy-i>0qiWIu&1%9BJCB}zgd6Pdd-OOjufXmvfdbd5EBA-u>>D3^~+wq^%D! z-p9;!KH|u6l-pi_{j22=vqZa@C5M)d@31*%8)9gsMlNfTchC$}pBGC&P2aSF(`p%N z2*+g-&Ck2^_G>kTSQBBZMvkn29yxq;BUAa@sbeB3u8N1{OKFDHli+yn_Njv#ItPKX4>huTdT>4V0A#A6(jABU z519t^%o%&%k;y$ecT2j?%e+}%z@5?_#2U2H>AMF7PNOX1URKArPV^01j#0z?9G*5l zfx`HWg`%zS)ad#J;>1<$aNnT2@bmN(1l>awmbsw?bRTA-XA&~N4B%r}S>h_$FNZLi z$V3Qk1N7P6I0~y{N)p@Q literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/chinese.utf16be.lf.bom.txt b/bin/unit_tests/assets/textformat/chinese.utf16be.lf.bom.txt new file mode 100644 index 0000000000000000000000000000000000000000..b2cd81d9304761e273b6b44a4ac673b16437bf86 GIT binary patch literal 3270 zcmZ8k4NM#789uBsVslQQ>#~%!qGVE_36yKvv8-CFge-x?&3CpBgRh3W!{9THA*msE z7jO(VI1boOI7%>tbm=6tl){EW)~YIDOS?8IrLDS3P1Yz=64sGM?po52wo#?__I~zI zrwL)KTuD3>pG(|yTSmt1QvEkW z~U3Y<9_$$!Ux#mq~xYtgyYtw$!d&0$X6CjwN%IEvsZ`(`Y1@6&|A>+Flg>>4RY zEZ@3jow>+_3{Zp3nQPbCb;xuwPtj|n_&qXqFYI&&ghkaP^ zz+c(UuJ&sFRgE0n(AyAL6{tfdv7E{n`Ak}OqPFW;@b@@c3fcEs%e?Qq*x*@Y!cWG3 z$8ECwrmsKxW0(XyUw1pSjOHQpf3cu4nB7wTe$jj{GIj0M$iU71TZo84)o8J5x44ge z7-bU%G(+id=UscNzeUF2ca}XG=_?x=9~wg??qaB0@hX7hj7Elwk&#)dzMjI#7))qn zC>c{Mvhq3Z5D~OQcUk1-rF|D5Doi?~ zjiha@n~_l}GFL=Txh+uw*r@Ek&+;uIysx-+pcoy&y$XlX3^D~DlfS5XXN7w!Iv@<~ zuTw@iwOuStbAIIMz_hoa>m}R)Rsz$8xw>*becD=~EMi@_i|f}gFSKrsuIs;r88!V;VU$9n7?5Mb{w{rHgvRTUy?VYFqY6`QaKVulojD#b4I)*a+Wt1ah;bFrtQL?E*_VLK#U z9C#l%f5)vCE=YHr(?Zjb^20etjiW}%rXzAhEbZM2@wRaX`cHP>K*ri^Zi|+Y%A3mU z*?sr}>?{3es0?;}-wc(}eJ|Iac9`m`sKl}$6|w83BF^vM<*0#-r44@@cn){0{9673 zb3rTx_1x`vw|Z{g0&i2^n+?L+SmTxRBZ-eUyo^RsP zvop^2=qZTt{@^{XS#Tg7rB5Sg{VBai$##qY(t^t1`1~o_79@cw`O%4^O4F~TM-!L& zKg8&OVyNh{wW8%qxBlo@RU4(_57!i-?Ak1EBOUQ7%{Rr>c+#%d=&m3a%tR5GrcwBi z(xr1TFJS&jGIxM&d*;RFHNIWSa_>Jtb)aux>MUE>W3Bc13Ob&wTkG59%o+VSFi1Fv zM~OOS8;YYUFjr+6>BGgA7G^s-E_WurMudGgrF-T@`AG8` zCMgx6$p7BA?}jNQZBw=>s|W7DS@%Y%2>L(Y^j1xgx3ShYY_0h#VW_=@vVmo1ltpi& zvK&eV27NnxyP%%OAbZN`hbx7`y4z}=Mpj?%iz!bj%k-E0Fz!er+nPejx-WeNZZk64 zH(FdO=u|BaB?*I26iV8zK`)E!1H#z|4-p?H>gu1VFI>S15!m0n4U%lTCd?ue_Eq|= zz8E6RpCUqKR6!L|6C$O2et2|zbQT#c3*dj|cCLSs*J)&QB0AyE_2<%&&~oi9&|bDi z)|g$h%CZ_A{W$tI|5@}BrL$CurO^p=GI1MvE^JZSIrDs581FH>Y4|vOK00Bg0-1IR zm3XFlmK^WJU#4^zjbH%5Bq6S`Z^p@3FIpD(H-TNeu-q52QfOvqkU57Y!FMOs`&XXC zS`H)|YDyzVweo%y6H2hCuws>)Tz%%2hlm5ENMjFv}{Y$3M^D#>@4d)K$( z-2i^v7i*tF5lW|ef*gv|d!lcvW8i0NhXy@UL85b8&k{WGrZuY`whk~9o{c9Hmk2{T zuTaSNJB)Z{&2Iprac&d3%sW+P^dpUQjDpuJRJ{SuUvTU39QR*CYmvzf`_lSws|UV; zZ}P8FI<`A}LOz5D!f@(peI@SQ^#E6fbMeC#7e);5E>g!ZV)n;TiAL_5bbmCUA9#=X zJDTJ=xdV7tNOJQQ+S9TT@2+sMbrLZ77`rTG1Z3mrGPfxhkenL%!tVNUe{LEPTNpMj znflC7$I`QL>lr_6q?3Dfcy9Dgj8gL!RiJ+>Y^QY1Z!mLieb+Hmg6DPgPvAZQ6l3#F zR$08}Y)4ICUcRgTytY{*l|KmkhX$<`%-mj`J0zTy@&WOgVXoEFa780K&A?$UxS^7Fj%vCCi%E<99IgO zNO3Kc^g&MinW`U{$jqhhbT39HXhA3(u7p^AW)A0yCozjTS-j&bU@PJ;BNJhW*f2Ao zQl3e&fn$$^+Jf*70)6pa3a$+hnr91Lf2JMH7p*VRg7qa}+F|Qt0QMnPJZn_L?&5e7 za9KnVZ(~y>b_DFpY@lj`mXB*4DM@RuK0o##GRg~}1E`cf&wo|*oOsv20iqPv+BknN zqmi{)*xlGdWm)!%<*}$U2Y){~C9Wn62Rtnqa=7bQTOVY*kD2Ry#F^u)us;t^uaU#d z676A@oLV}%)9#vWh$DkWuCS1I(hSU;7fXRbU$=sfY8h&nFfhsH=iGY7jhZ6NgNRKd zM^=F%jvn8H46cKY8el;gQ3o9D0wocBG5Wl+D3-Dntsd8F>(1{hcA!dgS70X=ih(RXZeug=qwp6&`_ zw&$@f+C!LiHX6SUdlM+4jw#FFcc2TE gK{F$7`O1PM)#~%!qGVE_36yKvv8-CFge-x?&3D*`!B@lGVelEpkkpX7 z3pfTF90zPC93|Loz;&S@lJ2#{6zI3qGeCN#3?jHih*D9a-yk#$ryBE-8mrgMjQ ziz5HOM#>1;cEX7g$JWR?+KQqY$;{PUr>!_@(;2Z;yj%T_mLE(qbGRNfkGnY-I|x-E z0!6(AjvS5TzvI7R<|Wy==-BGgBNN+huS(q~{8ZyO3gasKXUuZn(}cm}=#NHi8Yzd( z-#TXzz@`w5^4}JytGwe4S3M~~b{fTuNDI90! zyan<+uMuKQTv_c&S#+4tJYJnuW%z*%I%PsV=7 zZ8HC+e<1Q>m;^jue>=F0<{|Tcv7j=T-BSL3vFcuA>fWo7{+k205D|f@(PH&(aUc6I z$|ekGhSK5AyZ6?7i;RKq%zHG_TQ)pCJcdeK#Zb56Q2@sojSLkdBePUgAWsVTQMrHqf=5G<i^RXB`hkSXw({6+OUE8JVr0b%HP zoif6y?P6(~^CM6Dr#+3`FX0Zb5}0<()s^$<)0PTl5$nQL+^~jup>1SJ`qqBuELz)O!bqdj$jB!E*~@`U=xAqx zGs~`G=gq)l8aX^2$h2fd)*%z6i@3#GTHcCkTlY!%p;{@g=LTENU)J*FD_lwMl27uN zI~#3}Q#uOJ!s-^zTAydO_Y_x?oNwO~pr?PKc|@@5<%M30HRp$O(WfGWKeI1xJtSQm zd>=S}$E6o8NOv65Li4cl!#R7cy;jMl!*WZ_G|lqw@%!Z~W4; zGmehPDTwj@&^^vsa3CF}Pa|jfDZNL@wvPbPg393d{3+TRAb~0Qk%^;9^RJ{w($3fD?f@6aL}8ewQTUM3 zrE@VaVE#!mcYtkw=EasZ-d)Oa-#)qwZ8U5HlMA(T( ziF#%milJ3-=C#z7%|tzlG23dcpj9I~R?N};g+wwkArHP`#2%2UcR{Ux8k9cg5Hb1+%|rMJLUg^ae1 zW~T}|Rm+1(!XOj{lh$j{%Od-La5l_C#K(#HhG!ZIS8zfE_BT(XBwMcuv&e*fm42%~ ziioOD5uq}wpbDu8ky1XN7#$y-MMm=i_+M2AH?YX-G%_*~negTMa_Mkzx$YKdFIyvP ztDLjSvKkrvIPy0CS>zI>GgpeGkqLA%ej9o&Y*jkAs`>U1-eY*v@G<&)WWqxEGi?$o zaZmLw+24!3OzAKh0Y8FCLR@42jDxXUG%xUP0=sx&xj$&3(9G}-maGQYI>1nPHkOQEA`I!g zLLuYpG~$`Hya9;DxJ~FX?@*c1k2KOg3SP5N{RTXL!KKG@+OwcmAH5316&!-#V5>8j2Pfuq>f?4Y>%T7jodfs`e;x;_#X3j zG|6>w2k@?t^`+~}PcrIszKK>t?QPU%|SVCG!-8M$?8H2PjcR0jz_ZWEA=ZyOQ14fkF)QkCd;bE=9|M;Ef~fCX2>AJgx>>zH z;>GVBXgh1{xzSQ?K3a2y(&3(!MZ8n_Us}pi{Mzn8>ApQp=yamaEeQ`=F2a^5KqXQ> zew%R~Ouaw-lkM>|X`~~!DwjU*e1I01a~Ns-i`9Ezh z&m>v@u}6aK0eA<2zW8nh*9Hj9vxUw-)Ap8&mX~P3@)9uZuw~K@`w%OhHL4+3aV!bA zETXWdskst60`_IrU%f%g$F+`>q_x+OAAJxRESrNE%C+rUS)3^ha;m}JXyF1`ImZ4u@{*s75u zt3VM)k8eT-=Rtcdu%L{n2aa}wl8F8&eO_4Uq_{dB zmakxB)zjc)hLCiWUjo%z7@DpVbt5zN3y3p5b1+Ez0rQvGR6DW-DSSZ>GSMyyzL!7v}1Kt?u zZhSqx*MR4M{t7CzfbJswnaTHd^lx6Tc(1psN fnUS}=WdRcFq4OHf?HFdOX)A0|YY+SfKp6f5#(62v literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/chinese.utf16le.crlf.bom.txt b/bin/unit_tests/assets/textformat/chinese.utf16le.crlf.bom.txt new file mode 100644 index 0000000000000000000000000000000000000000..eb2201629b63875ee032feac7ada984e21230461 GIT binary patch literal 3366 zcmZ8k4@?`^89%Ht;&4tvmSvQ+qGVDa36yKvv8-CFge-yJ=AG@s*jF2$F}^d-K~h6} z7jO)=aa{Z-!IXdr>C#DPDS-`ztW_1lmUV4ZLR)o}nygW#q*+HAxob%wZKF!$92T1_Y|0Cv`sv zvWSud+UEsyElO~tvWw5L7RqrnIe38~6+k5eg*u3GqhAyOew92I%iI7sDt?rUzAk-T&Kc8A)fMQyCk0?!FV`9~Wg2r`|DO8Vz|0M{YL zqvklNM5OQZ(|n#oi&o+cjdY$vWmcKBsNkepCY2uq4Vnub=C1X8-FLY*OSx?+Zm2S- zUHK+w7rOJ>FZWVK^3-tkRyW?Jh zR92#UiA}8APAa*m%Td?<24-|)e`C)If4yIeDupcS^PzmN^~ABR-vTti zp_<~+;IMVUEkGd(D#A8dQz$Ij1G(pl%Y~rIw*^>sCG@^s+5K`XdYJv zc5BdJfW#G%VC%kpKx6(soXv&z2NSQ z*+@mwj}A2nD_lQeN#)q!qU(>g$q=cWMw?w~*BiP_O}OZ{4ZD4#=Ij7qpIhE6GUt!{XQ+1i>P zyW0!;8y$F;86CKUYXry}ku6nXUyp8`s1&rg6F!yUECjBz+7)e?=GP-_12BFXbDH8b z=o*uancYp>Qj)&Zb%%cv|C$`g4&)f}aivw1J9bwnSV9JL=;r+`g@OR4GNmE1)@OTqKdJninZ^CFfxRUey4M&V-1%&r zh-Lc+dk!0~c;D|Mm3uhbOZI!-Nk@}i9(Zu4$zrnP$`Lvul?&T@NM#3e&~~!-c1VMA zt=nu_N+$Yp1~u*vj)3!=?aiV#uv5`2YHg_3mhqq)b!F(5z6ASBiPvY_<1^tpmkWPy ze5nu4|7-b63G`7eIK}(IyB(_=N?m|@hlgxdQ0hkTF}MD8@kZTVL%ZXP_%_>k&$lhS zzEOM;@7cv)9h`ch-Ej&lv$6Z1O9Kf<1~a}f*i6vlkMp}65e#)u_9 zY!oH$P2;p(i@=HBrsGipeWoK2leFVMs2HgfdQ;r!@bs_-Yl>8K30wPIuL}F*SZpko z=gad&=*8e&D@4x4JnBr-{GuF7emwk6>~rpFOhr}e%Z0JnNwhHNu@zFRNzx)P3;r{U(2fnIwkE2ewiNKD|`EF8qi_0+> z8^BNC-E`vWAmCc02-{(;%)v>n7JO9v(Iwq`fIxdraL((t%JgFfcKl{HI!lt9;Te*S<1 ztF`8p(S|%q;BFeY+SY7O{+8Z}yYkKE8T|BE zSJ_g=8uX{5S(KlRqXM?}q^Qr;nJlyZ`_j*o%~n$RgM7f=KTu_uVO0Bqu5Whfg0Z-uP8&4NF_CYVbS~mi#Q7autRQ@=k=r%;}xt zX=F`#-H+O@;AcgiGF0e=ndlInOjOjr_z>$9v7Q`xx{LH9yq&(l0ORlhAAsCJf2$k7 zg+LcMhVkwMcO1M6Pj#6X>0kxU7QSH>lsUs>p3H^DVs^UNUY#NpA2Y*1v~&VgE!pk~ zMV>15wFI6ZFs?BII&q2|N;7`;@nda4GO$puqBtbui6zewVrTJm^=IBfUuiyLu+wMo zX^wE?hDtmqEzL!2IEiNzJX6h~2y%+mO*j{f3;ykAH{zKQ@+}+6bYx+}qjBs8l4>d2 zi}csrOSSifjXqK-W{p;#jlmh_Si${@*+tnWRSL2A8VCHIIJrsyT=&7OmaufJE80dX z>(C7Ic;^~NmE&c+f3-C%%`3ebe6wSkPc*K?j4o>u_Yl2S$Ke|+SNDy@-5SAD zVmJx7Y38M7wd=N}!~~i!Mo4AFP>MUM-*S8yAZ z*7N)ctf2}|f`d9zhLI#GtP&!F*YR8m$ft1^yJHjWn-BMQYS9OHUYZPT><16fBFdEM zIOsnuQuke8qL%Svs(mf)Or4i`d)Ww`5^M(z(#Fi}K~i`!mZ6tNlAX41P}Ne_GYqUg z?TjFJLK%#-F;b}f%wC#DPDS-`ztW_1lmUV4ZLR)o}nygW#q*+HAxob%wZKF!eOSzOybU<-ZeVpHGkVM zI`G$a4Y87d&tt?IYO9xYWKqMmEb2tK-BF-8#rS~ClrCX$NJUxc>_9r$hYFNW>V6Pp z5hV$<&kN{Ul;B8Z7oTG-l;db}@B%|BfJz1mbr4sJ#$u#$*69>iQj2ogP<||zBG7#S zP+D+dV%FuR4e#}V65vj~DpVS%Y4DMNHxo}^&TwAE5gEI`|G>hO= zi9?A)q(Y!LD)OvxkjnSm*W4^4dFS};4z){*+E|?ho)d`jk2XdSWI7d<^w0GGu0xDR z&2dtRNZ;wF`8I2+%$Grrp ztVH(`n^?D8cLjHmFq;r#o$zN^!q?*n`Fq*CD-9T*uXL#3{CP!?rT?V7?>DGh7TJgyAv z)}X-vi7O(F1j-?FU?__|-wkNQ-{d{fzrR;ks5*xqVQ2!QC0N zk&2`r9cmI*xPHQt%CW&k*B@<@AyPSwHoMfWH*}eraM5oYcKb%n*#W@Ha{%sU*CAZj zT(sL)7CjmGQo3Bb zti zw-@v`I`A$tI&cZs2#_}-TdKsq9^E=oDQIygd@93P2wZ2iE7~&6uSePjVEi=ZG{tGq zH6|M~yPLM9Bz>vt4*w+nH93$S$T8&ON~2KtpGUMt}%RA56UpDS!N<(C=&-V0wQu#MCi~C~(drLBOuQ5Kj^Vv8N z%k~fU95!C@zTZbG_i(nC?DxErjwZW2@Ze69#bn8qBXmS67q<71$`0nB?PTxmkOt*i zx7o6kO!VapYTO?j0p~f}n?-G4r=nTZ+EA}8<3Ts-%Fr!+3HF&1ug|u}XTo(Z7yjP( zQXicE*YcMV=%ZY4iuZ+gJ61Q8x&ZYK5814s)Q#X{ZvE@xjk>*tcE=a-ZMN~AZ(DeM zqxd4;vx~nvIQ2ri;}llN`{<$mY2GQSDD@IIne2XQ*h}ZiLpZ9PW|9!)6lbK#K!h$- z#$xi(Uo}19y*l_|FK|UFlz%Z+W%#N^?HW1ShBbABD>3Dw9II1|(6V@^c@^$`z&+1* z(Y8Q#Ac8798uX!E^+3c|7*MC=J!orVUwwXc^B&Kl{Lh|EEVuxvO!LL8q1$6E@;uYA zzJ3pOxsQkY{TAX0qMq2nB+v@nljnI@*@{;ZXa{q>ZUxF4f~bqK8kL4y^gEg3s8jj| z>#YVW;nn9~lvX#VnG$aVJ@~xFjC+}xFisfVh6q+fjd`=H#7im{>9?CoOis~bHKhJ# z0^GaST&%&fu{qf(F3Ra(zkio!kHD>D1Sw#I5-ul zG_|FJU)2|RbS@3rZ07Zc@UF^aIta)m_H^(j=5>yLggs~HA{OE)jQM;+al?a*5lep9 zC`#U&#%a42ffK(?$D;)LOh+IlX~%z1F;Xe?rnu4J>0u4l6shPEw)VMR752%o*jOyj zm* z4_sizG0)@Z;pFnW(DUhFlRb5K1MVX5f`xjhz^BZb+9?FSmRCEH{7eTKGs&?SlPpk3 zs+iq^y|j?iSvK^zvA=?Y$D33oy$tkoRN1bpJfgPRm-K6psmt!zC zfSBQARz|F)iw)+@O2UPIQ=6E!Lw%D#A2gf8o8YY!ti!F6a|7I{DmDDaDqjsG{s(nzw-868ut=XRZExi+W<(thj`025( zvZahQ=ubzpC_fuV1#Im}QJg)52U!Q$%m7k7|bp^k%qk;s%$>0zh0-J;M{XE+{eGuk} z$eQxHAGKe>&x$-{sL%^D(IGsUsHlJOA=W8kJvs7p7wJcMJAHux#^D1#0J($yRyTkP zfi7|kM}9X!3vx$e8VazbB4)0nG21@>~yicIz=izW`==i=>(`+vfUGk zJXP##2|PhyTw?@u;uJZQX8i2q$J&BqV4+?`aY)7!OP(Xd&f@9n&%A}c(tO5Xr_bQi z9O1?dm3U5Cnv2+Q63-}jrkX<$ z>94t$YVQjheWX&%8m&GXgEP#rg8LP-i?UCu6k_o;4){HBa+LtM?t@t^Vd+>`w2f5O zp&91!&NYrI$IE#CYHL`UXWaBWqc}47X2&$2Xk3XIUDhP-A$qNj!#7y2?i-7{HG-$a za1wCS%uCH`*KJFQ2{d7hkjjdo6n9j=<@icmGn2(aRA5DrN*9ft0L7yh={dPvsAAo% z=lK&@LlvF`2X&+jBS}(NB}4|Vj`&!(YIxq9~vJpBZ*bW+`jhWelr0`@cLobgcJ8j>fs->)F7+8JU z8A0%bG8k!Nq)_>p%Z647PviHyXjuQ>Ex1&LWp3>Bx}|)_yXmDnAi;sMRtbJ7jO(SL w#$u*0xZz+=1dZT+Ar%t4A%lJG?IEng0CdRB4v0SBsAY}xc^?1&5Xz|GzaEM#KL7v# literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/chinese.utf16le.lf.bom.txt b/bin/unit_tests/assets/textformat/chinese.utf16le.lf.bom.txt new file mode 100644 index 0000000000000000000000000000000000000000..2918071f29e5b9273e0a7e6eb0d293aa64c1e9ce GIT binary patch literal 3270 zcmZ8j4@?`^89%HtVslPH)@78nqGVDa36yKvv8-CFge-yJ=AG@s*jJl7V|-^ELsCP0 z7jPVGMi%eE4J?O7f(#L&&og%Lz0!bdDhv4M7Hr^*EvqjmJslwA1O)P)l;faA7>3BG6qC zpSeT0Et1s#=cuJr)K2=YSb?@W3gad^fk@Epc3zD2dR9=f5p!+l5bwv>QK9MsDss8@pA%EfwAT&!dXtoB*W9a8p7d8 z#4HI?iAvuZW`qKV4rw4e6J6j?SyUDsDmtN-N#%P{i{`@z`76C&^8Tb;rN)>EZT95Z78`^7R>z$r z;DqiZH?VFyspO+>M?>dpfaLmt=H3;7#()l0i#gP1!-YQE@uS_p58~4>vhN0~+TZiA z!Wme>Z~iX1iTjPAFZScO4&nC~8<#?Juy+}Y9IB2f_KEw}=yhmMH>unT-0mY#A#`OP z)z$A6H?a9gLrg=(xbi*S-!^E`cfs8TQmOKe4UP_0pmJ9xBzt6!+BFTmD355-0`vp# z)}o;x37wD=lHqf}sK!VjAKgt$hK1G(do={^^5r3%jSl^&=Sla!BMt4Oa&y1*tou-$ zBNfRoHryhvaQ%cOm7_yTu0L{9VNyATHoDZV*Yw$5@Ud^2cKXLGxj}qZfkQ)VbRB?R z=A)hd67O?>iHY9au0>_O8vV(*!9_r2vT*;tZw&-`)w4rLpeT)NJ#3#wI`mlZ3+ZD0 zGWV8spdnuG)Ka9f9aV~1&Obdo6=?Rn+>I;1O6XuPSC{u^ch?x_Wvq*G*Q%x$na%Bm z@!Nfvabtt;Fk^!kpf?&~J>t@3_O8aBfz$d)tbA=17t6X1Jcc!WS!7 zr3!AL$LFsOGz*VgprcfF-x>Q0rtM65n5_46PwXX?e=&2Qgmvr<$=I{n^xu6?C5U)# zV5s+?>5}igep0yuSzfT;@l82e?DF7$_nEC`YrY(%qf(`~wU<=3G5fg_eK*5elyBR@ z)7d74z(uS$7LPnT0;f8VJHI^Df9WcU4AokwNm_B^Yi_< z;$O>ONSF(iqSJF%e5Y$wQ@Kk++!AmWD=2j{_9(aERnN7C-NsJG=ZP)cMDI6kf}z>- z9PHU4TppT!w$pJE*zg{@Z(v4ndQ_D9hrE7j+)d}p!w}C-Gbw!jN!~=0!6;p8se@EA zU=&q(wde!8>W5e_GMImoZ$H<;zVyth)?MBu`5(O-SgdbSnGs4^V~^KX;(fAfZR0NR zu8&3r0#@QtqLJ9fB+&{`+*tvyY=)I2+QwXMSb++LHN=vvM&*$?wIk{*q4fxFS+%>Bxk> zY%KBWU0Sr!A{Y+9uIf}Kq#?@enb38>a$b0lJ!9viR^o9u@tLO5re&Ond;Zq!k$l%p zGj<)qzWNrOh!N;hJ%N~%9X_~2q*Cll^J613BU)e&spykj=X{?EoNqin9xw10_@nev z=(bHmzzQb?+l-2~oP z%GukfPvo~53u_W5WT|o|>Nqsm%DkD}deZ%lZJ*iya)h^t}>-)f!klsZq z8;tJu>-(^8zQ(JlFnc_5P$J;AxOTF(3D^FhP{rX`X#7Xzz{IS$KN1y8^P+qCXwU zp#p3I6|wavJcfL|**X`vEB!pxY9p0D$ouRAgEhukMzts8I%6+}*wf(J?)IzApxdtN zU6mqbtQf|Ai8Jo89Po5?VIHi}Yf+fh!YmPy0xYiJfz*VcFuj^~c;NXy;~SGOK9Ty0QMxaN5o->JXktBm;E?Ff0Ybvr$$kS*&kK5@|du^Ij{LCzaV`Y+<#S(W%Eb-Q`uOwko zB1}=t45x=j879C!aHVPbJb`GYZKMPj+QtQh`JN+_La+semR>OpY zCmJmqNx_5x)6hJMBB!Ue1v>)vD0t#;Hn zUVz=JY!PXJanlQo;>ezEam)zGW(^>@%tBBMy++T&jg+td+UjnP!fY2wX^0H-e5=}Z z(^_W6JTOH`WyNrsKVsN)Oaq-VTdhPDuz*y$X;3^$#Lm<6a-~?qy4%kR$ALFh-XxE^ zM;S*`q_|Ry4qb&wQbU{qy}IL*of{7h9MYlp0jsI-`T?wU9iq%xbz!aPkh=dI6SGbn zRqbhWXS=(M*b64Ci%=(K9c{vs14+RgD`VA;rVepmqndje&oX%R31<}HCzR1do1(?a z&s-c@DLw&jchh)1d#`1AvW$wIz8`X(=%Meqdy>aoS}6vk2y{tHjmOOq>~}-GQ8Wtb kAQck)jsfp_YZ#ap#Co{ig<}so>RA(gRxr`pFlNAi0M^wj%m4rY literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/chinese.utf16le.lf.nobom.txt b/bin/unit_tests/assets/textformat/chinese.utf16le.lf.nobom.txt new file mode 100644 index 0000000000000000000000000000000000000000..85927b1c6d0e53f011da6efb4bbba8f963b226e4 GIT binary patch literal 3268 zcmZ8j4@?`^89%HtVslPH)@78nqGVDa36yKvv8-CFge-yJ=AG@s*jJl7V|-^ELsCP0 z7jPVGxy{%!K+;k@9iF_oD1U zDFW^B;gfYJ$&<x-34XqLhG%pqJ& z@<8$csSqfEO1!Hbr1BmA6+g#FzIkD*L+#R`4pwi)&j~~Y#+suDXE_~{3{UrJ2!|&T zvm{6*Dt&915eghSq=D>Abb&)S9e0v| z6S|Y!z`E_El8?F_4V|w6lIsVWdshS+13FYK=1`vv7y4|+k9Pk)h)=`Fz8kD+f6v1T zXJ7@t`McyM?l*?M*pK5ngx_CmTnf#>-eoLus5++DC+=IL*P%V#q;e~8yN^JH(3N>q zSHD->z~&t%J+1C+n`0?1$P@rrOG=tI67E?%3Ya|?2$cc*EIB^JfcMl&=0&@ zi-v+EbV5!@hR*?`8Y6*xbT=&-7FsXt)eyMLmxpjRI`pHSC*A*!G_;e-&Hd7|?n7~o zR3yXLaErLY^%IsV**N#zvU=u*30(`S3Z$G&OW=^wM?2Ju-14h^xJ^- z+*{UxhIqYGOOeWUR4HaT|Mc)wpxN_sH?9CHp@YF(UEZJFU1OY=u`bG8tD0V9Hn$hX zZ}(xwjSarTj169Z-e`#Rh)b8**PFw&<0%QUY= zSD0KtbSKTFB}2LEmhc$-n;Ogw<{1m2zbeWdzbzKQxmnfjZ7cSfBSpTO;d=H8U#wh} zD!7FnpT9cLEIe+3j#AluXY4PSwln2nvfj@c*0DDvW6x^SfA>9=AmX`! zq27b0OTPE|N#zb?dBJ|iH|1!t%Y*;jXSSNH`ErzwN|oZ)UQ*e{?B`DO-3)6{zHJMa zqu{vN$aU`b4`W|B-IqhHW2a*|)S7S~mvxwH4Hf8yp$uH4%;)EJ`OVPPO7U;a&-des ze=UC@VJ=jPPS0KOovu|)Q+QBmq2^7^T9H=QpJLp(dpr11GCc@s?rqja${9+!{& zs^wAN<)IJyFgm0{1(xD9#xL8{uF)eMz@5WWj*_@szEqiXYt^{psh_gaB%>{FV zQB>vCq7UqRWUoMxami1Y%Nl_}~taO0h4^kB!WXXn{SXqEB+2^L;9CzVY~Yyue@JkJ3w_ z+cpi657_C=Gs2P_Pkl7eE8qk+M5%miRN zfgVULzlpV+3ANbM2iJj4u*Me~G3uW%tLvu`_Ns#V(bT7U4Z)FDU6^CP`dBK1YBb74qXbL0tIG{%=6MH{& zsr%pU|2yDvh}#cUWkQl~ORJmS*oN<}^2mfyi$3D9%W6R{NpuBr3j`g&%(@rHnhN|` zL?Wh(kRSfdQAShQ-l$!EM(sL*RC{pWcG4K7Ev@#{Z|Uuzy*FBC;px%t3dmNA{&XaV z3a|-O#MYni81nUI>s;Wj^z&4!ja2?1@3RjK));3Q)t->+jJ+6QPlIc_+pji*Zo95` zRf?3cVi@}+&bY^Nz|+-*d9X&WMPXJ8vqVG+u(*N;QcE&s#bV=Myd-35C4K=cztI~A zruogO2U6ZRo;$W9EqgOu-Fn1uwLwMUn&)MFr~Z7`9iL*@h$$WS`Zl_D_wP{lEGqVhil}Tb2OWYl?#9PC@l7vZ# zFhwyloE{!!m;n38(T)%qTx?WPJd$DBC~$*86RREg|Ky34qK0tq&uNQDN4sMkq;fx+Wga=S+EL?p z0d}vlMWhABO)oHtBYV2VF(V|KHGt$Y3qdjT8a)p;QojCctGhi4vt1;mAu`PKt!mdz zYnd7Iz!W8w6~k%%h+)$)4Rp$EwGvgp0#fOwLGdUNJ5SHcm0}I+Za*s=2i{b9lRWMo zWgJbB;z}_(bQLB^4RH$e>W)u#Zag?}NQd4Btfs>22e8(4h%#r@g|((b>i%;~%sO#Y zwWrOU?d~#SFPN|{LYddAYVKt`%iz@~oKb|IP(~ANiWVzB zb8%>;_yoM&P2=_Ky_V(4GAefZe#mvAhrZ|TNgi`)r5KPR&?PN39ydp@-wpLf(I}{c jR7mhU2E6O7VPIYm>*0DAjy>q8XHE23!9;7rm;wI*aI7iM literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/chinese.utf8.crlf.bom.txt b/bin/unit_tests/assets/textformat/chinese.utf8.crlf.bom.txt new file mode 100644 index 000000000..1facdc4f3 --- /dev/null +++ b/bin/unit_tests/assets/textformat/chinese.utf8.crlf.bom.txt @@ -0,0 +1,48 @@ +第一回 甄士隱夢幻識通靈 賈雨村風塵懷閨秀 + + 【甲戌、庚、蒙批：此開卷第一回也。作者自云：因曾歷過一番夢幻之後，故將真事隱去， +而借通靈之說，撰此《石頭記》一書也。故曰「甄士隱夢幻識通靈」。但書中所記何事，又因何 +而撰是書哉？自又云：今風塵碌碌，一事無成，忽念及當日所有之女子，一一細推了去，覺其行 +止見識，皆出於我之上。何我堂堂之鬚眉，曾不若彼裙釵哉！實愧則有餘，悔又無益之大無可奈 +何之日也！當此時，則自欲將已往所賴，上賴天恩，下承祖德，錦衣紈絝之時、飫甘饜美肥之日， +背父母教育之恩，負師兄規訓之德，已至今日一事無成、半生潦倒之罪，編述一記，以告普天下 +人。我之罪固不能免，然閨閣中本自歷歷有人，萬不可因我之不肖，自護其短，則一併使其泯滅 +也。雖今日之茆椽蓬牖，瓦灶繩床，其風晨月夕，階柳庭花，亦未有傷於我之襟懷筆墨者。雖我 +未學，下筆無文，何爲不用假語村言，敷演出一段故事來，以悅人之耳目哉。故曰「風塵懷閨 +秀」，乃是第一回題綱正義也。開卷即曰「風塵懷閨秀」，則知作者本意原爲記述當日閨友閨情， +並非怨世駡時之書矣。雖一時有涉於世態，然亦不得不叙者，但非其本旨耳，閱者切記之。詩曰： + + 【浮生著甚苦奔忙？盛席華筵終散場。】 + 【悲喜千般同幻渺，古今一夢盡荒唐。】 + 【謾言紅袖啼痕重，更有情痴抱恨長。】 + 【字字看來皆是血，十年辛苦不尋常！】 + + 【楊藏、庚辰、夢覺、舒序批：此回中凡用夢用幻等字，是提醒閱者眼目，亦是此書立意本 +旨。】〈按：此兩段回前批语常被混入正文。故雖為批語，仍錄於此。〉 + + 列位看官，你道此書從何而來？說起根由雖近荒唐，細諳則深有趣味。待在下將此來歷注明， +方使聞者了然不惑。 + + 原來，當年女媧氏煉石補天之時，於大荒山無稽崖煉成高經[1]十二丈，方經[2]二十四丈頑 +石三萬六千五百零一塊。媧皇氏只用了三萬六千五百塊，只單單剩了一塊未用，便棄在此山青埂 +峰下。誰知此石自經煅煉[3]之後，靈性已通，因見眾石俱得補天，獨自己無材不堪入選，遂自 +怨自嗟，日夜悲號[4]慚愧。 + + 一日，正當嗟悼之餘，俄見一僧一道遠遠而來，生得骨骼不凡，豐神迥异，說說笑笑來至峰 +下，坐於石邊高談快論。先是說些雲山霧海神僊玄幻之事，後便說到紅塵中榮華富貴。此石聽了， +不覺打動凡心，也想要到人間去享一享這榮華富貴，但自恨粗蠢，不得已，便口吐人言，向那僧 +道說道：「大師，弟子蠢物，不能見禮了。適聞二位談那人世間榮耀繁華，心切慕之。弟子質雖 +粗蠢，性卻稍通，況見二師仙形道體，定非凡品，必有補天濟世之材，利物濟人之德。如蒙發一 +點慈心，攜帶弟子得入紅塵，在那富貴場中，溫柔鄉里受享幾年，自當永佩洪恩，萬劫不忘也。」 +二仙師聽畢，齊憨笑道：「善哉，善哉！那紅塵中有卻有些樂事，但不能永遠依恃。況又有美中 +不足、好事多魔八個字緊相連屬，瞬息間則又樂极悲生，人非物換，究竟是到頭一夢，萬境歸空， +倒不如不去的好。」這石凡心已熾，那[5]裡聽得進這話去，乃复苦求再四。二仙知不可強制， +乃歎道：「此亦靜極思動，無中生有之數也。既如此，我們便攜你去受享受享，只是到不得意時， +切莫後悔。」石道：「自然，自然。」那僧又道：「若說你性靈，卻又如此質蠢，并更無奇貴之 +處。如此也只好踮腳而已。也罷，我如今大施佛法助你助，待劫終之日，复還本質，以了此案。 +你道好否？」石頭聽了，感謝不盡。那僧便念咒書符，大展幻術，將一塊大石登時變成一塊鮮明 +瑩洁的美玉，且又縮成扇墜大小的可佩可拿。那僧托於掌上，笑道：「形体倒也是個寶物了！還 +只沒有實在的好處，須得再鐫上數字[6]，使人一見便知是奇物方妙。然後攜你到那昌明隆盛之 +邦，詩禮簪纓之族，花錦繁華之地，溫柔富貴之鄉去安身樂業。」石頭聽了，喜不能禁，乃問： +「不知弟子那幾件奇處，又不知携了弟子到何處？望乞明示，使弟子不惑。」那僧笑道：「你且 +莫問，日後自然明白的。」說著，便袖了那石，同那道人飄然而去，竟不知投奔何方何舍。 diff --git a/bin/unit_tests/assets/textformat/chinese.utf8.crlf.nobom.txt b/bin/unit_tests/assets/textformat/chinese.utf8.crlf.nobom.txt new file mode 100644 index 000000000..45eaf879e --- /dev/null +++ b/bin/unit_tests/assets/textformat/chinese.utf8.crlf.nobom.txt @@ -0,0 +1,48 @@ +第一回 甄士隱夢幻識通靈 賈雨村風塵懷閨秀 + + 【甲戌、庚、蒙批：此開卷第一回也。作者自云：因曾歷過一番夢幻之後，故將真事隱去， +而借通靈之說，撰此《石頭記》一書也。故曰「甄士隱夢幻識通靈」。但書中所記何事，又因何 +而撰是書哉？自又云：今風塵碌碌，一事無成，忽念及當日所有之女子，一一細推了去，覺其行 +止見識，皆出於我之上。何我堂堂之鬚眉，曾不若彼裙釵哉！實愧則有餘，悔又無益之大無可奈 +何之日也！當此時，則自欲將已往所賴，上賴天恩，下承祖德，錦衣紈絝之時、飫甘饜美肥之日， +背父母教育之恩，負師兄規訓之德，已至今日一事無成、半生潦倒之罪，編述一記，以告普天下 +人。我之罪固不能免，然閨閣中本自歷歷有人，萬不可因我之不肖，自護其短，則一併使其泯滅 +也。雖今日之茆椽蓬牖，瓦灶繩床，其風晨月夕，階柳庭花，亦未有傷於我之襟懷筆墨者。雖我 +未學，下筆無文，何爲不用假語村言，敷演出一段故事來，以悅人之耳目哉。故曰「風塵懷閨 +秀」，乃是第一回題綱正義也。開卷即曰「風塵懷閨秀」，則知作者本意原爲記述當日閨友閨情， +並非怨世駡時之書矣。雖一時有涉於世態，然亦不得不叙者，但非其本旨耳，閱者切記之。詩曰： + + 【浮生著甚苦奔忙？盛席華筵終散場。】 + 【悲喜千般同幻渺，古今一夢盡荒唐。】 + 【謾言紅袖啼痕重，更有情痴抱恨長。】 + 【字字看來皆是血，十年辛苦不尋常！】 + + 【楊藏、庚辰、夢覺、舒序批：此回中凡用夢用幻等字，是提醒閱者眼目，亦是此書立意本 +旨。】〈按：此兩段回前批语常被混入正文。故雖為批語，仍錄於此。〉 + + 列位看官，你道此書從何而來？說起根由雖近荒唐，細諳則深有趣味。待在下將此來歷注明， +方使聞者了然不惑。 + + 原來，當年女媧氏煉石補天之時，於大荒山無稽崖煉成高經[1]十二丈，方經[2]二十四丈頑 +石三萬六千五百零一塊。媧皇氏只用了三萬六千五百塊，只單單剩了一塊未用，便棄在此山青埂 +峰下。誰知此石自經煅煉[3]之後，靈性已通，因見眾石俱得補天，獨自己無材不堪入選，遂自 +怨自嗟，日夜悲號[4]慚愧。 + + 一日，正當嗟悼之餘，俄見一僧一道遠遠而來，生得骨骼不凡，豐神迥异，說說笑笑來至峰 +下，坐於石邊高談快論。先是說些雲山霧海神僊玄幻之事，後便說到紅塵中榮華富貴。此石聽了， +不覺打動凡心，也想要到人間去享一享這榮華富貴，但自恨粗蠢，不得已，便口吐人言，向那僧 +道說道：「大師，弟子蠢物，不能見禮了。適聞二位談那人世間榮耀繁華，心切慕之。弟子質雖 +粗蠢，性卻稍通，況見二師仙形道體，定非凡品，必有補天濟世之材，利物濟人之德。如蒙發一 +點慈心，攜帶弟子得入紅塵，在那富貴場中，溫柔鄉里受享幾年，自當永佩洪恩，萬劫不忘也。」 +二仙師聽畢，齊憨笑道：「善哉，善哉！那紅塵中有卻有些樂事，但不能永遠依恃。況又有美中 +不足、好事多魔八個字緊相連屬，瞬息間則又樂极悲生，人非物換，究竟是到頭一夢，萬境歸空， +倒不如不去的好。」這石凡心已熾，那[5]裡聽得進這話去，乃复苦求再四。二仙知不可強制， +乃歎道：「此亦靜極思動，無中生有之數也。既如此，我們便攜你去受享受享，只是到不得意時， +切莫後悔。」石道：「自然，自然。」那僧又道：「若說你性靈，卻又如此質蠢，并更無奇貴之 +處。如此也只好踮腳而已。也罷，我如今大施佛法助你助，待劫終之日，复還本質，以了此案。 +你道好否？」石頭聽了，感謝不盡。那僧便念咒書符，大展幻術，將一塊大石登時變成一塊鮮明 +瑩洁的美玉，且又縮成扇墜大小的可佩可拿。那僧托於掌上，笑道：「形体倒也是個寶物了！還 +只沒有實在的好處，須得再鐫上數字[6]，使人一見便知是奇物方妙。然後攜你到那昌明隆盛之 +邦，詩禮簪纓之族，花錦繁華之地，溫柔富貴之鄉去安身樂業。」石頭聽了，喜不能禁，乃問： +「不知弟子那幾件奇處，又不知携了弟子到何處？望乞明示，使弟子不惑。」那僧笑道：「你且 +莫問，日後自然明白的。」說著，便袖了那石，同那道人飄然而去，竟不知投奔何方何舍。 diff --git a/bin/unit_tests/assets/textformat/chinese.utf8.lf.bom.txt b/bin/unit_tests/assets/textformat/chinese.utf8.lf.bom.txt new file mode 100644 index 000000000..0c8f72711 --- /dev/null +++ b/bin/unit_tests/assets/textformat/chinese.utf8.lf.bom.txt @@ -0,0 +1,48 @@ +第一回 甄士隱夢幻識通靈 賈雨村風塵懷閨秀 + + 【甲戌、庚、蒙批：此開卷第一回也。作者自云：因曾歷過一番夢幻之後，故將真事隱去， +而借通靈之說，撰此《石頭記》一書也。故曰「甄士隱夢幻識通靈」。但書中所記何事，又因何 +而撰是書哉？自又云：今風塵碌碌，一事無成，忽念及當日所有之女子，一一細推了去，覺其行 +止見識，皆出於我之上。何我堂堂之鬚眉，曾不若彼裙釵哉！實愧則有餘，悔又無益之大無可奈 +何之日也！當此時，則自欲將已往所賴，上賴天恩，下承祖德，錦衣紈絝之時、飫甘饜美肥之日， +背父母教育之恩，負師兄規訓之德，已至今日一事無成、半生潦倒之罪，編述一記，以告普天下 +人。我之罪固不能免，然閨閣中本自歷歷有人，萬不可因我之不肖，自護其短，則一併使其泯滅 +也。雖今日之茆椽蓬牖，瓦灶繩床，其風晨月夕，階柳庭花，亦未有傷於我之襟懷筆墨者。雖我 +未學，下筆無文，何爲不用假語村言，敷演出一段故事來，以悅人之耳目哉。故曰「風塵懷閨 +秀」，乃是第一回題綱正義也。開卷即曰「風塵懷閨秀」，則知作者本意原爲記述當日閨友閨情， +並非怨世駡時之書矣。雖一時有涉於世態，然亦不得不叙者，但非其本旨耳，閱者切記之。詩曰： + + 【浮生著甚苦奔忙？盛席華筵終散場。】 + 【悲喜千般同幻渺，古今一夢盡荒唐。】 + 【謾言紅袖啼痕重，更有情痴抱恨長。】 + 【字字看來皆是血，十年辛苦不尋常！】 + + 【楊藏、庚辰、夢覺、舒序批：此回中凡用夢用幻等字，是提醒閱者眼目，亦是此書立意本 +旨。】〈按：此兩段回前批语常被混入正文。故雖為批語，仍錄於此。〉 + + 列位看官，你道此書從何而來？說起根由雖近荒唐，細諳則深有趣味。待在下將此來歷注明， +方使聞者了然不惑。 + + 原來，當年女媧氏煉石補天之時，於大荒山無稽崖煉成高經[1]十二丈，方經[2]二十四丈頑 +石三萬六千五百零一塊。媧皇氏只用了三萬六千五百塊，只單單剩了一塊未用，便棄在此山青埂 +峰下。誰知此石自經煅煉[3]之後，靈性已通，因見眾石俱得補天，獨自己無材不堪入選，遂自 +怨自嗟，日夜悲號[4]慚愧。 + + 一日，正當嗟悼之餘，俄見一僧一道遠遠而來，生得骨骼不凡，豐神迥异，說說笑笑來至峰 +下，坐於石邊高談快論。先是說些雲山霧海神僊玄幻之事，後便說到紅塵中榮華富貴。此石聽了， +不覺打動凡心，也想要到人間去享一享這榮華富貴，但自恨粗蠢，不得已，便口吐人言，向那僧 +道說道：「大師，弟子蠢物，不能見禮了。適聞二位談那人世間榮耀繁華，心切慕之。弟子質雖 +粗蠢，性卻稍通，況見二師仙形道體，定非凡品，必有補天濟世之材，利物濟人之德。如蒙發一 +點慈心，攜帶弟子得入紅塵，在那富貴場中，溫柔鄉里受享幾年，自當永佩洪恩，萬劫不忘也。」 +二仙師聽畢，齊憨笑道：「善哉，善哉！那紅塵中有卻有些樂事，但不能永遠依恃。況又有美中 +不足、好事多魔八個字緊相連屬，瞬息間則又樂极悲生，人非物換，究竟是到頭一夢，萬境歸空， +倒不如不去的好。」這石凡心已熾，那[5]裡聽得進這話去，乃复苦求再四。二仙知不可強制， +乃歎道：「此亦靜極思動，無中生有之數也。既如此，我們便攜你去受享受享，只是到不得意時， +切莫後悔。」石道：「自然，自然。」那僧又道：「若說你性靈，卻又如此質蠢，并更無奇貴之 +處。如此也只好踮腳而已。也罷，我如今大施佛法助你助，待劫終之日，复還本質，以了此案。 +你道好否？」石頭聽了，感謝不盡。那僧便念咒書符，大展幻術，將一塊大石登時變成一塊鮮明 +瑩洁的美玉，且又縮成扇墜大小的可佩可拿。那僧托於掌上，笑道：「形体倒也是個寶物了！還 +只沒有實在的好處，須得再鐫上數字[6]，使人一見便知是奇物方妙。然後攜你到那昌明隆盛之 +邦，詩禮簪纓之族，花錦繁華之地，溫柔富貴之鄉去安身樂業。」石頭聽了，喜不能禁，乃問： +「不知弟子那幾件奇處，又不知携了弟子到何處？望乞明示，使弟子不惑。」那僧笑道：「你且 +莫問，日後自然明白的。」說著，便袖了那石，同那道人飄然而去，竟不知投奔何方何舍。 diff --git a/bin/unit_tests/assets/textformat/chinese.utf8.lf.nobom.txt b/bin/unit_tests/assets/textformat/chinese.utf8.lf.nobom.txt new file mode 100644 index 000000000..1da0a5424 --- /dev/null +++ b/bin/unit_tests/assets/textformat/chinese.utf8.lf.nobom.txt @@ -0,0 +1,48 @@ +第一回 甄士隱夢幻識通靈 賈雨村風塵懷閨秀 + + 【甲戌、庚、蒙批：此開卷第一回也。作者自云：因曾歷過一番夢幻之後，故將真事隱去， +而借通靈之說，撰此《石頭記》一書也。故曰「甄士隱夢幻識通靈」。但書中所記何事，又因何 +而撰是書哉？自又云：今風塵碌碌，一事無成，忽念及當日所有之女子，一一細推了去，覺其行 +止見識，皆出於我之上。何我堂堂之鬚眉，曾不若彼裙釵哉！實愧則有餘，悔又無益之大無可奈 +何之日也！當此時，則自欲將已往所賴，上賴天恩，下承祖德，錦衣紈絝之時、飫甘饜美肥之日， +背父母教育之恩，負師兄規訓之德，已至今日一事無成、半生潦倒之罪，編述一記，以告普天下 +人。我之罪固不能免，然閨閣中本自歷歷有人，萬不可因我之不肖，自護其短，則一併使其泯滅 +也。雖今日之茆椽蓬牖，瓦灶繩床，其風晨月夕，階柳庭花，亦未有傷於我之襟懷筆墨者。雖我 +未學，下筆無文，何爲不用假語村言，敷演出一段故事來，以悅人之耳目哉。故曰「風塵懷閨 +秀」，乃是第一回題綱正義也。開卷即曰「風塵懷閨秀」，則知作者本意原爲記述當日閨友閨情， +並非怨世駡時之書矣。雖一時有涉於世態，然亦不得不叙者，但非其本旨耳，閱者切記之。詩曰： + + 【浮生著甚苦奔忙？盛席華筵終散場。】 + 【悲喜千般同幻渺，古今一夢盡荒唐。】 + 【謾言紅袖啼痕重，更有情痴抱恨長。】 + 【字字看來皆是血，十年辛苦不尋常！】 + + 【楊藏、庚辰、夢覺、舒序批：此回中凡用夢用幻等字，是提醒閱者眼目，亦是此書立意本 +旨。】〈按：此兩段回前批语常被混入正文。故雖為批語，仍錄於此。〉 + + 列位看官，你道此書從何而來？說起根由雖近荒唐，細諳則深有趣味。待在下將此來歷注明， +方使聞者了然不惑。 + + 原來，當年女媧氏煉石補天之時，於大荒山無稽崖煉成高經[1]十二丈，方經[2]二十四丈頑 +石三萬六千五百零一塊。媧皇氏只用了三萬六千五百塊，只單單剩了一塊未用，便棄在此山青埂 +峰下。誰知此石自經煅煉[3]之後，靈性已通，因見眾石俱得補天，獨自己無材不堪入選，遂自 +怨自嗟，日夜悲號[4]慚愧。 + + 一日，正當嗟悼之餘，俄見一僧一道遠遠而來，生得骨骼不凡，豐神迥异，說說笑笑來至峰 +下，坐於石邊高談快論。先是說些雲山霧海神僊玄幻之事，後便說到紅塵中榮華富貴。此石聽了， +不覺打動凡心，也想要到人間去享一享這榮華富貴，但自恨粗蠢，不得已，便口吐人言，向那僧 +道說道：「大師，弟子蠢物，不能見禮了。適聞二位談那人世間榮耀繁華，心切慕之。弟子質雖 +粗蠢，性卻稍通，況見二師仙形道體，定非凡品，必有補天濟世之材，利物濟人之德。如蒙發一 +點慈心，攜帶弟子得入紅塵，在那富貴場中，溫柔鄉里受享幾年，自當永佩洪恩，萬劫不忘也。」 +二仙師聽畢，齊憨笑道：「善哉，善哉！那紅塵中有卻有些樂事，但不能永遠依恃。況又有美中 +不足、好事多魔八個字緊相連屬，瞬息間則又樂极悲生，人非物換，究竟是到頭一夢，萬境歸空， +倒不如不去的好。」這石凡心已熾，那[5]裡聽得進這話去，乃复苦求再四。二仙知不可強制， +乃歎道：「此亦靜極思動，無中生有之數也。既如此，我們便攜你去受享受享，只是到不得意時， +切莫後悔。」石道：「自然，自然。」那僧又道：「若說你性靈，卻又如此質蠢，并更無奇貴之 +處。如此也只好踮腳而已。也罷，我如今大施佛法助你助，待劫終之日，复還本質，以了此案。 +你道好否？」石頭聽了，感謝不盡。那僧便念咒書符，大展幻術，將一塊大石登時變成一塊鮮明 +瑩洁的美玉，且又縮成扇墜大小的可佩可拿。那僧托於掌上，笑道：「形体倒也是個寶物了！還 +只沒有實在的好處，須得再鐫上數字[6]，使人一見便知是奇物方妙。然後攜你到那昌明隆盛之 +邦，詩禮簪纓之族，花錦繁華之地，溫柔富貴之鄉去安身樂業。」石頭聽了，喜不能禁，乃問： +「不知弟子那幾件奇處，又不知携了弟子到何處？望乞明示，使弟子不惑。」那僧笑道：「你且 +莫問，日後自然明白的。」說著，便袖了那石，同那道人飄然而去，竟不知投奔何方何舍。 diff --git a/bin/unit_tests/assets/textformat/english.utf16be.crlf.bom.txt b/bin/unit_tests/assets/textformat/english.utf16be.crlf.bom.txt new file mode 100644 index 0000000000000000000000000000000000000000..d35d6189d8669bbd6f30ea9fcde2ccbf6abbdce5 GIT binary patch literal 7982 zcmbW+K~o&b5e48rJHr2g+u9MvKft%u+F^00kd|PL})SXn9!9mP37>)xY!QZn;`6myhGk#d5pcEW3KXtGAE! zd9{45-`_7^#<-j1clFm`t`7K`84CIp552` zeOdYa^6TYS%e(R3=-aW{+vQU|VclvU>pO2R#y8%4UcN5B)Xz=X;0GVgonu9{A5n@o zG4T4Ro_?sG+u?%<%-WaziyHlaUyOkyv*1o)5m?mOn?!--ZqT+zlWLp>DNGKvGLP7vmOs~b@jdqd zvU5~ol)rsNX+4GI$6EWQey|Y34rO;=e_JP5oY!ZNhp)_>*UwqmH^14}OuZX#j>^he z**MgS_!?`U#|%ER6zlwBg-_u-te|7eml`Ez5n>HK*nKuAYkor#_5z z_QMNLQ;$~44B3ae`fPq%>ksw3{b?JGTM&b?NP?xzSTh{44(1%!`d5Q%5S)y#s#wqJ z9q-QvR&;|m@jVCyk-6XGM}-%;>A-Yc}A1ef7f~M2%_xW zB3kq^VqeNXY-pxTf7Bd2KaEW8#tL)^R#EE25(}b>2F{$l9+=9+yPCHz{=oe7sg6Dj zR#~~@f=ZN+jTr&Vzg8`+(cCg7s{2ru<-hHTCA%1|e;!`*rZa+_Y8BtV)$brrSB&~v z9$eHn>`VRdEqci#qZ?rsuSW(`Ny!+b>_WHYk$Uh>Hu0)i*)dbcn|is1#^0xwX&{Nq2G(`Wfik`p4EOI z)tq}#&lG_j<$2xmO04|sYLm(2p>;Ld4|#c3BVv~|^C*lxh@EsZvL(A#-`4iNa7-mr z7aqybQ9Y$?oo#B#GpmVtzNdk#i{n)((4WWW&&!+Q_UqD=pX=|FrjN0Hw_hGy`slV(oQOQPl))Y?5fSxB^!ng7oYS8Km zft?y?HufH2HlC~%&|Yy__QK$87E($4YNh8N7nB z)iO)Rk8#HEZM*l%duQpl^;Z4M8%)$ueEKxj$f@AG-p_qL+R@dJ?jbrGB?_ZIjyWAy z`_Q|uHPh+o(|8?~em&N2t>95qBi)Qz=vZ}LvPFe-cKD~;PHaI@?CM$Xb2G47*JEc* z#PHOEiw!>x_0ziAXEfd5uKdhsBh#<#M>uq_zwKV6@e_G^NY$5m@Pzi}^rfP_6Mx6HuCmYdK9v$5MI821GN`Bb?zx9j z08j1HT>(Kcj51%oRe5$N_2Wb;YpJ;4la5Wkei_kXk~isVMbYCsdUnIyxd+N;*pZV? zIFsEhntQbTy&{QD^VEK@E1k5Se{TkNd#8ZY?6IsocE~Rut|8Fv@tl6OWt;aS2nL*?Bm92ArJtg8kLNr8V+-Z!PkdyFh;Z|9v2x(%<1l7@n$V zzuo-Z6{plm_p{pyqy@6R<@vk8P#J;8caYnrUZ2UuO^uWR_gZ1VmQUew zS6nPL`s+;P+?K9&-qhLI?kgARz|@R9&y2MOSVgslozeQvl2x)#Jg-Mp`@e4!N2)F} zf_8U3I(i-a+fvjY22v**pRidKb`J!dusik6FWooxw3cVLX_lGWDyhovD<|oDc-2|Q zPy0g@3U?D_`oO*|v3gKTJu7c=52&}m%;>mW@XZL- zNsHXaMu*p@chbL-Ztt-JWCkNuYCkXZN36KzcBPMu|UwLA@`onJn$ZwsHFz*6@-?p2$CsaLgo zGjubY+x9X)j`hsUZb6^v?)&6p4`;4AfZaaC+qahL-bt- zVmD=t?rcvoGJy?=#C@2ZHtOiy7Jq22sImr2xfz)!;QXIbdJ)DeThpdVM z#)(6XLzAla{*)V;=7qfz$~moU&)Rfw?&4PFX?*f-8@at%Z;N~CR!!!_Ib*>deQ&cy zWRv^xIhND8Ln~cW>srQKkEhX){67h=5)*yzJEGYm(dw=uwsHawn%Vg$UsNr0at>Zh_>KjlP)} Hr`-Pld54BK literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/english.utf16be.crlf.nobom.txt b/bin/unit_tests/assets/textformat/english.utf16be.crlf.nobom.txt new file mode 100644 index 0000000000000000000000000000000000000000..554fe302bd96d7e4d3e212f4493c9857129ef2b0 GIT binary patch literal 7980 zcmbW+K~o&b5e48rJHr2g+u9M9e}HeRwZr1z)y4{2vB!ZKAuJ>?1CrTa@BHeKu5Qf9 zL5LZ;tFkg*zI>HcT27by7u9tm1-`Cs6`n+1c z)bHyOh z3{>0RN&R&_JQB;k-t)otoAT#m`Ny!qpSxk@Zv*9HJ%!1!R^}1g)AE=4F23g;Kz5Ew zjPiG=h`cjL?vEp`yYj2OxU5l-zaKvAD+XCPDGx>TxxQt-3`68{c(p4Fyp&-`@iMvi z{FGt7pVd=Xeyp{x>jw)l>{xaW^|y6`#d&=OdHBlAdHw9lzWL3*X6oH|b5d4zW#d>Y z;%lsZ88i6IQmpfj6+VUUu!4>;w>3)4BE&xE;fUPbJ$VrRgjbzOImOf4G4k<=xw~QW zysYtowcTJ!)=Fle6^;d$)WqrVa$j$5%kIVSh<_OId8`7v=Cpj@)pL>H)Q7RoVR+$b z>d{J>A^T8QpUrP;{i&X}KW(FN3t~_fNwAa|Ylb7%!JJpM{?*_b1Scb`D%M@SxJEN8JU3sl0 zF(~-AQo{FSU~4Ya9&2nE-*{1l5B1LMzdThMj$!3o2NzOPLGZq2i9puE%wF?YPib-L z?%VLUl@zXxPVA??%}IT?S8N;xe^l(n6YKF^<}g@tL6p5)M2lWV z?6&;FhGxq2N6o?W^T_0WtU#Aw6{Suru^_r=;LO>ZfvHTquX%^!56sV=>gdB@m6ba# zs6_eLm=VDIp=xQ3=9V#0-EU=C{@b2dvWwyRm*F*UIwRPrR`LC7{SNYU#i)n!;G(`^ zU+RZ%(Mui~-3YVzX=E^!l#D^jE_72KsR!?56R(<;9W!;juJ>!6WtZ)Yi0W}5__kJ~ z@HC2o(>%%%IjF+QS<**`2hj7U{0^IR@SvD^n0_A~)s3L-{sQ2oL1`vT9cq%Phpt zMm|*Rj0c9)IWb3x;T2}tzs%P6WH(K%r3cWJnJL~+?_FIw|2`xC3_ zN?umeUc%DJ8x4WnfCy|eWDdaM5B4JPU+K7Af*=r?dWPq_Yj?p5{1zp$DEF#?&YVtDGo z#fBfp`e|M5Gn#I2Uw&q^k?GeCBN9xYEv@9|V`O_Po2i(NCw?A>SL@oCEa|xq<&o|y z`$v1#Z@U+1{6wA}QuU=CJfXcgeW@t##NV;4tL#g?Po>015r_Sh4C?8Uq`f< z=AJD7tVp8MJhdO}ODC=8-`m06-YMWTdn_x@I42)fZK`C=%vTj9pMzL?9aV_mRQ6_Q zD6~2rn*HZ`{%zn2U4HfasDS!bl{DC?R^{__Uq4s%IT_p@tu-i|b3SIB%Fh$=L>cE~ zRut|8Fv@tl6OWt;aS2nLl!Ho?zO^zEuX^WuDDog z^w*inxh-Amys5LZ-B&KsfvFjJo*8Qmu!?F8JEQfTC97ngcwUdH_J7|dj#OP{1nus6 zbo4s-ccrL545UssK4G&e>>da@VR!1CU%GGXX)Vug(=0Q$RZ^ATS5DIR@T#+ppZ13+ z6z(R<^nra_V)dYw%FAxF?QmOn^a8E9K{WeV_{CS%x+`yT52&}m%;>mW@XZL-NsHXa zMu*p@ch zbL-Ztt-JWCkNuYCkXZN36KzcBPMu|UwLA@`onJn$ZwsHFz*6@-?p2$CsaLgoJ#;gi z+x9X)j`hsUZb6^v?l1K__48BB#$ITj)wt}0FGps!8p|DKSQ_r)4=cLpbQEE6Ze{6; z{YWp9-Kl%_@9SB5M9P98u%EU%CJh`rCK|+;;PuA(1hv>Tw#BRzO z-PxXGWC9x!iTf}+ZPd}ZE&kA4QDqI5ax*ed!1+I=^d!b&C>F$S*Rv-x4p|iij1z|% zhbC3;{V6vx%?o=clyh3yp0(-V+{LZT)A;1wHgbEj-WK=Nt(werVQ6zLx zes$5EKZtBGb%M(2GJ9lhcee^3_VXR~*%8^MFxg*uo|qB?oSviD3jA2J`rOK|Fsoyy zZV-j$>++2nZ}F!IFl)T5wPsu6)5s*(@Lxxd52_^bi#cqgvcVxvhX!GCwVLOmLwZ zt$@vWN|F0Uk*0493NT3p@*E1O=d#x0PXve7paG)S z+S{F->FMd6J^%H0ch()cY4_C4x?X>0`Zw?P-KJZ2*Y#x4?YeEZ)c8_QpY?as-Rbw+ z?!M-2yYKXErZMImv}&cl3$5Ad_f1)S(%8Pnd(FW5O<7qVS8OzP(DRk7eBVvF&-IkK zyV~obyVVG`+3Q-L@pVz3@a3+1=)US_D+_pmhpcULiD^|a60IY^=cz`o^s_4u@SjyH z*;PI=Se7@v#x|PCT=xD$zHBP;ZJ~wNds%%bL}P8LZ`<;RNS1nz z2YlYin`!r3*}$89S^1?9?llS`y>^}y9?kBZo)Fv1{lT=&a(rZNrFeM88nWJ3RC{?9 zAJ&=$>WA`RsR+o(RQ?gqtv-1@xdo54e41%J9+Fv5B6?@xwlX{EE;Ry%*EM%r%!5_E zEUvVg9gM+Te~mb}l8?E5X0pxtFfQ!e*ORHN%w(h2ZgAAr?rH_zV#(I=4J#8_#s(OH z3N!BYjaZ2c#(^5VAY=RE{^pFil>CuNxOrbQpO0*vmCd=V;Q`iW#Sic0jDVAw1%lhc z>a09mYW!YS7v&G$!Ghb`1Kh%5vb@(galoUi+GSNfFzWhaAFm+iAWl7o)9m$w#^X(F z1T)YAU!pLIpBk;254{JJW;hhr9<|Cc&~@5Bf?_}U^R+cWu04Z<8_A5{d~Y2nIR5PQ~KvpiU# z0#|y*>Yt9aMLmE_=D-2hkkLD64c?P4^D#U28bx(oXHVsAG!smNjP1LgS>t-ne%M$Q zbEwcoaUGVEanH zB1`DhlYU!U$Rm6T7ZWd9xRuQzzkHG=7sT{j=$#kx)FkJrH4dG$P4?djDJvoz#b;ZY zXb*G#L|za*{AWdW8S3az2lAY_URN#7$C*xaYh*idvJ(HTljB;Q$ez_c6-Ex7fvBi; z9?Z!wbwS+Zi`Y;UP8;mFS0PX2mA%LHyb^}4Ui1Wi$j(%wR7diRI+{(y+n%C$*oMRJ zq&Pp<-%s7S7=0=Y`K0e>-GzRC)=75Rz1Qej_o3!}(X3xbSi4_oHG|fG1RfKg^#x|Q z$C}6%oy115wVb+693?ykdHNam0FUw*yqKS=05y0Y4(2pqHT)Rr9jC%t_RQNc{;nQ4 zZbirI*z_5R8otINRAVO(9^_ez-}xu!YgH?COGbx!F^mTEP+~`H)deZ|#3{vEdK#aY zt}dVQ^joYW)|>i7-{}vz*5GghrPv1ZOw_r{E>HQKgga8~yfk6pA%;@bHWocs4#?$#?Set)5cvWDGp0 z9D8(IJGjrE>v=oNtre*O_Xm8VHz7Nqb6qPEQ#{})*<(j{ar9vLY&|}$-J=coW0i2X zLIosJ`YQ5-=FqjlJGy8`W(0|x8m70|%Bx`oCSODgl62O@1uuI2m!GnDD<9+!r;N{u_>`yVHG&;cyE~-fno6Ow zzDZF7Y3kai5LLs?l6<+! zjE(y-GWE4$ogBMk)R~wvJCS46d>yNSS>d~jxnec9zD~Q}6^At$Ke4`)Do*rsUVP1o z06wjIV%HX7<6u~BT@D*h6d(Q?t9Wb`u+J#!uJjU|5)115qsE^KQE>Gw7lyj#sb{JX zwdH0?rQ_#PKO6mRtW9+c6~|2Dj*D&dyxnRWzA%l95(Bq-c*J~8A?lhl#T^#+@Ns6s zfgwULxG@pLuoe&6zSb`o1#75gat3eE(o|5ZS}G8Kz$7P#Pf9D8Rms@mSK_e8&x*&M ztSgFD_owo}U9+j&_$CattTCTjrTQEsKURgMyfSmBI577(*}bf9!<*lUe8)T1y9cG~ zf1}KxT#S(6VK->S1Jl+Qw*8{4zNe-y@h#tH-hR*pjCH*Aj#v+Geb)hJ?zQeCz=*q> zao-ds(ZiShGI77&-_e6z=;{CI?@%RrH~3&)yB6X#Z|nBr64j9|bzF7SKKUN9d)z6! zQC3h~>X9f~ZJGlwYtmWRY9_4aeUx)Q=8+kkDzl{^4_lKZ?qI&twYO`WUk8o4yP{60 zqn4{wJ$s0U`C$*A2QO=oO8xIsM?s}|zHv@ZLyt~Rej)vQUnrf8Jc7eiUOF6* zF{fSOctuYQYogjdRl+XTMiZ&*gYx0Nrl}*WJ#-H+63r$HpvH6R5$)masWo?a6Ngo2n%nd-{N?UwWT=0% zn4XU@yy<0&h|ywO<*(Hb&E^Stg2DDDXOrJpTpo33Xcw-NCE_xB>5JIcd0}6W1%0E7 z_vf1HJ}91JJLdqAebl!^;`e8<*v{T}vS~GD_t&bBH=lk}mVJg@c~inX#b*#0_Q4Hh z@}J%t%e+~|M`M|+^8Tv5-+OtNa+Tw6_6+M>pVaEM6w*8!_bDH0H&*&oK#5V&E!;KallDl@*9kOg?)ICzW2X=)|p z4u&^qC=q!F?D(xlyT|%}d)#p_7oL-STTT5k(xM=r!~njIf|>?N)H|n;-=>5SoR1*P z-D7-TM)6QM(03P#pZ17ny*|3GU8sqJ;ExQ+=Xy?4&13%BW zsZkJcEx3PiJm`4d?X>;}O>VQ%3otN}KHZ3s9oCvhPKbjnfey8S&!_tSB$V(1miyL9 zCh?3Fcw&3KtWm+_4b*}*RRVH(k2q8wG?Y77-lON_wC#9E9B3e!r8jowKx2$1w;|sW zeGd9f>{!Xoc{~SopL$qEQ+$TvwZQ(VUBq literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/english.utf16be.lf.nobom.txt b/bin/unit_tests/assets/textformat/english.utf16be.lf.nobom.txt new file mode 100644 index 0000000000000000000000000000000000000000..82bc2af33e84f996646b258d0cd3cefbbb14e96a GIT binary patch literal 7860 zcmbW6UsD@L5XA3UpF(d=szN?M-fSloc!+TsB`!beA3{MOq7x?g)2Dya>g*liDMcBi zz1`WFo}S*>b9d1lyJ`2-&AVQI=lZwk4&AofbT{>6+3mYsx6=4ZPoMR7+uiH;+wP&} z?YbZIZLTrq9JOk#ze}yz>-TM0ebU&W#(T}c`fXX+oK|c#cGUB=to+zby3h5Lx%=Ad zs=Lz&w%O}OpYe5BpYY|rd+fgHXD17IfrqSZbBSqPF%qpKz~`w(ul2Jp5AdH=YuR6F z_Jckprb+iz>(~Lbu&^p`dW~&0lez5umwee)x50R|&91r-s zmp9YykFtR`hqCfpA>3;eM0)K!DLk6pdp#kxm-~Zho8|b(+*}F490;PydYzT)Bfg+xs?2oNx1n?GoMdvotMpptl1<&1!nnFWHo!s?)K^qJ}~O~V;`>|=O9i!hSTizlg8ssYy>mV z0$-vqisXbH%?oycEoa(&Tl@mO#sl^w&bgl9`=W3{CGf?b8y%yO93Qm9rf^?r1uGrJ zN|D0Ewfwp+yT?-&o&T3Qg73r#I{4ZmCEIiPObx;uV;@xn+iBs-S`d5IT(dk_p#s-> z#_C^AwM9LEOy}91&VJZf7jvl4 zWpN#rlX1_?e#=u1@eBQ-+Edk0ej?1Na3hbH@funW@(vz^Bh4Es4J_{}hpXBF6`II0 zoN^pqPh?iRmaX%`lN@~3stc-V%+@1!`t z*56Ovr5JrK4f&++7u}V9f7VGh>)vbhqWe(uzG&9(Bdp!8w3K&)TM)u6xG5)R|IBrG9 z>)7-ei5kAfB2;594<6-Ni{JSt=NnZkbxTHvdNGU!^iX0)Y}ExR_{1s2T6!9vn656L z^7LD*Bi7scMC5n_AIu!OS5(($&X9FJhp_6t<8|fi3$vWY_=HBM7MgOL6+_+S3@c=; zZLA~*up@fq?(g_-E!akO7$VgdgKmXPGDSQvCY28ZP_pKs&o54E@;AH-(BGj{?wg`y zFwTks_O6hbEP^wffK%`i+^Et?_nm(GISR!ZI(T@-3_Kg3ujD)V`Cd<{cQOVZRE|Bm zs~z0uFZ8^f<<^SSfcpc!(VLJR(7CA7TcH9H zDSZ`rLUZWa;2mAGBQt_TP7TxB?Bvz30+TPI1xY$<;(`~wesX^2zD1|EstB3QO!s2z ziUSUyCeiFg&5W<)(RGq&>}4;XhV{_ck(H0~hf~JqM10EA^cumAsNEe>aZRPrS>L3n zBAyX_B5Rd(ucxjK`$s;_cytTA-BD*{ubO9+^E9 zrPA?prJt?-HrA#(hKggRamU3rdfsle4PTf>Mu~x2Jv?GQrx10`nc@zMd-ymr;lL0f z7~Gf$Vpxj@ZC~pbjDj^(GdY7dXlW{_RV@{WKVXs*#3!W{%&KH;@hfrI<7dTVPc{|B zy8Bys;I7$JZhR94Th^FQtx|msk{_$WN?w^cR2-Olob1l(+wkUhCg1Un_3lCG`rjxs zC>JASc-ReE@xZk8g>AnmtM94lOMJ`snRgg;0b?C+y(8AcTi>>hUtZZs)^ zRnHzMxH)N6Pkz|L=fTSwq*DL;)KO4ro^PDf)6k>SlV3?c-xo?3Bah%Pm6r|&WXx$- zI9}0H!`>1@luW9NCD>(Bt@%~bC z-3P^UZ08&xvXAyujDl|q_l<38m>?Z!%<3MerO`$fN9F(0)W z#)9%p^EmBZkBYU_l;1g;mu4%R!3KS?I|lQXTD~h4;nbm1@fnmZ{H?~^`!OC{Is3-> zaZXWF*9nNhkA@3*U}UE;qd;AlL+q0G2G(&p3{Fg}p)%up30Z&#j)S*YoTgSn?qGO> zh7yr?z>eQ)w0o@ox5pg^bKyDJx7E}yBP|N@NetlYD5zG{iFVHWJ@E64+ZqJ{ z*Mj>O$AgaN-A?O&(Bw87y#NCv>C=rE*&!t4ZfBJ6LPCv8^EWz=eJVSNI$fE+_ z6|C54$g*G)RGek7AI45rsS(%J&=y{kNwSV#`|{;WWy5{EbrQazvsgIOPtKc+kEHi4S?-sk@4USj-+1$R`MUg4KR0EAAAB@-juq8@L@D0H z!0V%W`k{VqhYun!YhU&+YV?=-)=}~6Tg|iv#Msyke-8ERs>T{^^?#H%S0nnHff&E< z%I?>JYTG-izix&{V%gPuKKOoH{v0iT8#efJH>~_+pnRyOFgeu9JYsuV{#@V1_uK=> z&QXa`{`M7-cjn0bVZ?P;ezg~uH45_g!-rkPAS*}Zp@=@!x6GGeh+Gb@&dLHWWf)St zOfEh>Wti`$^%RyLYwer*!9ol>l-+&(ZJl6oUY|i8zA|%OKWAm%{AOP>^=`a5Dl2DY z<4`N&Ypi`9Gx*F>tn-f*K85eFf{rm?YLu8oh<(t*5xKj2@*w;PuR4=*il<-3$j2w< zo(-GlWsMK4oeidBtz-sT;aG4$Q7f+ew8BJ3EUFW?ch_ZK! zXwl1veJTI2p_wxMQFHM8G%~pxE6^oaMX3`@EQl@|ICJ)TU@8;uYTmy11M}0TI{GkJ zW#x_wDp5W*W&|+*TD7!BbIX{h?n7CY|F$QV>|(h7d3ep6&Iop@Reb+ezk@toG3sl1 za8ci|FZIK>=p~PgZiHF99vMs}C1a4X3*DAS>cKnN#H(gy$4nh>>iwE$*=0K;qIw(% zzNytHJdL8@G>>w|rd4hWttcd}@;X*{)cij#KOmqM%;|O3%DPsCelNC{Rm|RbR{MQa zbM8ewQv`OD=XJ{~vGTL4O(v6v*41b~F_lbR zcqBtd^^~@Cwy7o0tS099o(8fmj#s5Xe;%JdFK>$5uS-*YuD?%~xAps7?Qo~d5B2n9 z`EiVUU!(rI!8;wztRBh(3qFf5YJ(r$hwc?QW{UTEd=ou?Fe4n&=ThSAMQi?L ze_}OV$;)bb7`XLL9j_>N=WS}qaYdJEPL{e}wt8o#OyEf?Sh~df|JKE}_g|xR7%N;4 zbUI&R!njrfOrUPl$LwtOa-OZv4thY^mCmZQ4fCQf@K3dL?l1$l@Dp}w7An7~&-4^j z%Pbu~#u>x6?cOWzou%K_TlFt*Fi}VG>C;#vr-Ji(Klk})M^{6-hv;mSD2)C%=5$=` zL+`%UOsA($<8@T}^;o~Pf=5w}bTew9W7T=d78TOj;h%0hu?0o3t7pB>&A@71kDWCU z!&46~HvBl$PwQ%*(R72m@-w52Oux1tkzfLCX(c}&BimcqOvQ9O@$)deTGz&8NzeUS z9_hZaf3#QqwtJDrPvq$#RbT4C6WW{8mx}UE{2kl6%0AcoR7!jlaoA7Epq}2l=N?J{ zJhe}E1q8(~%6$1&<=LIoj}xh^rQ(85IyU+GWkicf-lVS;MUU_3*$s2&9w?t-M@~B7 zOm?$q?$Pr1iX=MCQ~SZLbkchMy&2r?odQm?$FlN_bMjHurb^b#JgzAD9K_n|s6zav zvbRG+q1Exw>_67?hk+|}`PK8I0_s~;(qN}rmCw^%{an@OWN>@5)}V0C`IvPoKTpIH zWt@{)QMePpDC6x;JaQ()B}{RS-)5-Uuto`+Co7@GUi&atj-uff{-|!b!yx+F^)zc( zJ;o!r^xl$PG^!S*3c@_=SmN_z#S~vIM;!a*pOp2Z^ z6$Yt5$mfkLpN_xQ=f&glo_{Q)TXjbGuJS|8Jdx*h*BBLq>+B!rdSMkk54yn`R{jw)#GMO!k|BIUT8H=i&4jaB|)Y_E!U!*2w3*wa8!Y0{Qj-_knaue}@-gc&eiP zcJp^voKh#<&u%M_7RdUR=kEqXWdt7IRc`38>J-VW)NtW>eI^$-HBtuLYlQ(@K84F& zak13suQQc%Te{YHQ)g$puUw=9Q#0~BGu9el71bJcM(aCER>?l`ydG8U|GrHesk+Pv z+THc&=ymXKOHqFqNS$na!e&+2JrH!l?$kTKbl=$1TAtmeS!Qmlq$On1)m)&UF;kNGR1zK~1X!f!2i?6Enth~uRpxy#AqvLYHHzQOh zEpi_l9bTW}vFoJ9PQ~n)oH&CHHK5NrL(lkgC|hEt&avtw?xg$D# z(xtU!td}dXg~xg!DR&>$nD8l00 z%F-44kzOXdQ}^uO*R%A9p0};u7q>a;>{8j(jY`6miH&S{a#PQOgenQ2tkX9S(RUq) z-IO)Dvpvbk1U4iR_hEM0sH1aR{Gqv`${H-?W@Mg#^M6X|NsPr%EQsB%XHRAvvMLG~ zCk{0ZO{(7eQ*LCM7xqpl=d`jtYtzBGi(8qe@yWYw9R|0KLhO!U3)h-QyOtGkNW$_YGZX6M5+dAh7|@*)y_ z5rk9;uV2^S4C!1tVYXv-_OfwYKfM$6GdZ354x#fJEux7R-pzY2d5gkB`F>bk*D!xni<>C770^oNr^Sv5 zE>xoxusKgDa^EP@^o>CQCaFN4Lm?HtJ$dklAKke^kw@mN*X}!$t`FY01(H)X`eq`h G-2VXm!G<>g literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/english.utf16le.crlf.nobom.txt b/bin/unit_tests/assets/textformat/english.utf16le.crlf.nobom.txt new file mode 100644 index 0000000000000000000000000000000000000000..64092e18e9e16278a5adb20af8fde5539246a5f4 GIT binary patch literal 7980 zcmbW+K~o&b5e48rJHr2g+u9M9e}HeRwZr1z)y4{2vB!ZKAuJ>?1CrTa@BHeKu5Qf9 zL5LZ;tFkg*zI>HcI$iFUljYm8TaNX)tAFRq-Ey^DE+5C6i{)myUiS5TUvD4l^J@80 zzrSB@$GGd|5B1lso*8prvkvunQFCtU_ord?TRpoQ&yO{N^-sgf<)vhe?QidVL%jDwo zQ-=9|R!?F1vDUt>A1uVMW7$2_-_{8h=k*!n;VU!e^|LGc<~RGAsdwYeNm<#Ijbp8d zud()J%-}OivCcnM_!Pdw3OdHz)+jNH5c{BqBXW25_c6BHovX)r+VK0w2j6sh(TE-!BS?d8ID*7b6(Z@SA%O1oQ$xlSaFR!hLv+2Tu4m?!TXve0$B?)d(C4#rNybc zZ^PeKQn)rcv7h=jC-vQ4v2hsuQLz_KtjBkm&)8n^;wh6nqe<$&>%4aaQTA>TEqWQT z+wu<^nkmyCH3!enBa{2F0$qYtlsd7*g6N`wGiPrGrZVxq<{gSZFh6^$qYr~sR_?f< z66IrKMga4Ns--oWTgF6nzm;YAZ+l|NE{5x0hS$95j9{l)#rLoEJIK=&qaMnGi~5Fr zsUN;YFL`8iBh2Ebk-=0_G6pHT&`o)y9=wxHylPf<%+&F^-miIgxg+ggpn z(B2L#lDIlazWS=Xx2@5T1AirG7NwckfI=U&t^ zMPNsHUbnmwD?hv1WHNbZU5)lbUY^y6*k#Q;3S$pqC*6!}$*$G6wS6cYQ_0kYM>2F$ zPib3cn_BYBYGR)6X&~$3cwGwg*YWxD^0v7BrZnZ}`ulWwSHIua4tKWvP)|>nAIG>~ zYSiC1c&DS8)kAq;!DkUhZSbS}FkYS3U-p=&WFtIl3a4d2&yz0UYk3VdXmy3aP7O30 zdyg<1Pu2=(uedCGVemE!sU&{2((|aTX8)v+FY$?r+>{Rw<=aFdJdpd#s$Eqqvk*TU z`B1Sl9vD*R#2h7tSD0o0GF#u1-88k99za)Srg%S%Z=&Z9W`slfTuPk1XwARuPpqaZ zd09=51GnC(;}zxZyiF~6RneuIlclbgt=^d_6L``JmM-!Bzjd+g{nuz6#|obYI-M^u zVO%Q#CQ!HOV|F%sInUN-2R$I|N@vyDhIvsK_@`PrcbI`&_z62T3zgs1XL<^%WtNT~ zb2_f}p?6@j5E~W~|>@!K0`~x*4_5vFf~Jiwf!N@K3j$*n*Ml@cFC9QIQ(sHgYtxyMofPwmrP z0YNd0GGD$`d3GoD<3uWJskq>ij!nLP9noTvH|c9d(c?RMcEjAc2g+yIk&{k1lie(u zd$RnqB8g7()PArpowS~RZwGgKr-0M!v8+7foP1QZsggA_UsaTR4r1+fR3Uy-*_)xE z(CT<-_Mhwdw}C5k`PK8I0_s~;(qN}rmCw_C{an@OWN>@5)}V0C`IvPoKTpIHWt@{) zQMePpDC6x;JaQ()B}{RS-)5-Uuto`+Co7@GUi&atj-uff{-|!b!yx+F^)zc(J;o!r z^xl$PG^!S*3c@_=SmN_z#S~vIM;wRc-<1s~)Tw;i6Eu9y3A1M1W`~rc=>2~96$Yt5 z$mfkLpN+rP=fzj$J^xrpx9W`WUFCtYDG-@NU&5 zZ1sKinCv$Lb2?JZ&co?5;N-j)?5_qct&z`rYmvX)1@i0v?*r+S{thp~@KiU zIHgXypWRj9DylW?jMjIStdf1=c|EGy|9zV{QgxXTw7cuk z(d*#fm7@MIkUHJ?gw3k3dm!k9-Klqe>Atb2wLH5`v&`I9NmYJdIZ5BctIj%p+8?4& zxSJ@`2lj1=)q`3pFT2sU!)@Ks3$*42(d=X47hhHDuDr=Tpxy#AqvLYHHzQOhEpi_l z9bTW}vFo(PPQ~n)oH&CHHK5NrL(lkgEL&ox&avtw?xg$Dz(xtU! ztd}dXg~xg!D0n8D`Po7|7j zv7F8wTIr%%*D~hQcp44K|C8`4G12$FBbq%Dt?nvfD<|-vnVk>Q_M(ES257*d&#vLQC26nzM=13HMZMFkXie;qwOsFqaN+7`d%Q||H09>tqqMo!Z8M>(DT zX)hbE>Zf<2ekP|=-yw8fqeV3F!n=9zC2vu9DBlmO>l)^dYH<_gwgOto{Iu9H!G&tH z0ygIF literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/english.utf16le.lf.bom.txt b/bin/unit_tests/assets/textformat/english.utf16le.lf.bom.txt new file mode 100644 index 0000000000000000000000000000000000000000..70737cea68a437f1b0236c9fe65c39199ae94a17 GIT binary patch literal 7862 zcmbW6UsD@L5XA3UpF(d=szN?M-fSloc!+Ts5|G)S z+S{F->FMd6J^%gJS$F8B-BUN~di|a0-@My*n{M4**ONuJ>$cre<4Zk#*56Hcr{8b8 z`LOE&-+h`_p+4~RqvZ=_og%)1#W%Z#DjkT%1ZOb1bS?W0+ z@OdY1rrmF418??a<(ERZ*C>ee+IdoVG`n|tLToSh2h%po@sYWe;^7%<$a-HQC0oZgtW0DX8(;(~ z%(&M#VkI&d2Ws$wjO~y6n=|H8@<%4&=6%h4KC*RIHs`X22UwdGKfISS0#0TY2yP3j zv+{7M@q1Zals|X}3vO!vAIQ1A#v)2zAk2kRq z%s>l#iNYw76LvH&*afznX!lL=3-lTf*poPCdWP@w!U>hY7kh4Wj7D<2*ADB#eW?|! zbQDWP3KLiI>#FP?j#+g6U+M_H6C>#0Ym1a@&*U>T2y={mR1s{ag)3`8>{)Zo@?eDu zT&C{^#C%N0|#6~M(?0Ccu&5}$L!c^6xDT|J(ai7OfU^Hw(ojojq5r4VPjRy zp+XnMby!ZuJu~|)jyc3H^oMFsRY&=WFsH(`JYvRcXx+;@co2>>Z>Th|ysaEAYX?+l zBFk{fadpB331W&nJj!G6Vt%Ru)Zl$MnA3pO@MEZVoC<5%GjGTEyL#Zb z6&M0k{rN}=#{&_!@sp)8`)uqR9_6b5i-dX@xYi=J`6y~nuk8WIIYRw@Gd}qhf=w3 ziju)ND+<`VLM~+yoZ$qVf|uY%l}@^E^xMx-DAv%y!!u^!+4y`V-^tIndP=>MG4P;r z?9pxQ;68t@=j|-FR-^{pAMlOdgzSLMb*)HD@qnjfj~(5`(SzZ$_4u@Qk2c_sRl?m0 z6_7~jtH=|YL)QlH=%O8&5hQYInBHb9uZ9(vd=V{3(peK1yy*3l^E>w~I=y8@$ZTf1 z7h6>vZ~!%lX3uM8d?k;rlSE@Ld-*i1hsKVqe2_n!GCn8bQ=X>R2zEs6?vRRWDuvGa zCPfwTjOY_ttE@Xcb#>T3@@dASTj1@EIxBnCJfoc7;k^+wlUPrtscWA?R1G&v^5rTs zHtxsB)Ypo2a_o*#XJX3iM2=PSb*u(vh3_uriq+iuI_-W}9M)v~#QIXIIML5}@iiv` z__XecU0Z~WgJHRKIcz*peE4gu;;~i0KBK6+(o1kkEU5F38hT{6%SQVD?%FLnSz}(|x_p-hXZ+<889q(B09+a;C zjWUCBF+zri-Jlf@Oj}>r_KULmo|?YIw|t*@`#~2l*74RmVm-X|T?d@G*Se1YBkpd- zeN&i34`24n#Ql1IM-O(Pr~jwFLzU>=;DdSXT8P)Yt=o%BR7bkhan(`##I#2o6(u>2N^C zoOXrd6+JbqiE8^)3AC?)*!c!`ACSTn3&^^FNG@C4d8qcXmw1>B+*4*Ju99EraZqvu`m%F2pq5jcg zdOpVRrk5=uMvHBgzg9mqndDNkyUARt`h|BDyFJfQkg?&L5^o=gw zpKGrBpm>h$oC8GmQQs1Y-=D=|JA2>Brq!6;U#mjieELmU_8E5NO$qZ9pFv>Q2RD?- ze|m2$^JWzvjb*aR`>XbT@8w;}RgS;eGpuucQmfliNb_vmr+ld0Sm{#%B}QSt=(j88 zqgKOMP`=bWPP^BmVl6f0caG+z*$QW{L0{~S!MvrGZ%aiub?8)l2Biyst1Q`FRT0%Gu^;X)o5*=o!vP#5M9yX3urb({`^6BBEw%=lhH7T|&7;4K!Xsg;mB z7~Y_vMC2W?z@n-WHFK7ufJ zkMVsO#Y5ph-(4tv+9RHgqjs0WF7})n^v$tF0&D1H!xrLdjJL|T7Lo%4PV{5<2P zMnS-};Qqz&pyPSB)A}DYxy?o|z`#iQbR$M~SZf|RAr7(xI@AU}pX&RQP{IpX?prIF z#4}dliS6~WMg@~MPz%~r3CQI=;!t_eQ0`!PkDim$w&Njjpn+tT-q@J~jWL?shI~u( zIp{aBVR}m8@fnKWj>r*!5$DMe!D#JsDUt7=zMHkv4=n>raC|4vP~9=| zr~r5cD|Q;PEZ77UXBq5=v6EG5#C0{ah1X<~tmD_NeECw@a361-gm3697Ebh&^Cn|t zvuQc#%r%>M8dmVFy{{r;R&x+OlvT#!9U9JUp0_1*7^&7~FY$m0IuX4K)2UG^bXZG9 t06biE`0YyO)A%ldHxpT4Ce>x$c%JRBbKZEQCh&zfIAjwGd9%P>^&bYpgDU_4 literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/english.utf16le.lf.nobom.txt b/bin/unit_tests/assets/textformat/english.utf16le.lf.nobom.txt new file mode 100644 index 0000000000000000000000000000000000000000..c522e29818790c7070c2cbd9573bfba7afab8d62 GIT binary patch literal 7860 zcmbW+K~o&b5e48r&#&ONc7)|0;M;2LuypWhV}-5I5ttFe0wFU;*jX608 z!Ax~kR_4o>ud-UNm;2>pd05VtWBom=f9K2Hau|3@%rgK)}let61 z8#fCP-dYd`efl|WOlcl z)(8wgj=9%^d02HUi-%fmhhT7Ce}gz&<>S15&dRp+&A4Xg-FR|RR?f=Cv3A4JSo=Iy z@Rp@m=Nl`#vdjjIpkl_C`X*M9VI0)(LdNbM_YY^nrOuyB;^vnz^ZO%P&xXzOvc?0} z&IUiSS26;pFbjg$1FP4=!+ni^DXSO5AKqcX&DaBO&0<-;t8sDQ(TB0iVfbJ)^=F@~ zkaLKu$L6%X{#4`bP1|V9paox11VuTqV|ZZ~Y&dl!{xwzUn{Ik6#I%46A$Irhhg{rF^kFnQyt;E7@@=08L4camCtGrbAo-V zB5Y3vuGT{Ad(92Y8!IaCp`Ka&m&e*t50L3OIFK3&diS-4_wp4!_KwFIrMjuJhv98& zCQKWd*iSuMlX~v`*fy&8DR!Mj>@DBeK(^s#n63^v)fqk>3O zj*aO*yua3NYb3W^p|1~RSKiy2IC4^9_~+p>Upf~!sXnp%Tm25^l*FvBwf{wZ!n#xq z&!Ua|F}u-a@zcm%>L=OSl_fg$P`{%s@`z8(#g3O2UYE@^zjBgxF2wYGp!a4VuO^+R z(KtF8oA$pgq@sv8%I8?w)gIyei}FJB_-{q;vewbH4)k+zJ+E5M$Fn-oqmlE(>6QGC zPHt;;SN5XzU14&V477?y=V30x>O$P|B{quUv|%T`iag1yy|?vzC=64*^n^dMb5f(K zqw`E1!zS_0rxcHE9DZ4f^VjkB*X2zy`c-Mjul4=)^0t1ztCQ?>`Kd-zZUskoMTNz#J#X1`3 zQQ|}#)rAy3Ii;-C)8xcVb>)=TZ&@eSPveuwd4msOj_#G}=FC~MF6R)d={ufR&f~zW zPh&pO=&psS94`h#)8(uyWUFmf$^mw?UZwlH|8FhCM(?mj>NptmsgUVRi3el4@-cvt zO%HQ^Ij!YyeHYN*QL6M!tz;M%MS*=PMyo3TUs{PTJ~&+=$R*FgFM-}EN31D%g!MaR@0cq)5#Oc$pI z<8$=*)!4nYfj?1+bSo;LBh^>Q6V1`J;hiozkp)4Kt6{y(b$PX}z|NOwA*r(#7hW9e zr_b-cZ|U^*BSN#yOfPmAao_+oY0W+#Guu~rOr3Nz@$y(ct?Oa3qgQ?{f1ENoC)%fe z+Py|&C+c*EDsHM2oy|>36?rE5j%-%e=X#pzh=1}K#?vi$r=#wb$Etaw&hO@Z5Db&7 zmuYpKQ%KdgS;|+cEZC$Uld0cEth>kVm^zE8XLsbRhOb*S2rF`T30I=#(btpZpA|VPzJ9Li?__OP$69g1GG{0XPJA&b##}y ztva5fielDgIPkP4lZES=iPhdmCHGq%g~45AvDC<8YiG$FEO)y3 zcFp;9U!&=+)QLKpx$3I72L%r&qw1X>d*nQLT7xR}f1f4_m6rLzxqBKtx}N-P>E}-a zrPmvea9HJahXa{#Iu*__gC}%-qX8Os+_;QXR|K#saCItLWXDCKIP}Jo0T~g zC^3b7U%yi^ztn1sh4N|5bJ{&0m9=Ur?;OL+uoY+6&=;p;2yfN$%}^1ij!q?KPwK!<87{dA%Hj7OerqfVD&mw2uQb90=LV2xh3*&?pV_;?)4>BV=obHCq% zUuJw7qYy|fq<={~biCi~%>IWa&)M_>20=2Xn;7kIS@YyX9I^x*wZZ3C_5Gnx;suuH z)+&=cvw|nFcPwivSl*!4XsZ&)^?Ss%^3YIsuzru;CueN8hvJ}tGOIUE=Af}f(`_iX z#GHe96T4ONaGvK-&#A{UP01O`??jXcVB|bmBiLH|eJD}xpShdO(~p+H5{@s+Gpf5q zo(jOLv9i;eWsOavk}Si19lNZmk<``N7O!Pe*7P` s;E}51cPiPZ?OlR5yRu-W>I!c%FLvzQZ#=pt_~H$YY_iaA7Ti_;1N1(DE&u=k literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/english.utf8.crlf.bom.txt b/bin/unit_tests/assets/textformat/english.utf8.crlf.bom.txt new file mode 100644 index 000000000..586cff94b --- /dev/null +++ b/bin/unit_tests/assets/textformat/english.utf8.crlf.bom.txt @@ -0,0 +1,60 @@ +It was a bright cold day in April, and the clocks were striking thirteen. +Winston Smith, his chin nuzzled into his breast in an effort to escape the +vile wind, slipped quickly through the glass doors of Victory Mansions, +though not quickly enough to prevent a swirl of gritty dust from entering +along with him. + +The hallway smelt of boiled cabbage and old rag mats. At one end of it a +coloured poster, too large for indoor display, had been tacked to the wall. +It depicted simply an enormous face, more than a metre wide: the face of a +man of about forty-five, with a heavy black moustache and ruggedly handsome +features. Winston made for the stairs. It was no use trying the lift. Even +at the best of times it was seldom working, and at present the electric +current was cut off during daylight hours. It was part of the economy drive +in preparation for Hate Week. The flat was seven flights up, and Winston, +who was thirty-nine and had a varicose ulcer above his right ankle, went +slowly, resting several times on the way. On each landing, opposite the +lift-shaft, the poster with the enormous face gazed from the wall. It was +one of those pictures which are so contrived that the eyes follow you about +when you move. BIG BROTHER IS WATCHING YOU, the caption beneath it ran. + +Inside the flat a fruity voice was reading out a list of figures which had +something to do with the production of pig-iron. The voice came from an +oblong metal plaque like a dulled mirror which formed part of the surface +of the right-hand wall. Winston turned a switch and the voice sank +somewhat, though the words were still distinguishable. The instrument +(the telescreen, it was called) could be dimmed, but there was no way of +shutting it off completely. He moved over to the window: a smallish, frail +figure, the meagreness of his body merely emphasized by the blue overalls +which were the uniform of the party. His hair was very fair, his face +naturally sanguine, his skin roughened by coarse soap and blunt razor +blades and the cold of the winter that had just ended. + +Outside, even through the shut window-pane, the world looked cold. Down in +the street little eddies of wind were whirling dust and torn paper into +spirals, and though the sun was shining and the sky a harsh blue, there +seemed to be no colour in anything, except the posters that were plastered +everywhere. The black-moustachio'd face gazed down from every commanding +corner. There was one on the house-front immediately opposite. BIG BROTHER +IS WATCHING YOU, the caption said, while the dark eyes looked deep into +Winston's own. Down at street level another poster, torn at one corner, +flapped fitfully in the wind, alternately covering and uncovering the +single word INGSOC. In the far distance a helicopter skimmed down between +the roofs, hovered for an instant like a bluebottle, and darted away again +with a curving flight. It was the police patrol, snooping into people's +windows. The patrols did not matter, however. Only the Thought Police +mattered. + +Behind Winston's back the voice from the telescreen was still babbling away +about pig-iron and the overfulfilment of the Ninth Three-Year Plan. The +telescreen received and transmitted simultaneously. Any sound that Winston +made, above the level of a very low whisper, would be picked up by it, +moreover, so long as he remained within the field of vision which the metal +plaque commanded, he could be seen as well as heard. There was of course +no way of knowing whether you were being watched at any given moment. How +often, or on what system, the Thought Police plugged in on any individual +wire was guesswork. It was even conceivable that they watched everybody all +the time. But at any rate they could plug in your wire whenever they wanted +to. You had to live--did live, from habit that became instinct--in the +assumption that every sound you made was overheard, and, except in +darkness, every movement scrutinized. diff --git a/bin/unit_tests/assets/textformat/english.utf8.crlf.nobom.txt b/bin/unit_tests/assets/textformat/english.utf8.crlf.nobom.txt new file mode 100644 index 000000000..fae949ade --- /dev/null +++ b/bin/unit_tests/assets/textformat/english.utf8.crlf.nobom.txt @@ -0,0 +1,60 @@ +It was a bright cold day in April, and the clocks were striking thirteen. +Winston Smith, his chin nuzzled into his breast in an effort to escape the +vile wind, slipped quickly through the glass doors of Victory Mansions, +though not quickly enough to prevent a swirl of gritty dust from entering +along with him. + +The hallway smelt of boiled cabbage and old rag mats. At one end of it a +coloured poster, too large for indoor display, had been tacked to the wall. +It depicted simply an enormous face, more than a metre wide: the face of a +man of about forty-five, with a heavy black moustache and ruggedly handsome +features. Winston made for the stairs. It was no use trying the lift. Even +at the best of times it was seldom working, and at present the electric +current was cut off during daylight hours. It was part of the economy drive +in preparation for Hate Week. The flat was seven flights up, and Winston, +who was thirty-nine and had a varicose ulcer above his right ankle, went +slowly, resting several times on the way. On each landing, opposite the +lift-shaft, the poster with the enormous face gazed from the wall. It was +one of those pictures which are so contrived that the eyes follow you about +when you move. BIG BROTHER IS WATCHING YOU, the caption beneath it ran. + +Inside the flat a fruity voice was reading out a list of figures which had +something to do with the production of pig-iron. The voice came from an +oblong metal plaque like a dulled mirror which formed part of the surface +of the right-hand wall. Winston turned a switch and the voice sank +somewhat, though the words were still distinguishable. The instrument +(the telescreen, it was called) could be dimmed, but there was no way of +shutting it off completely. He moved over to the window: a smallish, frail +figure, the meagreness of his body merely emphasized by the blue overalls +which were the uniform of the party. His hair was very fair, his face +naturally sanguine, his skin roughened by coarse soap and blunt razor +blades and the cold of the winter that had just ended. + +Outside, even through the shut window-pane, the world looked cold. Down in +the street little eddies of wind were whirling dust and torn paper into +spirals, and though the sun was shining and the sky a harsh blue, there +seemed to be no colour in anything, except the posters that were plastered +everywhere. The black-moustachio'd face gazed down from every commanding +corner. There was one on the house-front immediately opposite. BIG BROTHER +IS WATCHING YOU, the caption said, while the dark eyes looked deep into +Winston's own. Down at street level another poster, torn at one corner, +flapped fitfully in the wind, alternately covering and uncovering the +single word INGSOC. In the far distance a helicopter skimmed down between +the roofs, hovered for an instant like a bluebottle, and darted away again +with a curving flight. It was the police patrol, snooping into people's +windows. The patrols did not matter, however. Only the Thought Police +mattered. + +Behind Winston's back the voice from the telescreen was still babbling away +about pig-iron and the overfulfilment of the Ninth Three-Year Plan. The +telescreen received and transmitted simultaneously. Any sound that Winston +made, above the level of a very low whisper, would be picked up by it, +moreover, so long as he remained within the field of vision which the metal +plaque commanded, he could be seen as well as heard. There was of course +no way of knowing whether you were being watched at any given moment. How +often, or on what system, the Thought Police plugged in on any individual +wire was guesswork. It was even conceivable that they watched everybody all +the time. But at any rate they could plug in your wire whenever they wanted +to. You had to live--did live, from habit that became instinct--in the +assumption that every sound you made was overheard, and, except in +darkness, every movement scrutinized. diff --git a/bin/unit_tests/assets/textformat/english.utf8.lf.bom.txt b/bin/unit_tests/assets/textformat/english.utf8.lf.bom.txt new file mode 100644 index 000000000..3a341f83d --- /dev/null +++ b/bin/unit_tests/assets/textformat/english.utf8.lf.bom.txt @@ -0,0 +1,60 @@ +It was a bright cold day in April, and the clocks were striking thirteen. +Winston Smith, his chin nuzzled into his breast in an effort to escape the +vile wind, slipped quickly through the glass doors of Victory Mansions, +though not quickly enough to prevent a swirl of gritty dust from entering +along with him. + +The hallway smelt of boiled cabbage and old rag mats. At one end of it a +coloured poster, too large for indoor display, had been tacked to the wall. +It depicted simply an enormous face, more than a metre wide: the face of a +man of about forty-five, with a heavy black moustache and ruggedly handsome +features. Winston made for the stairs. It was no use trying the lift. Even +at the best of times it was seldom working, and at present the electric +current was cut off during daylight hours. It was part of the economy drive +in preparation for Hate Week. The flat was seven flights up, and Winston, +who was thirty-nine and had a varicose ulcer above his right ankle, went +slowly, resting several times on the way. On each landing, opposite the +lift-shaft, the poster with the enormous face gazed from the wall. It was +one of those pictures which are so contrived that the eyes follow you about +when you move. BIG BROTHER IS WATCHING YOU, the caption beneath it ran. + +Inside the flat a fruity voice was reading out a list of figures which had +something to do with the production of pig-iron. The voice came from an +oblong metal plaque like a dulled mirror which formed part of the surface +of the right-hand wall. Winston turned a switch and the voice sank +somewhat, though the words were still distinguishable. The instrument +(the telescreen, it was called) could be dimmed, but there was no way of +shutting it off completely. He moved over to the window: a smallish, frail +figure, the meagreness of his body merely emphasized by the blue overalls +which were the uniform of the party. His hair was very fair, his face +naturally sanguine, his skin roughened by coarse soap and blunt razor +blades and the cold of the winter that had just ended. + +Outside, even through the shut window-pane, the world looked cold. Down in +the street little eddies of wind were whirling dust and torn paper into +spirals, and though the sun was shining and the sky a harsh blue, there +seemed to be no colour in anything, except the posters that were plastered +everywhere. The black-moustachio'd face gazed down from every commanding +corner. There was one on the house-front immediately opposite. BIG BROTHER +IS WATCHING YOU, the caption said, while the dark eyes looked deep into +Winston's own. Down at street level another poster, torn at one corner, +flapped fitfully in the wind, alternately covering and uncovering the +single word INGSOC. In the far distance a helicopter skimmed down between +the roofs, hovered for an instant like a bluebottle, and darted away again +with a curving flight. It was the police patrol, snooping into people's +windows. The patrols did not matter, however. Only the Thought Police +mattered. + +Behind Winston's back the voice from the telescreen was still babbling away +about pig-iron and the overfulfilment of the Ninth Three-Year Plan. The +telescreen received and transmitted simultaneously. Any sound that Winston +made, above the level of a very low whisper, would be picked up by it, +moreover, so long as he remained within the field of vision which the metal +plaque commanded, he could be seen as well as heard. There was of course +no way of knowing whether you were being watched at any given moment. How +often, or on what system, the Thought Police plugged in on any individual +wire was guesswork. It was even conceivable that they watched everybody all +the time. But at any rate they could plug in your wire whenever they wanted +to. You had to live--did live, from habit that became instinct--in the +assumption that every sound you made was overheard, and, except in +darkness, every movement scrutinized. diff --git a/bin/unit_tests/assets/textformat/english.utf8.lf.nobom.txt b/bin/unit_tests/assets/textformat/english.utf8.lf.nobom.txt new file mode 100644 index 000000000..8546d9f00 --- /dev/null +++ b/bin/unit_tests/assets/textformat/english.utf8.lf.nobom.txt @@ -0,0 +1,60 @@ +It was a bright cold day in April, and the clocks were striking thirteen. +Winston Smith, his chin nuzzled into his breast in an effort to escape the +vile wind, slipped quickly through the glass doors of Victory Mansions, +though not quickly enough to prevent a swirl of gritty dust from entering +along with him. + +The hallway smelt of boiled cabbage and old rag mats. At one end of it a +coloured poster, too large for indoor display, had been tacked to the wall. +It depicted simply an enormous face, more than a metre wide: the face of a +man of about forty-five, with a heavy black moustache and ruggedly handsome +features. Winston made for the stairs. It was no use trying the lift. Even +at the best of times it was seldom working, and at present the electric +current was cut off during daylight hours. It was part of the economy drive +in preparation for Hate Week. The flat was seven flights up, and Winston, +who was thirty-nine and had a varicose ulcer above his right ankle, went +slowly, resting several times on the way. On each landing, opposite the +lift-shaft, the poster with the enormous face gazed from the wall. It was +one of those pictures which are so contrived that the eyes follow you about +when you move. BIG BROTHER IS WATCHING YOU, the caption beneath it ran. + +Inside the flat a fruity voice was reading out a list of figures which had +something to do with the production of pig-iron. The voice came from an +oblong metal plaque like a dulled mirror which formed part of the surface +of the right-hand wall. Winston turned a switch and the voice sank +somewhat, though the words were still distinguishable. The instrument +(the telescreen, it was called) could be dimmed, but there was no way of +shutting it off completely. He moved over to the window: a smallish, frail +figure, the meagreness of his body merely emphasized by the blue overalls +which were the uniform of the party. His hair was very fair, his face +naturally sanguine, his skin roughened by coarse soap and blunt razor +blades and the cold of the winter that had just ended. + +Outside, even through the shut window-pane, the world looked cold. Down in +the street little eddies of wind were whirling dust and torn paper into +spirals, and though the sun was shining and the sky a harsh blue, there +seemed to be no colour in anything, except the posters that were plastered +everywhere. The black-moustachio'd face gazed down from every commanding +corner. There was one on the house-front immediately opposite. BIG BROTHER +IS WATCHING YOU, the caption said, while the dark eyes looked deep into +Winston's own. Down at street level another poster, torn at one corner, +flapped fitfully in the wind, alternately covering and uncovering the +single word INGSOC. In the far distance a helicopter skimmed down between +the roofs, hovered for an instant like a bluebottle, and darted away again +with a curving flight. It was the police patrol, snooping into people's +windows. The patrols did not matter, however. Only the Thought Police +mattered. + +Behind Winston's back the voice from the telescreen was still babbling away +about pig-iron and the overfulfilment of the Ninth Three-Year Plan. The +telescreen received and transmitted simultaneously. Any sound that Winston +made, above the level of a very low whisper, would be picked up by it, +moreover, so long as he remained within the field of vision which the metal +plaque commanded, he could be seen as well as heard. There was of course +no way of knowing whether you were being watched at any given moment. How +often, or on what system, the Thought Police plugged in on any individual +wire was guesswork. It was even conceivable that they watched everybody all +the time. But at any rate they could plug in your wire whenever they wanted +to. You had to live--did live, from habit that became instinct--in the +assumption that every sound you made was overheard, and, except in +darkness, every movement scrutinized. diff --git a/bin/unit_tests/assets/textformat/french.utf16be.crlf.bom.txt b/bin/unit_tests/assets/textformat/french.utf16be.crlf.bom.txt new file mode 100644 index 0000000000000000000000000000000000000000..0aa6bc99e1b61470c868fcad530dd19162961d71 GIT binary patch literal 7574 zcmb7}TW?!c5QXKuExR z^Let5od7~r6Z@QfSu?X{&Fq~&|7s7~tc}_i?c4bOb-NRvpR~{7=lyot#%3s10|XJ=^*cozAcx1)9v^Jd{g-hYh$j1;GPxieU1 zxdS-I;VWkG`M3B_ED!SuzFK75^~)@xK*WjKJU*@B(|+u;++e_8tb%8G$E@R=FXof> zN6y&AGEXdvnAz7lZp7;_#+Uv2WSQ$71rl~Sy7nfsCoz5!zvbnq9Rx0-u}oCQxmLZK z$Gh{e;ymBsmq|tyZ@^4^&fa)pmFp0HKJi;#@$M|vz)!{pzw@kSpSR!Rjouq_p6nqT zE+h6tNCt|W=wKHt{1AJQ1Ecmb#)AuX8fhYamEP$7+>5txh54W-_C(|~QGttZM5Yj8 z%PMfxcUC1gwVwIlnP-L-Ux#S*h?z*F*i}DOymsw#hR8rN3m@RW?X2J%F`g!3dA&?e zpg~}I(*8+NPOj&{6SYD{<4x9t1w_)Ufw!tzj~p|9h_P3x3uMbd&bkOZJ*(i*L3|g{ z&*}Thozge+ZyGp=URhZjnr|`~bp;jqx6VBl$wcGOGvqYh!W?tc2;=c_%tSA+1ckbj zKAMIV#b_dfYA{>Yu^XOUWYiAg(=7h+6x|_CW-qD$qpl*`Pty+8l7~co7CZ7pUSJ6f zfZfF-VnEDRi4=T{)|c<%Gd2?iG8%SoX9S!*iMMC5rm^G6&8XpVFkd83wyPAitMf(g z5LF|KrWICMUY;6nya`^Fp%e&}H^%$94tB!@IHhXLH@MBkju++)SwVh33d``&P$dq+ z9`aJ_dq!8h(cnd(sJMXuehq63JRW+QIb@xhWfj(^%w7kIby%z~^wR6t10@DaDb7WB zA78T$b$gmwQW;NlsmR2Lco4U$Q+h!KDlf?1(va?F`vkeFjVJ|PGH=mZ7{h)l56`dS z8y0|o?7>H1mlcl_7ks1Yk(FR!ozg8CZIr88FnS$hutlYWfhYlJuyUOq!Yj*-t?Z3Y zYmNWMV0`16XYm{KtYwCiH~ksacbsvrXJ9Iof~Cb1V*oA~cUv#FnqK8ozMy0RBhV>i{E_>-?h z9G&7jNQ@2HfRE5A-wV)iZt=`v7lPxG7*ydq3c*$QpK#x=m zu9}K^yBdf<%^Uc@4$glbHi6E#ktIZV9EwYih3@GomDTJWswCNl%_tdr!3CdGq=))< zFMabkkiapj*eX3y?5>&CkJ%>st2&@K=mB0MJ5OQ-YV0@c6s~^NJs$VhXwvJYA zcmA&<=5m)Rt=>}C3j?acF0fFRRZhqO>j>DLgY9GjeJJM(YvOHjphAMCs;XY5*TDkz zk|&^|!Y(pzs5QK0H#-nnLRX5yz!;+q5?3NWsDd4Z>Z&C~pFBnRd2%o2Ka9_{Kd~!) zhPQaan%=Y3mDt1GvD-KkQ}y^Fc`@9%#*Z_e#=pk)NNk_pDhk6I148nM`f3)}sO{Xx zFV#PS7!MVOs_@`Hi-?2Y&de%_*HIJJx7V-!u_LwOnN@N{hEF$4r#Hhh^hY41OGjt< zi48mhlNx3g&VwcDN<{&rU~&!_-A@BzAvcS^hcTP1G9H|e=mo)m0%AkYL-t1R*6~~g zU===f_N!!_gY0z^X;-r9i#h+v3arHI<rC~qo{iz-)4)27->NaT+o@@V))HNF zhm(KxF4S1|A`*3)f;+?B?=aq|wB^6*wo#Ld&0IB`$W=!npB|-u%?qOFIJC55TwI@o zJz3!C2VqU!Dtwjkw}KCKefwsG+X8B^`8{es#y9U($Y3L0wQGAO%J3#{1LSD+eQ+8q zJS~r~I*fxObvuF8=Cc`QCwLx_ua2$T^)klVJ-|&>&OBgcl*3#@Bh8i4CA?QVZuhk+ z1pWj`*{=rZ71fg!>&}I@pvAskJFtQ*Fw*2ByIL2;LFMIy^epD%U+X#1VlKO*hJH4W zw70CO++rpemcS0f=2zIu8>7Mmoq8`xxUCOnB@-W zIJ2qQ@Zy*BPW5-ib?{)n-4C{?F53+1H-A+2iUYg>4Y>7MjY5x(7Q0|={Ae#H{Zllbze3=jb}uH zGZglK)m^G9Q04I$Clq{7cA_qJ1jS}Fh*LQ>*|lmv)lUC04}8>jMpstW{f4V|1njBC zEn>xSVzWZkU6HqCs#mZ5-{;D#z90Xdhv&V))$&qH?+$kB3VjhdV*M(M=@?kA)_f5* zf)1>O<)*Un7BAY-4Lx`qx47y6=WqPpaWG3OIV*yPnC;?mHh4Ufz^37y8M$yj`9l;? z4EvXUhl=`mCb6%jD>FB{&ON>*XTWDJk_Y$!k9l*eKZpdH0IPdN-_2Xs0MFSqI_ual zZ}0?Gs;<>#*rRxoVFxVm%y%;i)NbwU_0rouW|7?0hzT}U7q>g}td@Zh3)v^-u-V?Xy1H4onfErd6VyF{# zAlk~w;NR{!RB$V5ap0h1&MrvZ!h^kS=m2NZKWV9XjZD%QBQsapST`3inTFNX@ zZJ)ok?*VGQa~*%%*}ilArd8V8dxq-2VSHItH<8A#Gt4|gBRyC2+S0YYlylezz!SV( zr~KhQWsj?|UrBEdHVa>uLosF@|dF8bt6> zVBGakdBt;z-8(4I3At(K=wDTKGe=ya9d@+4-6nX3IR~02nKyPILp`X7lxkrW%Sx@cmP8V;#*#GWR8p>EI0GT~} zrhll|#OQ9Sqm{yL>E?bYZ;c+Tx5AC8&^2yKf`y`%R=g(!%d>5m5I*o6ub`>)w@srQj?Nj@`E#uv&9p}$q;@z8= ze-itB-ad;R_crD%6WMjHH;EOeiRU=y@5L;3p2U6^IqouX-6Y1Vc)OpwP2%1A+zsrP z?S9N=tx=3Vihs*Czr~29qZl)39|PA(V%kP3_Ib?12m0;H_TAb7tauUc@KD)$l&c=! zTE^bkJPN;D#Mq?uK)j$(Y-uTQRWz2iW_F2}dtWcDP+PvW<{9JRy1MKrDw)k&^Z@8=BO#Gg<6mRGzxk2Ua<@xkvrtJxRr&v>KvhMXsR$cF2P zJrRw7g&Nq-Af-$ z!-`@wkwG<>E$i3~&n_}*hw*6^|9Fb-5GS)2Re(`9k?m(`2W!bgB0q~Ac_J^c1O~wF z;t??*X3InhK1S=y_wgBiZ>d(2ox1J5Wuftje*BQPcw(CQ?snX`jpwLK(Pvo^@Uz~6MLY z)}d}sGfOJti7pkH7!eQRR&`1*s6gcf*;^XY{cN8gSG5tPz)R*WS_@;?PvznHO?<-w z5Rg6i2<)=rN#cTUR6Vj1EUZ(yC8LdURSQP1VhpyZlrRt_01Z~I(nEOVYHcff z|1lWfxaN8M20d$;;p9z!M)e(M-0K;bN~K_F@x&N_3&!2m%WY=~D5yc*iXKt9H)?Og zduRotiq+%v%UxcUWiUcsRdqiIRK$!(f$n9-=`_Bbr_V=`y;fKDB5LfWx)Xo$m58HL zd77(WoxII2dC){QKrf;+4n>HI&+1dg?fYEPS+UUCC=&xv5V?gOu4J0mD`>F ztBASWrAn)})b+xEs;~bL~&;N}u5^ zp0K9(Y;`5}aChuB&cswbzD!;Wcdqf{jHmIhu{{!-r?-m2u*QIpJfgmu#WiX(_wh^h zk08cFg`p}u_|GHa;I}igO5%0Yg!S$9tAFfBt$1dYT#@0^HPh+M@C^MC2as zPo4cLS?3^o?IP_;R(&z&KUsm5c)dJ29BZAa9@eule0&yIr}0}g#&$b3tFSKT&ha=D(XW)r#UDCE;Y`q#W5ijG4|JI2NBN!XJG zo_-Y8)UCod8GkGIP}etaR=6#o2Akib_H%smUWE)c;#IpgXQB*m^EN<^R^JDw!NSw> z2&=<5I8wJ0SZzL=VRnKS5&7!ax?Qhgtlb0LROQSARz^9@H8j#(DP6*Qwc}=At3u#U zkd*yufL>8OS+VY1cnezW>$L+b$O0oxKC-KIQ5;lWPDsyVKK`|y6D{VlJ8I}>^GJKk zn#wI^f`NIktGEFkdK>Gh>I-|Qz^V)0tvZD|xFTrO59$h8#B({LVvy^L%z|0&fQ~bp znhh_0OYc;FS6l}V_S^kni|Vq;pnmg5Wv@8E8_WEh<@{JJXQB)^RswHBsfE1 z4_Mu$x&l=mk8wi5_hcvPVn_yROg|kt5cxvY3v6^=i$RVI%0k zT3B|KjkkEwj&A6|leooI2RMJ@_l|>ETFF@vJj84pkF&w!nFKZs@65=BhshtJfMVFc z^gC44$1{n2EnS(p*>YXSI&bCEp24|vR*Tm3;K&;(fBEBbccx(0a8Z_!!DhIxZ0 zuu^rcF2f$hlMFjxfoHzmC{Vk#v)4;+`5Gfb`2tU5E!>T zR9^9%V)qUTbV6?0Ir>+X?aUFEXonr`cDD(hVa|c(Y37X`$WRX|BBfeb1@rsgQM`Wx z9aVz&@JvmEH>e`n<5Tk<1fC+ScjZ|S(2~TiV?Z<*o6j>U_ffAxd{!gC>N*OEhq8VaTNHq^TvdKfRKRo z?Jt#mY-f;0txoK7_GMMos#Udje*LX|+OFHYz1QB)|G&0(^7-@jr~Le+y=kXy(^hTK zw(X>Smd~dd`(wLl%l_o!{9feAUH`f3Gr!L$p04ukq1|T2GC%oz*M4gMZo9mjw~PMs zpLzE>^B37~mi=Dr&DeEZcYU>G)?0Nn7k&1N%wgYUcDw20wjI@dM|hjJCw;GF-u=+` z0{OOmklCy?&*<~~+qLx*LhPJp%(DGAs1`wVh*I3^%))+s_HO%IM?Y&{=Q*A!8_)ZC z7f&{^E4I$#kDH7=kAL}wCG()*2{!ZWs@nmQP5;i@dArQK>!9NOPx;SCF}jyK&oYMf zL3kP;F^A9p$$uhv-k;#3O^>$zxQ_RUGqGCd(=MM*vdirw0{p}(c$9a{TJ-rMzHGnr z8T&}q9myv1#!8Dul+H7{Y}X&ReYK0=V2_I@PcnO%@yq;{i}Q9CR7BynV_NjJ>fJi; zZeqhte}_+&i6x$Zi+G!z@xrdJLd^NZZ@I*~tE_;Jj0_&S;w9Ogf0>^di$9Ma=z&E11>Ud@IZTAC; zGmGy0FZH;5ngu^p26>DpS&`@yLo)@os$3&x%={>0@4E_+BWHcqHfTmB!JV^w2hW$? z>yZ%?mJoxJz79{}09;Zh)_DSI^KYPqaZ^5!(=TJ!EIt^u?=17k z#OWH&GS2AjCKxJW><_P|)dcoVz04dkO^tFd{mJZyV0cJu^aLJyogK(_kd(q~<9EEw zD%9mw&y31(;)+5L9U?)*svhY96{kF)Eu|X6$MykoR147t6d87)t1yM#R2rV&=NstR zpNzpjAeRlVIx2WZbt4l&!aAi>^4N+}b%D_j8G|M2BFrQA(Lz?kJ9y;w(N1>8o3+CK z$6Ng3npgP^cGfbd$(Heq8hhF!Ue9J7S8=oWq4z-r&z|ej4l{!ls5Zlf5lcBYZ*Su{ z)PYgO<{33g1-zVqD73r_Dzq_Wxic?Z_ksj#+sdo7kjDXM4lWa*5o4J z!9i5W0K9`L`J5;-8@8&i4}EXOk=eKTM@5h|t~5HfRc8tM2C{W*1}zzj_4Gi++p3&m zU^VJDJ<@eo0-iYg>(~P}s|cAvbWfut=m{#PmsC;nb*hPE81|xE;D!S}sTfby?!(}C z6&x^&TD9w5C`Q*jE5-F=zE>SUVc<9(BOfob0{Qi0exiZa2Xh{t5~qQsw94)ZMVK8Z z`7~GL^y{o^g*4Y-GMyhvR9PkG{@(uF^MkI$-gS}HMfiP3S-l=sQRQUFbDgSu9-Mzj ztYs{fSZ$?t7Xnm-J>Z_~syu*ys0yqAxpP!g`b$m=R=(#VKpg~2RZjg&F9UjZk{@8A zj&6FcP*ZrzUiKKWgMJf5fhoqB9AzXqL9H7YR8p-V>SQJw&yx=``?Gwm-HBRhF>J*P z*6op>uEZYhjnzh&XsW&2@L{@djXv#hH10KW#9;p%R{o#X67Z2bR8jM`M(t-iKB?Xi zytD2T@Kz1y^Hm}ZcDpWXA^t`^Sl#};I>Uj}x@IQH5qZ6OKJ6v%kEiof#^97-5dxvPiI=r z3bV;Q%De3^J?2*Ese13oNwNUkg>+O>eK#Abl`12(aX!~=3(-h5D+F;MJ-`=z!~iMWvv2kTX1&De|4X-o(FD9(F*jnN3B8 z4gbpX(X|z~JssNBV23)g&l>Loh?{2_y#Ry20%|>0xouqmmA*AzGL+B7U*5tC?^*1? z;8EquU|{tn)C@b}tFB4zUIr;L?!)2gla4dgHNbN9gv@wMb3}FC?;Gqo zJd3bC*gdfwd!M}3!chmkmtz)Lj8{0r&|454aP!;z^zLn{3ErG=MuWeckpK9O-dpY$ z{WLeKZJlz=#=GoDp6EZ+1_X2|#jdJHcn!>T_O`>H)^v5M^na=bbQIc1Z~sU45-PNH zvRHHMTl$f&f`@un6`=0xiy^~e*vM$Cv)4Sn8>rDlfo!5yQYD!qru{klXLnV|s#D{i zJCV!nV|&Ckx`67Shn8ZecZJ4naLSybTG*G4x-pczl#y&g&55p>SLgES9XY3e^5^(g z&Am~K`ilsRu$q*j;(vXpMph@u`w;^&iN7+)sj5eepvJlaaeEo>A9|-E>?y2D6WBifu0dq(J2t8S?_rnf z1-n%6s^ltDodU#DKGlbu2FKrMz>jJWox{E9!|ndYUtvls8H>h~$(ui&mWmSMx)4G#;$BTztjg3;a@8mKB3D2Yvqg6yyDom>8cMsNC_ zJPPF_DH|{fC6Vvta3kWzjmT8{s$I8vd%t~{|9@}qS zozJHk`&+wd%l_o^{9feAUH`f3Gk?h_p04ukq1|T2GC%oz*M4vRYP-Cfw~PMs%e;G? z`HSo~%YHBRX6!nyyS~~o>#aJPi$42B=CJQFyWRA0+m7nKBfQPqlfKt7?|$ujfqdIO z$!yk|XY_gg?b`YYA$HC)X4(D|REr=wL@DldW?{cRd$0YYqo1`O@*K~Ujpu#6izl1d z6fJi;Zeqht ze}_+&i6x$Zi+G!z@xrdJLd^NZZ@I*~tE_;Jj0_&-%Y-DV|n?5B(d6?`)gPoWYi#Ht;sQ5-q3Llp2f}*~& zD!Hib%%8DpS&`@yLo)@os$3&x%=|24@4E_+BWHcqHfTmB!JV^w2hVri>yZ%?mJoxJz79{}09;Zh)_DSI^KYPqaZ^5!(=TJ!EIt^u?=17k#OWH& zGS2AjCKxJW><_P|)dcoVz04dkO^tFd{mJZyV0cJu^aLJyogK(_kd(q~<9EEwD%9mw z&y31(;)+5L9U?)*svhY96{kF)Eu|X6$MykoR147t6d87)t1yM#R2rV&=NstRpNzpj zAeRlVIx2WZbt4l&!aAi>^4N+}b%D_j8G|M2BFrQA(Lz?kJ9y;w(N1>8o3+AU<1K!1 z&8z$dJ8PNKWXpI)jXmuVuV=H4tGHSG(EFf*XU}zMhnc|&RGVSLh^3sHx3}>e>cFVt z@@ahXoPXsOOps4i!CwXw(IQ4*`>{vpGT*Mcx97=MW6e&)i@j8GB2SJIYjTnA;2 zt=e@j6r*dNmE!s_->VLwFmN1?k&l;If&BU{KhZ$zgECcaCaGf5~aV%J*CZsDogs%Bg?pWkAnP@&ioN(M``4 zY6@@J%N|2^&~KtBFvU2Nql_dcsC5H_N~#q^oy@}n8@NRm9?8UU`r;M{NfQzb`tY=jsWM)wj%#2bXd{(>dcdDuZUIay1Zocae zRnl(Gs?S@HdSQ7Nb$b-2!$0$U zbZy0LPlt9j*rAT>v&Q=X;^tXKFTfzMfLf1LZd+GCrEiUw4CQn2m$&f3dlow|cvQJE z7+8G?HN#H$s%w%v*g+XttES3NMbtN=yYk#w6^^UK+GBrqRLeF!%DgGnBocMQ zrB02?{&CiwrE56pw~gMimd2@wp8F5$2Hg%>VRb57=>=-NA7dG)Kmzx`aI9av#dqf5 z)NhO2vzqf@$J+zLu#VFnScuah7H8K<75+?bxM2PlS(DC@sFZTh{fGvg@nqo*AbpmZ zsG7a%^?jvLWQ&7`7f>Da&{FL5uF$v*PMK3w3;WVhH-?gzGLlWGInh<~>Rdj(Bj@x_{v6+`xi^YY ze-VKZR+Cax{I3ty$m%3{KVm>8@mB^pRrQDw)L2&_ZZG5gL+@0CJ!RN`vjUnRAMF7B zE5~7`h)VT0>!))bf~oqKX@-I2oBqb0Vw(FEi_#~20^7&mHHgf8$3_+4J?v7wV3!JB zm0V@2Q-FBNr}~i7;P@L2_)!g_bGSEsxZU6QD@P>EUZlQ6|fVE1#p z8}+hAPuKZ5Uht-fy;{+SS+@RN4$Xw!%yDZ#wG@PxMbPfLpSHfQ8 literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/french.utf16le.crlf.bom.txt b/bin/unit_tests/assets/textformat/french.utf16le.crlf.bom.txt new file mode 100644 index 0000000000000000000000000000000000000000..fdc52d8d41093b4dfe284a5ca707608c55b998ca GIT binary patch literal 7574 zcmb7}TW?!c5QXKuExR z^Let5od7~r6Z@QfSu?X{&Fr1O{(R78ZPdPK-^Ty1+nxCQqU~%Uo{~D^3&7QO@6sS?oNC{mygTMdG?jjLUetpSw-s-Mick z>=*5B%x0}oj6RHit2V#Jh^3<#Gie_J*KuOnMJo1r%)nB2Lui@o5#G_G6#r1_Sg!}d16__%)ZufBVLCwzUycW1E%elkAzoo6-sy!{?;^xly3WDnVJ z8L=lqGEn412fJY5huDi87`2x%9$c`~NE7j^^hWpRUc7}X%m+QOCnBeb3S4|6GKCOZ zR)M3wvnsi%^~?v)JTt8LIz+2S%tRu^uKKCswQHXt%WZ z4Fc1X_D_m(ay<{8s1-6AZ?YyVAd+Scyj9J5|!*CVGJ-DAb+w z(KM_mMiUuSgW0l<-SF%pqjnIVX7P`w=nio*dr<`#brsouns%_3JS6h7*pVml0!v^3 z>@FS=17fyHq~K$;zI+#-v6(24(Xe|vBjD^wygiFGjU7*JMh%aH`679;U8Sg9oiBQa zs2W)`t+2}S^3-_aP4KD=r9h~>G2YL0up2JGDOF>>!EG*fyfAOb3iA6=ScZp&Dsd3@ zke6EDGrHo91}_3d#SH}TYgl98@zB%EA?wsEtFS(0_Bv3k!(x4*mtMynC^1+{aW2C9 z_?mU7+tbXF%6OtnMJ7hXgSb_l(hDk3c|rD;hIBvMC&*Q8L@Dr+d5hM<81_?nczzY% zumA*P4?Y6BtazNb;2TwstON_|ly1prqg>U3(d!t4Eh;4pLCdRXFKEG?cG18~8(+j_a(ECB^Is9Vt^D)&b1 zO?VHjU{tYsoPN2@%d!kc$g8UEj{+4jBT}Gyk#RbSZ)fTAQDm>xmA!}>yQ%KPpL`|a z=oH^UVr<9;e1uN6^!a1ddU~R_Tdicg?hZ%r@Cy)d9sp5AYhe!c0E{JC9gW#u{TKRx zSGKcbm^bqKb*yadH1psz-66_U87BL_YhPxr(6dl)@Y~4-PN zJOLFIc9D5Qt>G=Z*@4Isx>6Jd#u#moxDxq673?TfS1lp>c_}i{Z{Sew^_%{x!BoV*B(~Q5e=35RymKSF^ZAZRb9I zss0hfc&IQ`g$MsxL>&BfW>!hOj+(H(y?*tN9jO)1tdc7-e7a#ey&0aNKLR0LIy%cw zY~UG~)G)Jf9xPE;DheP4lXJ-Eei{%9xmo-@jM-$B@!*6+F9-${5F2_PvNw9Sj^`=> ztMI9_UnT1tWUre@yOLF3%=u4NU?pBJj}FILXR3$wYz!Zt2G(i(R*kXUPE9Mcmgt&0 zocybIp~kWok*L!Y+!^+Mhw(c(T>lz1*~;hQGH+o= z-PYKvaSEvH>1;Gg_!Dn&Ha<(GGWK>_#@DJ^CxFt2-i1+5w^>BL`6iyK`?C3IJR=gE zp|A(6?owTWDv!rFq2PP66Lqm8C^n-(oXWAuu2uV~cKVNb;G@1Xy0WtFH(b3VU{5t} z5i5=pn-!|=io7jTy?X8cK38V-{rLAhJns#zmX}(3cd%Pm=!?h^>sMJ!$H02E=8Lcq zbYLwkHtRkJ79rlzMD~?c57#^m)`aRHoPg*-gKw_MPiDtA9lUmag@soWniOn=MR12$Me*Zg) z_iv!1O7I?@scG;ARU~_SYTkpuQ-t-dJgXw=rj#$gXp}Nvt?cJjXeIFJ`gxB=)<=ahHkfCNW;c+x^^a67SyUZeYJ` z_hU9|jbijs{9Cs9Ek-OI#h6L^7`RRn(>7AE&to1w&~IP1@75Mz#fx}{hsxHYT=n?Y zGWN#iQTXK|#vX;A`G!5Cz`_$O=h=B$1D-{G=k2JS#=KehkoTYBKO@EIUhWK*S?&PN zarlZ^eEuW;6U(D~g0B`Ccl|PpC=hX?Hjhus__QDUT&*$SFIK^`ykpi$&KL7(`zvQ` zW0@zGMa=ALoiyTg6ywW&eR7rS9S0J2IllEKvnMfr62Il;s2v6_qH&d|PI9e!H;;E0 zVZ}wh!!MJJD&ByZ_?*4*#4^_*{(R!MyyD$?tbw154}Rxa&Aw=V#v8pi@?Cu{3gB8{ka!!;R^FXPwa`vS)u|L--t{h#Fk~? zsPC*wZfZUA!86YcE4~iV>Jc-MNU^Jas(5YN=M0g7WEMWaf16psH)1?Z#Pa$oJ%I*+ z>1q2XMLE5l2T#-r8I3nt6BZCjvj*O(W<7Gu{3*uXq%M#xhdJvq@bs*LLx=HQM8Br* zD|brY%)e>iAbMqGacI8IVAK^<1~!yfWd z>w895ywTuAps2Wk0DcW?3_KosnmJ^hnq?K%r_5djid9&wFZ9xz*aIa7ODWD}cpqQ0 z4t0B)SyCBKbg9V1hXDUTVV%+~8EurSS}=MQW3WY~gn=jlXs~jX9>ObEYg^eHpVk`x zkHPrHHP7QW=vm7QCvW;Qs_!`CUeCZ(Dg{f6C&mC=Fz&8iZaYgrK@I9w^oYv6QF|NS zLn|0ntRAOd?((uMgAwwos{28pB4$JibT2bbr}6DPeLjlpwYstwQDZmNo%oZlL>!&s zJ4lQT*?^DGDc=xn=EGYxca^&{jy%7Lf7A)t<66D1n#H7ftok)fgPOxB5VSkaU)BJ@;DTi9t+*mQ!1<3J5))s4VzIi_JRvOsYnm???L+J zNg#n^RIz1xqS#$Ctsk>>_E&X4anJ+2Ms}XY3fS@?e!@4ah6(^=@>a{C*QFTRY7>I8AqmGF67jz8~7xnJe@x)EoSEy2kh}aaKQwT~xnf%3U3;-0u8e zMa<?Kb? zMTK2t-cW0J%WifcvV^V_g@G|f8zinoeozHF3e{Chh(39W^7G_D%zqr8Yky)_`V4RJ zgf+cqt1GdGyJNR;CZ_7~W%6RUbB!NoJdJ;i?UC3#y;T&3H3o#_5%tw9u2Gx0k6)^P z1Th{e3{~O5e;yGBznz&?60f5stZ%Ph{bNUJ#WSnqiVUBwnNDwpXXuYWNSBVz@)H|) z1|~JkESv{R)Rl??NWtVBGP<7z#6oTse~)4|S!FypA<+wh0R_Z{o`>v>-mT)f3cxCS z>g-p^ItSTn7im|r>Wex5$qKB*>*dkmSnEvnu%3XbBB|E z^)A#{_97B>nu0sS-tQ>hsI=w3>b6mn%k^9}o5)p1A)gM?zvcx|bR1gRF)nUT!k#Sf z^rNt*ZWX@C_*=n;y1sd{!fgRH*!&)~pW~bNDrB$`uiCXa6J>atw*hjr`aU=f7M_+z zSRKZ}k-DA0YV+9)vlG0C$XCbK?Rphs?H=H!DrX+BGRk4Dp^@fF=@QP zr0iD%^or`qigoA0ThL-(uN_!H78q&rkzK8e;-K47H8x0R4QX{r)7Mts&xV=edt{n^>mX(^qX(vsk$$lpT#pG!5IpB z!0Im56{zxfj1vmJCp%FWJAz^}8pNp_o9tS(pK7Q7mwd%4I|BAp;})^v zII&rw>aNJ!GS#cs{vUH?R^N|*FT(TQ;A(lPrFRG0b%nl&9I<|t#dHj;S8Kiu8$k!w z!m_Juyv2)lbVCoG#4WBm!1)`$cO1;pO3sSlA!gfnoDCk&B(Q0CXGShOO#ToB6vO_d z-=U&Do=NO$>B`K_u5(ZB$QkgNi{t@*z+>Lr>JK7;Ccx@m(YN!~HNbOzi_SVW%o{v` zm8xrX8TKfiWY_@c-*uKECN-XT(3MhAsin*k)#mwY z^B$n)JJ<1do$Wi< zBqjqoX+#MyUzrf%@*nobhxggdXs!MgCyzj9fv-pb!tg98k#2BivYY@SMz_{(9 z@`~payLV8a6LQne(Z8x}XO6f;JM3t;yG`&6a}G35GjHrbhI&vDDb>O%nBV`7;{6-w zs1m$~XKEU}K^4g!pPKg|@DyRaE6?i5&A%|YvYy)Boi5&fvH#ttG?cMa05W^{O#e`^ ziP8O3M=OQh((ZmJZ;c literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/french.utf16le.lf.bom.txt b/bin/unit_tests/assets/textformat/french.utf16le.lf.bom.txt new file mode 100644 index 0000000000000000000000000000000000000000..a5b5abbf319098efd3f417357b0162711ffbab54 GIT binary patch literal 7442 zcmb7}%Wh-W5k>EqU%^>VtRO)iNbG?TJ2ucj+p%H9Q$r7`n+@s_QW9i;ZDx-A2SI>1 zd(~3uT#AZ;pwSX}?|JO1+O@0B(a-<+Y`UD5({H9f=Kt@f5Ayko=~wyr>GW1tZnlTY${l_z)g^R{MwpHV#BwOwRgK#fs{2BCleb5;*E;Wh zsJ%eGn?A~H)>>xtY5v_#*G~wsbD1&g>7PNh3ZmyI#eJPw*ssriJ^i83FQ%{a9M80k zr?uYMlTGZ3t;_i1Dq~OMU%p| z>EAVDAIWtg*=F8YX*Ch0(~NH0^~X)Eb`~7$arWd%X0J1To!@eCIh_O*QMf5gt6Hny zUFY3ZY`Cg-_+*_};t9Bjx7isl+}0|@oKO6gOT4?t3i!y#;BlVy?5pWtd86m%EGJ*! z|6QU^Y-F9d;nO;+oF=NftVE7|o6(?xk4BhC-H)7KG zu;ex<`a7$Vi`vfoMeHM^nx%83dc({kM(nANI#SPVbB4IUaT)vZ-F`0cjp%L)uWY_4 zKcF~^=+6IAkMpNl@Iz&g$9R$zi9RtjQ(&vgHDbohKWFTHsQ@{0QnPkJGcpP8oa8%r z{#st|d}$>!<2FG-+}gtC&h=x?qN89U=N@W@Z86XYjJ$Z4w=l+hG`4vAI5SZQ>_Ck^ z2%b$WXdV+2RD!v3jlJ;cw&Hb?PnY?}Q*?$1nXl*oOuA2gzbh+POa2k_%k0M!8G#+d z9!@uZ@c$yuKnXU+>ct=O8GG?RISi-wvjC=^=j}ySG-^CKj2GSp@viu>UyGB1l-LbxIyvQMxWL`XOVmL|ue=60uE8_iZQMj6$%@4f~DtPu%m-aj}Sb=IYY#6bWbIa*{ zJcl|ks=0g|pSxdjvCQ&;fU!9=u(5!k+|2%YEKMR|Lfd^OhWM7-EbB`5OaD6u9N z`3?@ELI&U+RLSQ=nc1*aeSN6C8AoQ{*fzxy^bKU!u^F^vEY{NlHE+9e zih$NWSCtq?A+H zL>=8$u255W%U<>vvV(pTMS&^CnH*&#IYF%(7*tZNAnIf$8qbrDGyC&=?%j!6YcXua z3)bzCpRU9n?v2$(m}siKyYOMYZ;w8%I2!jJIbyJX4r~9 z2;N2c1iW3t`FxQ`gWaynT8O_<4_3E-@6K@Gw62*+aztKl9{Ek@g;(f*zz1K@RDNOs z&* zIlFgnLQFwO4El7$E}rqM+NXJ=seVyp#Wp{LVeo?lx zCs@1V(6cHzRGO;YPBXx%w=z~&d+9z*0wF3 zNz4QR^WanSfew}^v5y)HU#PF@2wv?uvl?+tZ<44R)v_`>gRkfVg><(F-sLETGn7o!izGQ0ZIaB}4h#{N*jY@SepE z3?6l^3zLd~!fz9>y{2RkSuYt>ZwsfhY!bXT4`yTTCzddT#Oy4mNbYNw)S=e_Iu08f=N40EQQRYpn zCXwhHE_G^D_7Ah}B3;8#-8Op5+8U=KdhUN-H|TcA3aeAwN-xmseG|(-1roRihC}`0 zExt1c=YCt|p4FTOJKi1`hIO3wz(Sm!V{vw$RN>G3h70C@nlIr;L?!)2klMXY~HNbN5gv@x%b3}FC?;Gqo zJd3bC*gdfwdY`=2!chmkmtz)Lj8{0r&|454aP!;z^zLo03ErG=MuWeckbn7(-dpZh zb($O1wof@`<6U+nPxK#Z0|L5~W>?oEyawhzd)wj9Yq~ns`af3#Itp#1xBsPk2^HEp z*{nJAE&a$>!9%_43eflU&5&U+Y-BXn*=ru&4fJTDKsHe;sgleQ)Bc?Ov%4x})#>ps zoyg_(p*`XnT|jrxLrbyKyF%kOIAu;zE$mB2-55&V%1Ab$=0sP`>vQ@1j-1m!`Ez)y z=H4hq|3w5wSWQ|{@xMM)BfFF2{fGgX#9tZYRM#U$P-9(zxV?_|pL?ex>?yB;72ux&hx$L!|ndYUtwA+8H>h~$@6FWhDywOAB8Da z0=u8X-Kdv6dcMwg@q#x+?9E!=)js4_-!yggvS+1QbA#SzA#;g4?zZr@&~Ub1SJ&`g Dh1p=? literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/french.utf16le.lf.nobom.txt b/bin/unit_tests/assets/textformat/french.utf16le.lf.nobom.txt new file mode 100644 index 0000000000000000000000000000000000000000..1a06686aca756f233d9dca0c7c1c973c98142857 GIT binary patch literal 7440 zcmb7}%Wh-W5k>EqU%^>VtRR7tAc+S?`~n(iJ2s4XYUn|Avq3#Vih}H~&CHSiAjl+p z)l%tPO0of?(Gq#@dF-m%wX4q2=hNl1oc=KVCIA04eUQ&zPQS~~Pp5a&@wA;b(`wpH zN7EPie4MdAO;^*po_vzut30`_pZl8mLq_p*lW+IaO=hg~lh3!)&(puAecmmnv-baK)m*;TxQIA`cF`;g6JtqabIT^_Up6XPk%1-i|Ly@$1`o?X{~qm zXcN0)>oWeh%GlHRmv30I3<{oLGtVx{4v=i?J8zfMdFEXP74Lt}e@2SYz1(?`F{}^5 z?-OTYb)8T9d^*Z5HxCH#6RY4+-Z5)c^F@3<{jX*m zBDpRk+sqp)ttO&$n$c~${~+Sk^II-1r<0%}3O9vmRcrOT>%6;) z4OjIJpR5y0JOLN+Hap{meXT;w`NVIz#Jh{EfRBs}9_LxlzMB4Sl#5$1!Pm=lY4g$Y!ABPNXxOZGw0 z-&vJh)OO}CVjmgRES)3O8)hCcVo!b4k$P&IGsFds%h-?a4s(HTM0ZnoW%Et>0mWHF zcYaAd&L3yN50yb4<4IN|`oz#ofvqanh#52gp0RhO0_4a^&DsUc$RxOPlJDU8M|r*T zrIpN#+XMx1YYUq@*AF?1j)IAtyRRL##Xuu4^5R|I!Wi?>*y8Qu%tRru12y^}cs8-1 zc}z@D3FgW*_QI#ziq}a#UFIK8(HSCSzM=y#=`Q*GuB>1!`A5tzvmZ}n1a=U6INkig z|BE~WCD<6N7k|uW?8X1&Fq}Tj0+@Q9w-;H_sPW`^yzn-Ncg2sxT115!Ou;im(}<#A zjZ<#7m&A%a!-sss7g$0Jj%ppA!U4FXPF&{+sLj8D7RJr_Ku*7oU5of&)V`CE11e5?KwDZhhL7z7LSb|_t8RD!#jB7=D|*O#+$vuZ{sa~ zam|bT20Lq+(`3tdMvXnLi1)Ka;c9L+KlDDR;Mq%E+SANn1**-kVZ>6-EvNVK9O}TR z=JIiT@{)h$7EF*&UBO=m6VW0@VEeWrbe?Y)J2;36 z8Gv_CC7%;zX2VwX^}hCI9GQKSe^dln<4U7r+Z0RCH;`S&X3&zcSWgesyzR;<23Dhf z(<5D$67a;?-^3oUSw+YUqI(=IK~GRQy`+kouX9Z#!>||S0yiA+Nym7ub{_}Fo8W+1 z)T(`Xp&8xttQ40I`QCK^g@NOEjC?%L3gp*M`H2QvAIy1pN}L9k)+)Oz6k+j1$>+Hu zr{88>E2Oywlj;0WqRuKg_t)ve$`85{d)HM~7vT?uvU@$OqRPpTmpWDXJUD-!Sj$){ zvD!-QZUm?Zd%!)})p-E_P!(7Ka_6X~^p~6#tb8v;fI0}4uAKUpUIz5+BtO7J9o<&0 zP*ZrzUiKKWgMJf5fhoqB9AzXqL9H7YR8p-V>SQJw&y$Zc`-^<;-HBRjF>J*P*6op> zuEZYhjnzh&XsW%t@L|4hk3OzA8uuPKVsLm4YyZz{3HZnzs;GI}qYkqjpLA~s-bMKY zyj{cje33|l-LA`8h`&(}R=0oe&T!zgu9-=4L|$(m_)X`9SLlDh2Vc-seqsU7=-|jF zS$!RLbf=>K!3iQ~ki(c!f0A$Bh>)?yx$D#6OmyIVo#^FdcXW7uQMR-vSi9rU zw+q;7_L@<4cvlr6doeBgF5~PA;G$|K>sgfunORf>Gouvhl()o>{F9;D__ZmfT}c>z*j6tDJSd&TRZ@wI)i;WpA?1&t{F*wk@4W%me}R z;8XK~4wfjfj~WYKsITe>UhPVR4!9mzR0?VbIm2_ABHzjDZTw5+VF%Qj*;HiM@XtIS zU0ZY8)1h4rcBmtVtnog8xOtY*3or;Qpw?rZ+tw9O>09F^L;2kN{$oJ(b)Ex$Yl_$i2vk=Q4 ztK|5B(*|BA8%MQo4x=`ltFcH($H^0qK@80H`;LQnVH2BL2`Pc90z2$yYr@2vW z`;=og-eyPgME{{SAfQWWc6B|%YhdoPw;lexrmIt}|8q50s6ka88R$}jf}=Rd(G!}13j83kWJJ|sw8v7bU5em?5+w~b$a|uCvv&{ z+#Yd_E}%Q;p{3aAU7>LsoHD1V7WSp1ZVV-FWh9$WbE2!}^|^e0N6zV={CR$>=H4hq z|3w5wSWQ|{@xMM)BfFF2{fGgX#9tZYRM#U$P-9(zxV?_|pL(Yw>?yB;72ux&eOf=!|ndYUtwA+8H>h~$@6FWhDywOAB8Da0=u8* zyHPKD^n9J~;{|Vu*qgP!uYJg^zG>>}WzR~r<_5jbLgo^8+->2$&~Ub1SJ&`=wxwR= literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/french.utf8.crlf.bom.txt b/bin/unit_tests/assets/textformat/french.utf8.crlf.bom.txt new file mode 100644 index 000000000..d89e2a742 --- /dev/null +++ b/bin/unit_tests/assets/textformat/french.utf8.crlf.bom.txt @@ -0,0 +1,66 @@ +En 1815, M. Charles-François-Bienvenu Myriel était évêque de Digne. +C'était un vieillard d'environ soixante-quinze ans; il occupait le siège +de Digne depuis 1806. + +Quoique ce détail ne touche en aucune manière au fond même de ce que +nous avons à raconter, il n'est peut-être pas inutile, ne fût-ce que +pour être exact en tout, d'indiquer ici les bruits et les propos qui +avaient couru sur son compte au moment où il était arrivé dans le +diocèse. Vrai ou faux, ce qu'on dit des hommes tient souvent autant de +place dans leur vie et surtout dans leur destinée que ce qu'ils font. M. +Myriel était fils d'un conseiller au parlement d'Aix; noblesse de robe. +On contait de lui que son père, le réservant pour hériter de sa charge, +l'avait marié de fort bonne heure, à dix-huit ou vingt ans, suivant un +usage assez répandu dans les familles parlementaires. Charles Myriel, +nonobstant ce mariage, avait, disait-on, beaucoup fait parler de lui. Il +était bien fait de sa personne, quoique d'assez petite taille, élégant, +gracieux, spirituel; toute la première partie de sa vie avait été donnée +au monde et aux galanteries. La révolution survint, les événements se +précipitèrent, les familles parlementaires décimées, chassées, traquées, +se dispersèrent. M. Charles Myriel, dès les premiers jours de la +révolution, émigra en Italie. Sa femme y mourut d'une maladie de +poitrine dont elle était atteinte depuis longtemps. Ils n'avaient point +d'enfants. Que se passa-t-il ensuite dans la destinée de M. Myriel? +L'écroulement de l'ancienne société française, la chute de sa propre +famille, les tragiques spectacles de 93, plus effrayants encore +peut-être pour les émigrés qui les voyaient de loin avec le +grossissement de l'épouvante, firent-ils germer en lui des idées de +renoncement et de solitude? Fut-il, au milieu d'une de ces distractions +et de ces affections qui occupaient sa vie, subitement atteint d'un de +ces coups mystérieux et terribles qui viennent quelquefois renverser, en +le frappant au coeur, l'homme que les catastrophes publiques +n'ébranleraient pas en le frappant dans son existence et dans sa +fortune? Nul n'aurait pu le dire; tout ce qu'on savait, c'est que, +lorsqu'il revint d'Italie, il était prêtre. + +En 1804, M. Myriel était curé de Brignolles. Il était déjà vieux, et +vivait dans une retraite profonde. + +Vers l'époque du couronnement, une petite affaire de sa cure, on ne sait +plus trop quoi, l'amena à Paris. Entre autres personnes puissantes, il +alla solliciter pour ses paroissiens M. le cardinal Fesch. Un jour que +l'empereur était venu faire visite à son oncle, le digne curé, qui +attendait dans l'antichambre, se trouva sur le passage de sa majesté. +Napoléon, se voyant regardé avec une certaine curiosité par ce +vieillard, se retourna, et dit brusquement: + +--Quel est ce bonhomme qui me regarde? + +--Sire, dit M. Myriel, vous regardez un bonhomme, et moi je regarde un +grand homme. Chacun de nous peut profiter. + +L'empereur, le soir même, demanda au cardinal le nom de ce curé, et +quelque temps après M. Myriel fut tout surpris d'apprendre qu'il était +nommé évêque de Digne. + +Qu'y avait-il de vrai, du reste, dans les récits qu'on faisait sur la +première partie de la vie de M. Myriel? Personne ne le savait. Peu de +familles avaient connu la famille Myriel avant la révolution. + +M. Myriel devait subir le sort de tout nouveau venu dans une petite +ville où il y a beaucoup de bouches qui parlent et fort peu de têtes qui +pensent. Il devait le subir, quoiqu'il fût évêque et parce qu'il était +évêque. Mais, après tout, les propos auxquels on mêlait son nom +n'étaient peut-être que des propos; du bruit, des mots, des paroles; +moins que des paroles, des _palabres_, comme dit l'énergique langue du +midi. diff --git a/bin/unit_tests/assets/textformat/french.utf8.crlf.nobom.txt b/bin/unit_tests/assets/textformat/french.utf8.crlf.nobom.txt new file mode 100644 index 000000000..1f836cf72 --- /dev/null +++ b/bin/unit_tests/assets/textformat/french.utf8.crlf.nobom.txt @@ -0,0 +1,66 @@ +En 1815, M. Charles-François-Bienvenu Myriel était évêque de Digne. +C'était un vieillard d'environ soixante-quinze ans; il occupait le siège +de Digne depuis 1806. + +Quoique ce détail ne touche en aucune manière au fond même de ce que +nous avons à raconter, il n'est peut-être pas inutile, ne fût-ce que +pour être exact en tout, d'indiquer ici les bruits et les propos qui +avaient couru sur son compte au moment où il était arrivé dans le +diocèse. Vrai ou faux, ce qu'on dit des hommes tient souvent autant de +place dans leur vie et surtout dans leur destinée que ce qu'ils font. M. +Myriel était fils d'un conseiller au parlement d'Aix; noblesse de robe. +On contait de lui que son père, le réservant pour hériter de sa charge, +l'avait marié de fort bonne heure, à dix-huit ou vingt ans, suivant un +usage assez répandu dans les familles parlementaires. Charles Myriel, +nonobstant ce mariage, avait, disait-on, beaucoup fait parler de lui. Il +était bien fait de sa personne, quoique d'assez petite taille, élégant, +gracieux, spirituel; toute la première partie de sa vie avait été donnée +au monde et aux galanteries. La révolution survint, les événements se +précipitèrent, les familles parlementaires décimées, chassées, traquées, +se dispersèrent. M. Charles Myriel, dès les premiers jours de la +révolution, émigra en Italie. Sa femme y mourut d'une maladie de +poitrine dont elle était atteinte depuis longtemps. Ils n'avaient point +d'enfants. Que se passa-t-il ensuite dans la destinée de M. Myriel? +L'écroulement de l'ancienne société française, la chute de sa propre +famille, les tragiques spectacles de 93, plus effrayants encore +peut-être pour les émigrés qui les voyaient de loin avec le +grossissement de l'épouvante, firent-ils germer en lui des idées de +renoncement et de solitude? Fut-il, au milieu d'une de ces distractions +et de ces affections qui occupaient sa vie, subitement atteint d'un de +ces coups mystérieux et terribles qui viennent quelquefois renverser, en +le frappant au coeur, l'homme que les catastrophes publiques +n'ébranleraient pas en le frappant dans son existence et dans sa +fortune? Nul n'aurait pu le dire; tout ce qu'on savait, c'est que, +lorsqu'il revint d'Italie, il était prêtre. + +En 1804, M. Myriel était curé de Brignolles. Il était déjà vieux, et +vivait dans une retraite profonde. + +Vers l'époque du couronnement, une petite affaire de sa cure, on ne sait +plus trop quoi, l'amena à Paris. Entre autres personnes puissantes, il +alla solliciter pour ses paroissiens M. le cardinal Fesch. Un jour que +l'empereur était venu faire visite à son oncle, le digne curé, qui +attendait dans l'antichambre, se trouva sur le passage de sa majesté. +Napoléon, se voyant regardé avec une certaine curiosité par ce +vieillard, se retourna, et dit brusquement: + +--Quel est ce bonhomme qui me regarde? + +--Sire, dit M. Myriel, vous regardez un bonhomme, et moi je regarde un +grand homme. Chacun de nous peut profiter. + +L'empereur, le soir même, demanda au cardinal le nom de ce curé, et +quelque temps après M. Myriel fut tout surpris d'apprendre qu'il était +nommé évêque de Digne. + +Qu'y avait-il de vrai, du reste, dans les récits qu'on faisait sur la +première partie de la vie de M. Myriel? Personne ne le savait. Peu de +familles avaient connu la famille Myriel avant la révolution. + +M. Myriel devait subir le sort de tout nouveau venu dans une petite +ville où il y a beaucoup de bouches qui parlent et fort peu de têtes qui +pensent. Il devait le subir, quoiqu'il fût évêque et parce qu'il était +évêque. Mais, après tout, les propos auxquels on mêlait son nom +n'étaient peut-être que des propos; du bruit, des mots, des paroles; +moins que des paroles, des _palabres_, comme dit l'énergique langue du +midi. diff --git a/bin/unit_tests/assets/textformat/french.utf8.lf.bom.txt b/bin/unit_tests/assets/textformat/french.utf8.lf.bom.txt new file mode 100644 index 000000000..fe75f78a2 --- /dev/null +++ b/bin/unit_tests/assets/textformat/french.utf8.lf.bom.txt @@ -0,0 +1,66 @@ +En 1815, M. Charles-François-Bienvenu Myriel était évêque de Digne. +C'était un vieillard d'environ soixante-quinze ans; il occupait le siège +de Digne depuis 1806. + +Quoique ce détail ne touche en aucune manière au fond même de ce que +nous avons à raconter, il n'est peut-être pas inutile, ne fût-ce que +pour être exact en tout, d'indiquer ici les bruits et les propos qui +avaient couru sur son compte au moment où il était arrivé dans le +diocèse. Vrai ou faux, ce qu'on dit des hommes tient souvent autant de +place dans leur vie et surtout dans leur destinée que ce qu'ils font. M. +Myriel était fils d'un conseiller au parlement d'Aix; noblesse de robe. +On contait de lui que son père, le réservant pour hériter de sa charge, +l'avait marié de fort bonne heure, à dix-huit ou vingt ans, suivant un +usage assez répandu dans les familles parlementaires. Charles Myriel, +nonobstant ce mariage, avait, disait-on, beaucoup fait parler de lui. Il +était bien fait de sa personne, quoique d'assez petite taille, élégant, +gracieux, spirituel; toute la première partie de sa vie avait été donnée +au monde et aux galanteries. La révolution survint, les événements se +précipitèrent, les familles parlementaires décimées, chassées, traquées, +se dispersèrent. M. Charles Myriel, dès les premiers jours de la +révolution, émigra en Italie. Sa femme y mourut d'une maladie de +poitrine dont elle était atteinte depuis longtemps. Ils n'avaient point +d'enfants. Que se passa-t-il ensuite dans la destinée de M. Myriel? +L'écroulement de l'ancienne société française, la chute de sa propre +famille, les tragiques spectacles de 93, plus effrayants encore +peut-être pour les émigrés qui les voyaient de loin avec le +grossissement de l'épouvante, firent-ils germer en lui des idées de +renoncement et de solitude? Fut-il, au milieu d'une de ces distractions +et de ces affections qui occupaient sa vie, subitement atteint d'un de +ces coups mystérieux et terribles qui viennent quelquefois renverser, en +le frappant au coeur, l'homme que les catastrophes publiques +n'ébranleraient pas en le frappant dans son existence et dans sa +fortune? Nul n'aurait pu le dire; tout ce qu'on savait, c'est que, +lorsqu'il revint d'Italie, il était prêtre. + +En 1804, M. Myriel était curé de Brignolles. Il était déjà vieux, et +vivait dans une retraite profonde. + +Vers l'époque du couronnement, une petite affaire de sa cure, on ne sait +plus trop quoi, l'amena à Paris. Entre autres personnes puissantes, il +alla solliciter pour ses paroissiens M. le cardinal Fesch. Un jour que +l'empereur était venu faire visite à son oncle, le digne curé, qui +attendait dans l'antichambre, se trouva sur le passage de sa majesté. +Napoléon, se voyant regardé avec une certaine curiosité par ce +vieillard, se retourna, et dit brusquement: + +--Quel est ce bonhomme qui me regarde? + +--Sire, dit M. Myriel, vous regardez un bonhomme, et moi je regarde un +grand homme. Chacun de nous peut profiter. + +L'empereur, le soir même, demanda au cardinal le nom de ce curé, et +quelque temps après M. Myriel fut tout surpris d'apprendre qu'il était +nommé évêque de Digne. + +Qu'y avait-il de vrai, du reste, dans les récits qu'on faisait sur la +première partie de la vie de M. Myriel? Personne ne le savait. Peu de +familles avaient connu la famille Myriel avant la révolution. + +M. Myriel devait subir le sort de tout nouveau venu dans une petite +ville où il y a beaucoup de bouches qui parlent et fort peu de têtes qui +pensent. Il devait le subir, quoiqu'il fût évêque et parce qu'il était +évêque. Mais, après tout, les propos auxquels on mêlait son nom +n'étaient peut-être que des propos; du bruit, des mots, des paroles; +moins que des paroles, des _palabres_, comme dit l'énergique langue du +midi. diff --git a/bin/unit_tests/assets/textformat/french.utf8.lf.nobom.txt b/bin/unit_tests/assets/textformat/french.utf8.lf.nobom.txt new file mode 100644 index 000000000..e142b06be --- /dev/null +++ b/bin/unit_tests/assets/textformat/french.utf8.lf.nobom.txt @@ -0,0 +1,66 @@ +En 1815, M. Charles-François-Bienvenu Myriel était évêque de Digne. +C'était un vieillard d'environ soixante-quinze ans; il occupait le siège +de Digne depuis 1806. + +Quoique ce détail ne touche en aucune manière au fond même de ce que +nous avons à raconter, il n'est peut-être pas inutile, ne fût-ce que +pour être exact en tout, d'indiquer ici les bruits et les propos qui +avaient couru sur son compte au moment où il était arrivé dans le +diocèse. Vrai ou faux, ce qu'on dit des hommes tient souvent autant de +place dans leur vie et surtout dans leur destinée que ce qu'ils font. M. +Myriel était fils d'un conseiller au parlement d'Aix; noblesse de robe. +On contait de lui que son père, le réservant pour hériter de sa charge, +l'avait marié de fort bonne heure, à dix-huit ou vingt ans, suivant un +usage assez répandu dans les familles parlementaires. Charles Myriel, +nonobstant ce mariage, avait, disait-on, beaucoup fait parler de lui. Il +était bien fait de sa personne, quoique d'assez petite taille, élégant, +gracieux, spirituel; toute la première partie de sa vie avait été donnée +au monde et aux galanteries. La révolution survint, les événements se +précipitèrent, les familles parlementaires décimées, chassées, traquées, +se dispersèrent. M. Charles Myriel, dès les premiers jours de la +révolution, émigra en Italie. Sa femme y mourut d'une maladie de +poitrine dont elle était atteinte depuis longtemps. Ils n'avaient point +d'enfants. Que se passa-t-il ensuite dans la destinée de M. Myriel? +L'écroulement de l'ancienne société française, la chute de sa propre +famille, les tragiques spectacles de 93, plus effrayants encore +peut-être pour les émigrés qui les voyaient de loin avec le +grossissement de l'épouvante, firent-ils germer en lui des idées de +renoncement et de solitude? Fut-il, au milieu d'une de ces distractions +et de ces affections qui occupaient sa vie, subitement atteint d'un de +ces coups mystérieux et terribles qui viennent quelquefois renverser, en +le frappant au coeur, l'homme que les catastrophes publiques +n'ébranleraient pas en le frappant dans son existence et dans sa +fortune? Nul n'aurait pu le dire; tout ce qu'on savait, c'est que, +lorsqu'il revint d'Italie, il était prêtre. + +En 1804, M. Myriel était curé de Brignolles. Il était déjà vieux, et +vivait dans une retraite profonde. + +Vers l'époque du couronnement, une petite affaire de sa cure, on ne sait +plus trop quoi, l'amena à Paris. Entre autres personnes puissantes, il +alla solliciter pour ses paroissiens M. le cardinal Fesch. Un jour que +l'empereur était venu faire visite à son oncle, le digne curé, qui +attendait dans l'antichambre, se trouva sur le passage de sa majesté. +Napoléon, se voyant regardé avec une certaine curiosité par ce +vieillard, se retourna, et dit brusquement: + +--Quel est ce bonhomme qui me regarde? + +--Sire, dit M. Myriel, vous regardez un bonhomme, et moi je regarde un +grand homme. Chacun de nous peut profiter. + +L'empereur, le soir même, demanda au cardinal le nom de ce curé, et +quelque temps après M. Myriel fut tout surpris d'apprendre qu'il était +nommé évêque de Digne. + +Qu'y avait-il de vrai, du reste, dans les récits qu'on faisait sur la +première partie de la vie de M. Myriel? Personne ne le savait. Peu de +familles avaient connu la famille Myriel avant la révolution. + +M. Myriel devait subir le sort de tout nouveau venu dans une petite +ville où il y a beaucoup de bouches qui parlent et fort peu de têtes qui +pensent. Il devait le subir, quoiqu'il fût évêque et parce qu'il était +évêque. Mais, après tout, les propos auxquels on mêlait son nom +n'étaient peut-être que des propos; du bruit, des mots, des paroles; +moins que des paroles, des _palabres_, comme dit l'énergique langue du +midi. diff --git a/bin/unit_tests/assets/textformat/french.win1252.crlf.nobom.txt b/bin/unit_tests/assets/textformat/french.win1252.crlf.nobom.txt new file mode 100644 index 000000000..0d77667f9 --- /dev/null +++ b/bin/unit_tests/assets/textformat/french.win1252.crlf.nobom.txt @@ -0,0 +1,66 @@ +En 1815, M. Charles-Franois-Bienvenu Myriel tait vque de Digne. +C'tait un vieillard d'environ soixante-quinze ans; il occupait le sige +de Digne depuis 1806. + +Quoique ce dtail ne touche en aucune manire au fond mme de ce que +nous avons raconter, il n'est peut-tre pas inutile, ne ft-ce que +pour tre exact en tout, d'indiquer ici les bruits et les propos qui +avaient couru sur son compte au moment o il tait arriv dans le +diocse. Vrai ou faux, ce qu'on dit des hommes tient souvent autant de +place dans leur vie et surtout dans leur destine que ce qu'ils font. M. +Myriel tait fils d'un conseiller au parlement d'Aix; noblesse de robe. +On contait de lui que son pre, le rservant pour hriter de sa charge, +l'avait mari de fort bonne heure, dix-huit ou vingt ans, suivant un +usage assez rpandu dans les familles parlementaires. Charles Myriel, +nonobstant ce mariage, avait, disait-on, beaucoup fait parler de lui. Il +tait bien fait de sa personne, quoique d'assez petite taille, lgant, +gracieux, spirituel; toute la premire partie de sa vie avait t donne +au monde et aux galanteries. La rvolution survint, les vnements se +prcipitrent, les familles parlementaires dcimes, chasses, traques, +se dispersrent. M. Charles Myriel, ds les premiers jours de la +rvolution, migra en Italie. Sa femme y mourut d'une maladie de +poitrine dont elle tait atteinte depuis longtemps. Ils n'avaient point +d'enfants. Que se passa-t-il ensuite dans la destine de M. Myriel? +L'croulement de l'ancienne socit franaise, la chute de sa propre +famille, les tragiques spectacles de 93, plus effrayants encore +peut-tre pour les migrs qui les voyaient de loin avec le +grossissement de l'pouvante, firent-ils germer en lui des ides de +renoncement et de solitude? Fut-il, au milieu d'une de ces distractions +et de ces affections qui occupaient sa vie, subitement atteint d'un de +ces coups mystrieux et terribles qui viennent quelquefois renverser, en +le frappant au coeur, l'homme que les catastrophes publiques +n'branleraient pas en le frappant dans son existence et dans sa +fortune? Nul n'aurait pu le dire; tout ce qu'on savait, c'est que, +lorsqu'il revint d'Italie, il tait prtre. + +En 1804, M. Myriel tait cur de Brignolles. Il tait dj vieux, et +vivait dans une retraite profonde. + +Vers l'poque du couronnement, une petite affaire de sa cure, on ne sait +plus trop quoi, l'amena Paris. Entre autres personnes puissantes, il +alla solliciter pour ses paroissiens M. le cardinal Fesch. Un jour que +l'empereur tait venu faire visite son oncle, le digne cur, qui +attendait dans l'antichambre, se trouva sur le passage de sa majest. +Napolon, se voyant regard avec une certaine curiosit par ce +vieillard, se retourna, et dit brusquement: + +--Quel est ce bonhomme qui me regarde? + +--Sire, dit M. Myriel, vous regardez un bonhomme, et moi je regarde un +grand homme. Chacun de nous peut profiter. + +L'empereur, le soir mme, demanda au cardinal le nom de ce cur, et +quelque temps aprs M. Myriel fut tout surpris d'apprendre qu'il tait +nomm vque de Digne. + +Qu'y avait-il de vrai, du reste, dans les rcits qu'on faisait sur la +premire partie de la vie de M. Myriel? Personne ne le savait. Peu de +familles avaient connu la famille Myriel avant la rvolution. + +M. Myriel devait subir le sort de tout nouveau venu dans une petite +ville o il y a beaucoup de bouches qui parlent et fort peu de ttes qui +pensent. Il devait le subir, quoiqu'il ft vque et parce qu'il tait +vque. Mais, aprs tout, les propos auxquels on mlait son nom +n'taient peut-tre que des propos; du bruit, des mots, des paroles; +moins que des paroles, des _palabres_, comme dit l'nergique langue du +midi. diff --git a/bin/unit_tests/assets/textformat/french.win1252.lf.nobom.txt b/bin/unit_tests/assets/textformat/french.win1252.lf.nobom.txt new file mode 100644 index 000000000..2923d3797 --- /dev/null +++ b/bin/unit_tests/assets/textformat/french.win1252.lf.nobom.txt @@ -0,0 +1,66 @@ +En 1815, M. Charles-Franois-Bienvenu Myriel tait vque de Digne. +C'tait un vieillard d'environ soixante-quinze ans; il occupait le sige +de Digne depuis 1806. + +Quoique ce dtail ne touche en aucune manire au fond mme de ce que +nous avons raconter, il n'est peut-tre pas inutile, ne ft-ce que +pour tre exact en tout, d'indiquer ici les bruits et les propos qui +avaient couru sur son compte au moment o il tait arriv dans le +diocse. Vrai ou faux, ce qu'on dit des hommes tient souvent autant de +place dans leur vie et surtout dans leur destine que ce qu'ils font. M. +Myriel tait fils d'un conseiller au parlement d'Aix; noblesse de robe. +On contait de lui que son pre, le rservant pour hriter de sa charge, +l'avait mari de fort bonne heure, dix-huit ou vingt ans, suivant un +usage assez rpandu dans les familles parlementaires. Charles Myriel, +nonobstant ce mariage, avait, disait-on, beaucoup fait parler de lui. Il +tait bien fait de sa personne, quoique d'assez petite taille, lgant, +gracieux, spirituel; toute la premire partie de sa vie avait t donne +au monde et aux galanteries. La rvolution survint, les vnements se +prcipitrent, les familles parlementaires dcimes, chasses, traques, +se dispersrent. M. Charles Myriel, ds les premiers jours de la +rvolution, migra en Italie. Sa femme y mourut d'une maladie de +poitrine dont elle tait atteinte depuis longtemps. Ils n'avaient point +d'enfants. Que se passa-t-il ensuite dans la destine de M. Myriel? +L'croulement de l'ancienne socit franaise, la chute de sa propre +famille, les tragiques spectacles de 93, plus effrayants encore +peut-tre pour les migrs qui les voyaient de loin avec le +grossissement de l'pouvante, firent-ils germer en lui des ides de +renoncement et de solitude? Fut-il, au milieu d'une de ces distractions +et de ces affections qui occupaient sa vie, subitement atteint d'un de +ces coups mystrieux et terribles qui viennent quelquefois renverser, en +le frappant au coeur, l'homme que les catastrophes publiques +n'branleraient pas en le frappant dans son existence et dans sa +fortune? Nul n'aurait pu le dire; tout ce qu'on savait, c'est que, +lorsqu'il revint d'Italie, il tait prtre. + +En 1804, M. Myriel tait cur de Brignolles. Il tait dj vieux, et +vivait dans une retraite profonde. + +Vers l'poque du couronnement, une petite affaire de sa cure, on ne sait +plus trop quoi, l'amena Paris. Entre autres personnes puissantes, il +alla solliciter pour ses paroissiens M. le cardinal Fesch. Un jour que +l'empereur tait venu faire visite son oncle, le digne cur, qui +attendait dans l'antichambre, se trouva sur le passage de sa majest. +Napolon, se voyant regard avec une certaine curiosit par ce +vieillard, se retourna, et dit brusquement: + +--Quel est ce bonhomme qui me regarde? + +--Sire, dit M. Myriel, vous regardez un bonhomme, et moi je regarde un +grand homme. Chacun de nous peut profiter. + +L'empereur, le soir mme, demanda au cardinal le nom de ce cur, et +quelque temps aprs M. Myriel fut tout surpris d'apprendre qu'il tait +nomm vque de Digne. + +Qu'y avait-il de vrai, du reste, dans les rcits qu'on faisait sur la +premire partie de la vie de M. Myriel? Personne ne le savait. Peu de +familles avaient connu la famille Myriel avant la rvolution. + +M. Myriel devait subir le sort de tout nouveau venu dans une petite +ville o il y a beaucoup de bouches qui parlent et fort peu de ttes qui +pensent. Il devait le subir, quoiqu'il ft vque et parce qu'il tait +vque. Mais, aprs tout, les propos auxquels on mlait son nom +n'taient peut-tre que des propos; du bruit, des mots, des paroles; +moins que des paroles, des _palabres_, comme dit l'nergique langue du +midi. diff --git a/bin/unit_tests/assets/textformat/japanese.shiftjis.crlf.nobom.txt b/bin/unit_tests/assets/textformat/japanese.shiftjis.crlf.nobom.txt new file mode 100644 index 000000000..a5ab83237 --- /dev/null +++ b/bin/unit_tests/assets/textformat/japanese.shiftjis.crlf.nobom.txt @@ -0,0 +1,48 @@ +@y킪͔͂LłBO͂܂B + +@ǂŐꂽƂƌƂ‚ʁBłÂ߂߂Ńj[j[Ă +͋LĂBy͂Ŏn߂ĐlԂƂ̂BƂŕƂ͏Ƃ +lԒňֈǂȎ푰łB̏Ƃ͎̂XX߂‚܂Ďςɂ +HƂbłB͉̓ƂlȂʒiƂvȂB +̏Ă̂ЂɍڂăX[Ǝグꂽtt΂łB +ŏ‚ď̊̂lԂƂ̂̌n݂͂߂ł낤B̎Ȃ +̂ƎvłcĂBтđׂ͂̊炪‚‚邵Ă܂Ŗ +₩񂾁B̌ゲLɂԈȕЗւɂ͈xoł킵ȂB̂ +Ȃ炸̐^܂ɓˋNĂBĂ̌̒玞XՂՂƉނ𐁂Bǂ +ނۂĎɎBꂪlԂ̈މ΂Ƃ̂ł鎖͂悤₭̍mB + +@̗̏̏ł΂炭͂悢SɍĂA΂炭Ɣȑ͂ʼn^]n +߂B̂̂ȂÂނ݂ɊႪBȂBƂ +ȂƎvĂƁAǂƉĊႩ΂oB܂ł͋LĂ邪Ƃ͉ +炢loƂĂȂB + +@ӂƋCtČƏ͂ȂB񂨂Z킪D҂ʁB̐S񂶂̕e +pBĂ܂B̏㍡܂܂ł̏Ƃ͈ĖÂނ݂ɖ邢B𖾂Ăʂ +B͂Ăȉłeq悤ƁÂ̂͂oČƔɒɂBy͘m +ォ}ɍ̒֊Ăꂽ̂łB + +@悤₭̎vō𔇂oƌɑ傫ȒrBy͒ȓOɍĂǂ悩낤 +ƍlČBʂɂƂʂӂׂ‚oȂB΂炭ċ珑܂}ɗĂ +ƍltBj[Aj[Ǝ݂ɂČNȂB̂ȑ炳ƕn +ēꂩBɌėBĂoȂBdȂAł悢H +̂̂鏊܂ł邱ƌSĂ肻ƒrЂɉn߂Bǂ +ꂵB䖝Ėɔ͂čsƂ悤₭̎ʼnƂȂlԏL֏oB֔ +͂AǂɂȂƎvĒ|_̕ꂽAƂ@ɂ荞񂾁B͕svc +Ȃ̂ŁA̒|_jĂȂȂAy͂‚ɘHTڂɉ쎀m +łB̈Ƃ͂悭]̂B̊_͍̌ɂɎ܂Ōy׉ƂƂȂ +OтK₷鎞̒ʘHɂȂĂBē@₵ւ͔Eэ񂾂̂̂ꂩǂđP +ȂB̂ɈÂȂA͌A͊AJ~ėƂnłꍏ̗P\ +悪oȂȂBdȂƂɂ邭Ēgȕ֕ւƂ邢čsBl +Ƃ̎͂łɉƂ̓ɔĂ̂BŌy͔ނ̏ȊO̐lԂĂьׂ +@ɑ̂łBɈ̂łB͑Ȍw\ȕ +yۂ₢Ȃ؂т‚ŕ\֝eقoB₱͑ʖڂƎv +˂Ԃĉ^VɔCĂBЂ̂Ɗ̂ɂ͂ǂĂ䖝oBy͍Ă +̌đ䏊֔͂゠BƊԂȂ܂oꂽBy͓o +͔AĂ͓oAłlܕՌJԂ̂LĂB̎ɂ +Ɖ]҂͂‚ÂɂȂB̊Ԃ̎On܂ʂł̕ԕĂĂ +AƋ|‚肽ByŌɂ‚܂ݏo悤ƂƂɁẢƂ̎l +XƂȂoėB͌yԂ牺Ďl̕֌Ă̏hǂȂ̏L +oĂoĂ䏊ǂ֏゠ėč܂ƂBl͕@̉̍тQ +Ђ˂Ȃẙ΂炭Ȃ߂ĂA₪ĂȂ֒uĂƂ܂܉ +͂Ă܂Bl͂܂𕷂ʐlƌB͌ɂ₵Ɍy䏊֝e +oBČy͂‚ɂ̉Ƃ̏ZƂ݂Ƌɂ߂鎖ɂ̂łB diff --git a/bin/unit_tests/assets/textformat/japanese.shiftjis.lf.nobom.txt b/bin/unit_tests/assets/textformat/japanese.shiftjis.lf.nobom.txt new file mode 100644 index 000000000..acff03e7c --- /dev/null +++ b/bin/unit_tests/assets/textformat/japanese.shiftjis.lf.nobom.txt @@ -0,0 +1,48 @@ +@y킪͔͂LłBO͂܂B + +@ǂŐꂽƂƌƂ‚ʁBłÂ߂߂Ńj[j[Ă +͋LĂBy͂Ŏn߂ĐlԂƂ̂BƂŕƂ͏Ƃ +lԒňֈǂȎ푰łB̏Ƃ͎̂XX߂‚܂Ďςɂ +HƂbłB͉̓ƂlȂʒiƂvȂB +̏Ă̂ЂɍڂăX[Ǝグꂽtt΂łB +ŏ‚ď̊̂lԂƂ̂̌n݂͂߂ł낤B̎Ȃ +̂ƎvłcĂBтđׂ͂̊炪‚‚邵Ă܂Ŗ +₩񂾁B̌ゲLɂԈȕЗւɂ͈xoł킵ȂB̂ +Ȃ炸̐^܂ɓˋNĂBĂ̌̒玞XՂՂƉނ𐁂Bǂ +ނۂĎɎBꂪlԂ̈މ΂Ƃ̂ł鎖͂悤₭̍mB + +@̗̏̏ł΂炭͂悢SɍĂA΂炭Ɣȑ͂ʼn^]n +߂B̂̂ȂÂނ݂ɊႪBȂBƂ +ȂƎvĂƁAǂƉĊႩ΂oB܂ł͋LĂ邪Ƃ͉ +炢loƂĂȂB + +@ӂƋCtČƏ͂ȂB񂨂Z킪D҂ʁB̐S񂶂̕e +pBĂ܂B̏㍡܂܂ł̏Ƃ͈ĖÂނ݂ɖ邢B𖾂Ăʂ +B͂Ăȉłeq悤ƁÂ̂͂oČƔɒɂBy͘m +ォ}ɍ̒֊Ăꂽ̂łB + +@悤₭̎vō𔇂oƌɑ傫ȒrBy͒ȓOɍĂǂ悩낤 +ƍlČBʂɂƂʂӂׂ‚oȂB΂炭ċ珑܂}ɗĂ +ƍltBj[Aj[Ǝ݂ɂČNȂB̂ȑ炳ƕn +ēꂩBɌėBĂoȂBdȂAł悢H +̂̂鏊܂ł邱ƌSĂ肻ƒrЂɉn߂Bǂ +ꂵB䖝Ėɔ͂čsƂ悤₭̎ʼnƂȂlԏL֏oB֔ +͂AǂɂȂƎvĒ|_̕ꂽAƂ@ɂ荞񂾁B͕svc +Ȃ̂ŁA̒|_jĂȂȂAy͂‚ɘHTڂɉ쎀m +łB̈Ƃ͂悭]̂B̊_͍̌ɂɎ܂Ōy׉ƂƂȂ +OтK₷鎞̒ʘHɂȂĂBē@₵ւ͔Eэ񂾂̂̂ꂩǂđP +ȂB̂ɈÂȂA͌A͊AJ~ėƂnłꍏ̗P\ +悪oȂȂBdȂƂɂ邭Ēgȕ֕ւƂ邢čsBl +Ƃ̎͂łɉƂ̓ɔĂ̂BŌy͔ނ̏ȊO̐lԂĂьׂ +@ɑ̂łBɈ̂łB͑Ȍw\ȕ +yۂ₢Ȃ؂т‚ŕ\֝eقoB₱͑ʖڂƎv +˂Ԃĉ^VɔCĂBЂ̂Ɗ̂ɂ͂ǂĂ䖝oBy͍Ă +̌đ䏊֔͂゠BƊԂȂ܂oꂽBy͓o +͔AĂ͓oAłlܕՌJԂ̂LĂB̎ɂ +Ɖ]҂͂‚ÂɂȂB̊Ԃ̎On܂ʂł̕ԕĂĂ +AƋ|‚肽ByŌɂ‚܂ݏo悤ƂƂɁẢƂ̎l +XƂȂoėB͌yԂ牺Ďl̕֌Ă̏hǂȂ̏L +oĂoĂ䏊ǂ֏゠ėč܂ƂBl͕@̉̍тQ +Ђ˂Ȃẙ΂炭Ȃ߂ĂA₪ĂȂ֒uĂƂ܂܉ +͂Ă܂Bl͂܂𕷂ʐlƌB͌ɂ₵Ɍy䏊֝e +oBČy͂‚ɂ̉Ƃ̏ZƂ݂Ƌɂ߂鎖ɂ̂łB diff --git a/bin/unit_tests/assets/textformat/japanese.utf16be.crlf.bom.txt b/bin/unit_tests/assets/textformat/japanese.utf16be.crlf.bom.txt new file mode 100644 index 0000000000000000000000000000000000000000..eb2412f06ec4029b9aaa83aba0d99025472135b9 GIT binary patch literal 4164 zcmZ9Pe`uU{9mnrdT4-mLDyW@|(!rFjPCf$}t5cD1WU;wEmt2xvuW53Zwz+$HPxf5X zG)?-${5X@5yGzV@v01t?s}w}X5dYAz4n<`1pOra~6@-cd%Z3Qr;{KVPY`#99?{gs? z;mLE)_xXN5Ki{AC=kt8@vBdhmy|PbMBq?P{NO^p}6s2A2($=>#eTcPb$&c;jOSFlatab#fd$#Bsu94UslDh)^okmqrapBStnQ@m9|tr(kct{g=dj)Smx}?NbcBo zSidf}}lgf7tigyDb5Z_iu)jzmJ1(XF}ux&4n6BVB1JDYQ5rv$e-WQLIFpjn`LB(~6mE~%y;3VxICW_N=3mHY!_r}egt9r@fv^C3LGL~KGiEma9tw#xu_ zUAab7{o`>N_I60x)^de*bmftKLvGte4uFKzwd_Q0XnEKn#iP3oU5b`zeis*Bnt9AL%;VXr zdv{{p8BS?9bs-AZ0H$^fRgS+)dq&O)1uh8rV!? zJ@r83XG}wh7$3okaB>fb(uhtI%i#Rn@+2oBFAPcggcaw{NXSkyttgU7BBPf-mId{* zoNe|UKwq0;(lk{1e#iQNe2>+_z!eE{k6P9=o=cLn*oW)?k=e2A_rGh|>~+Y(&(LKR zyUVhOmU(1==JhR;?>ZT(!L-CSP_D=d7vEy{FsC!1qsl2gpUAxivVu&v<>#PDNJ@NT zPnOvG&khYeE~Unv^z%||bp7D(lF42-4RhGmW*ADQZy+(0uDO4vw~>n;*;wJZY7tJ3 z?S(gHv3N#;$!|(>=tITB><5yhUa3@lO3TnCeC=>mCyDegG_H2u;mXC|$HtT3riOLz zlOr;LM0TDEB-wLU?IJTvWUlxL-qC#eR;#Wi>ey2y|0$_bx1F3-j_@thl?~fBv*m>N zqhBCPf8kUCjv_)91La$Xq#V-v!JoymCz0F3?$|_K&Vca>Cpwi&XJ5#@hQ+H?)T)HR zo7ESk-=f-?{aBi7KQRk3c%b#H-h|!`swu&WdKJRC_|fRs%x#Wr;nP?Io{2}3-;Rfs zNk-L2(~z+GDTCgUWAuS*1KozEEU`R@RgSCTWE8zJ*w_tP62yi$JC6+$!Ng6~^;OCc9F{A zJ5~{<#k(HN@(b^hpiFxxa_4iecK z=+OT@RyPOVqjTkX3aIOvb##q_W~1UPR1KB)3|orlUTGfNHGE8^jqN?NjmU7;kcJe~e!I(?2%7g=dFDVn4hG=HBHruKMi3hqCtu=+M3w!1KY}`*=+DOn-9i>cGoLDG_7Gd)u`K z*BRtU*Zv{NwL=k($rrLZve%0`!&aoj zi>05CaQrcEQJ%3Vbr2KS-fBqY8dGk;`EXE7vt!`CyuL8P8orj!l`~yV=i!V4ZH8 zJ^Ur{xfH9AYv>H5A*HWSLBQd@ug0&$UXygE!x>x7ToMPH_lJuerqqh@@s z)s^6s=DK|O^|Sv5chQ8WaZ(N1Y2;}+tI=q5Ni(}o0`EiS8^w{H*9krYJ5z$dbg&e6E7r1P$wt9+2%ktp74%aSY?ID|13%z%={#|E+G24la>y$RL5Nn;mQ_9uH zE=d|+bjrjUmz_;(Hs4EGdku1G5|4gqZp)kYMU2_^DLD)qHJ`fa{itzh`V=hjc9gT` zynPGWhRP>_FkQMa{Q-{!i4Am z=UTI&_k{PVB%k}N`LLB;3H$cY+Ek`XQvY{beaE{mJ1%91IPg$KbDHlul@MyJ(Zzd+ zs!IPoexKxgM#7_?8Q+f__a(=SVz{GoweGo}TCNX*yaZ=@VbH0KjBCd$Jaq>Tr-_d- zhP0W+@)g(u3&J0RHf6gL&zTRW!D`J}ZkF2j4|dp8JoycK!`En3*E$W)W1UX=d{JQC zf=tbXSW;kp$uuhNn98yvGNl@f8C(x4AUB%eoK4`AuZiAU(&Sr~Z)zgLw>Far`Ek+f zy_NqfxKP$ro(fzv9on@r&4vz zc=FuyeZJq%&-ds3`8*Qq`{v3%S&^iaB_ZYU{Zf>6sY_em&h#PHrX@eNmp5&(ov|Hy zNlZ>kuM{Wt$dcrwOMF=szgo}rN{{}M4rHBReN@^~{Ya}U%om-ye|D(5fU*O8A2Cpu8WR+{5AAVIbwyyT5onflUDO6R{a@{YyeIMN1L z%_Fl{!q$0KLZr3J)?>S5t2B@Io43=_DTT360x775_4n9kw$;X35jD#)$P9D6oG%j{ z+cCQZdrMfY8oQ*LekAx+zMI_%-dFMuk)77tHg@E57tM$8_!6-R<+M~KSlKQE+;!y| zQT30Fq_6@mX7daT-LpGB5tXfa;uGX>>xuNA@hZK+QlFa-!WEdaG zki{Te?~7s`az24|&q@7bxd^Luax_D}H0z3}W#ZxD*q*(NKNaT#R{3~{4bC3#Ep}Ie zIxC6?@_ymVUM#pNO=85_;_ui0EB*L+P86L-M6FT0)$LNWO!K?A@XE{+rePk>RxO7b z_a*5Y-%pMztR&=Yi4 zB0pmqO2qgGR)mv#K$J#wnpg(s=awfq5qV)q(kHAqe?~%fl4(VeOcEKr{IM*kpXF?` z?*RJR6qBZ*()SzI2jn}f76z_JkbB&+rtw^oq{Tj5|Ch{;WxxAv%Vw`b7Jh~|2@^rVy;d(tmTvC;Ltze*;1-89T$Tbp4hnZALERnh5$9PBc>07P3ny6z>mHelqO5JvHRyo4AOjkB+-^`X1;*Wlg zEd7a71vrWbSqzkK9g=cL>j!@p&z?kX54&R%bvXmZE1c+5E}eZT_XZZPQcFt(kii43XZ0rZc2G?TR@AEy&c%;Lzh-W8WDB3fBJfN+n*4S=tV}Yh zKAMJv)lV7pmK>uGTpQ>%G-Zk9L9B9I6(^(UmBGet(2^iF#Myalm!HY{19caRVVmt z{S1i?>%>2|@&^fuBY2d;qq=FJbE*!*g=Wn4!+3P}YX!wUXd_?N*^;$iNCg=VGa6^= zQ+Jxv8MAwFV^{^=fP~#kU2<3Yv|Ivrsiu-ZyM1o_nQvY}fEHl{U8b%r+v!Swk9rEGDtU zH%uzSh45X``fEv2%8zsZkObCEkuBAtQ^Ztbw`%AaQLI|kRE;IT4IV1HL=1BN-zl5yd0?tsE0aAD%W|>sjDLMY^T7@@r7Ryf7W7d+f|VR6k{TpxYUSc74ozZm z>Z?doerk1h?IiJN&e47wEZ^x~CSn(fNpSfy!3AS3#VQjH{Jo@1U>c&C&5M-|NVxEr zRywgrdEbvbQ~l8#ley}%2OrAbTcAVxUI5Prb06R_*)#pgwW|ZKBBex(9q(<|9$b60 zKSg!b>04pr!R0%gEGdf60=B?kq464d$$+LQDd*mn@hBpyKSY<}u-emUStgJD^PB`v z>O;E4`^H^(j7{*rd0O%>I_?v4lkB| zO2Y9cyhVA=qSQf5V0)_}m1|773FDeoAD_A;Wvoa&6xMiBhA&YGQ+lyO@eNNJ=Gx#` z&dqKy4V}Evc{9}cjz|?HAdaCTq_G>MX{=n=Y~_P#)@3|*5ji$xdbhKm1;IMqHhY$3 z+!&O3M>UjkOd~<#*~ZgmRX3I?9-=PqrX}7#Y`*Dyc93YTMm6c?g)-ddrrAZQd9kA> zys^SB&A*~*Fl%&{rqlI(k!&WEL#4L<3GSi^PvfK-wA0A5a#o|!=#pl3p9J1V%r}Z7J+Bjd26m{RDS>Z3+15KV zSqnK*F)nb~Ty6Cfjh5xXc^$4@#@a(RtrmLkYW=&;1Y@=n8`mjqW+B!(gQt|Mk6n^9 zzUY*RH7+}w)@;6)vi2I})FdAL(%hCe?TZ+*?-OzuHfla|)B8c=(DW%-;@v1`&HKM_ zBHRRW(0tIm`BZSn>{k3ffo&sP8e3O&j>keQkG%D^Uw*~1JuS`dDf)NTG7sOZynFcZ zh=;A8xQa6l(`TQVDxCO><+PL8;{m*Cd7doBn3@CLP0LIa745w`@#OeVAB73g0nW8% zL+>f?bxFSPY4c$#yAt;8p|z<@m!$shwfc_tKz3Zp4sqb2ism%mbt)m$TBD2i5LK1_ zTl_xB`HX}|KQ+D|Iqpl28O3l%=W5+^Kek*S1bGS0^unN18yVM*S9s+%c79M`TJh7&EvYR6uSt!8x12DPI%4x1`CpEZ@{bhHq^q6Y}Gt*Ly4f zXKb`{03B|EWnqwBtk z<2Y9S%zreySdu+!^5QxzT~-2RD`o7%R+_RgM!PQ!U12mZ$XH<^Wem22^-GtIcE9u9 zE8`X;OZUC^J?}ZsdCqgr{pe$H`oFunPgcd1vLvKDxnGLXDGll9zc+P=wHe7z?Bz~} z6L;d`$O%bHacYk&OHO*kmo@Qgja*v#^p|vD=Q!)*(vcj%Qgv~m@C>^T%e?($Bscm! z*00G;`Cs^d{3iDcd~#0QYe*hT<@%RLUXhGlRZrBzGUsw~_8OK7-fI{2v;^l>#Yn5x zz?%+s^l;tDo#NcEB>5h~&vM}d{N-u<@6w&#!&3B|snX=h{7b~s#g3$u&V6I-Z5#VB zYz?uR$6{Jcdp9cvTb;6fbeC+G*0BK_>5OzsVZult1t-4oE>Bs%>Jx1otydW=np~RQ zWpJ@i%x%Nh5+3V$JyJ_O82l#R%hL(&SM&FillI*Xp2+7e;J-Px3@S!WNlk*)oifO` zu3QC8|5!{$ytt(7TCUK^NqH<^m)rIO_9J`9f=j%5=1K0=+g@VVfPY+yM|VkP;X5)y zbmYZGZ#McPj19XJc=oh3K9vJgYml2+@}#*|4y}Mih+t>-60ua(e?0Pujq^iayf=Ba z8Z=l@4v_8hU-z8ghO|J3wWU99d?W+Jcvh5+M?`&5jy3E@IWoiV;^ND*k79p;nAU9O z6z^r}pWIJos;ngBO!I*#a+kcWN$J!Rs}J#fj(7qod(QBSQti8&ybq6(tbrGNbnzVa zx&ofgBBevXzW6wy>{6AAW$UvWLu5ewmxVjU2(T6#F zot0qv+u{y?s2rI4KwN5*s?@8L3|}P5F0C+0q<*1j+T9_OLezcyI{{Pbc=kS-0e|fA zzB7RA0qZVyj8Qw=!{pR4TXR;`?SKKDAlu2DN{VuH77FUbJ0 zc4t49*80!v*%>_7s?{ir7pHC#tY|a_MaBQ-fM#neo`uii58MTZ7QaK4RlOM3=oCv^ zDP@>i3e|e>>R_+sP8I|Y;!&tZF|x?1GSu7+KN4U9x?!}I1;Nw}Jtx%Z#XnFxwMb3C zKmVWv=MSVW+d8QDZ*ZFWkZbdGv$M20YtV;;6z!fCC+c}w@%wj?hameka4U`HZS8IL z2Cfa=s?Au{bgGwgmWTlzB356sX}t!+6h7ICvPzuV!Sxi#pG8wpfGBhAiXc|oqp%n9 z8q{;Ef0Cd$Ml4BUX<(mTs3%w^XqLhb7mL3AdO;Zux5$z0R&M=QQpG~Z5=ECf)Hu-K z7L2LckH7JAam`-rvv2H{xP@PGUJrl7K7Ur+5P$O(y^l3c#@9o9qaRW|e8+O%p5a{| zy9#RhI~HbJD;-O)61F-wwE^_%~fB=D_5mh=pr2`bIqPP}hSnF$J-byWhmLTsuZkxHEVZ{~`ap?z3A zqWnXdRYzi+MwHE0`xeN&tRFS<&1LyA&m>;hTA28V&QDyMPrtCwjNCUxc$dowoW`WYTIRlZz8C z<(Mmi=2OiltVg|gr5uQQb~yEL{{b79PFV-RX|2r)i+mY{3#ZW~se8`Ra4 zmNlIl%Gyb=QkPitOEX&D@>HaX{hyJ;s7~w28{SWvhh|Qq2k%6=YJKv(Bw|Y-2eGf& z@~PIYx$Q)J9KXi+D5hbJg=%H+I*QcWdFf@lYerhV6?$^k<{M>Medq8ak=ELNq4i~z zO0RroBQy0ko5^lwiF=5s9kW|>n0W*4&B$zohjvw+UUK}WL!x(_0JF71jrX|snz+w? z9{byQCSl(gv<_9zTq^x;yQ_HjWGAH@vJ4i~I5)+6nC>@PS#;+<@KoEsC*~9E&xkqt zxyk+5(Kjz94$CyUQu{mig3a(jxRzi?8kMYU=2^R0;mJEhHv=+O8>GXYSH6rcaK8B| z3{zD*{w(%S!OnWDo8+wrmB+$>dMfWgr=1NLXnk)=Jqd%v=pcI$+G06M|@cmzt+g5rB8oJ7j{mvJ}w=}0W4J)7Yfg@`>4#@PeyX1-(vl` z+>-x<|Hp4}zrZKw#Jz^(u~e>qe&iL&*j4pJJuGuBCugr?so=eKSx-xFUR8{=Y7M;U zU`G$vo!lwT4NH>mA^a>CKEPj|#{Vwe={+h%&zUMsp3c8SJYDQaO6kH^#@@EEpTO1- zt9dM@#k6;`VzAXIJ4g4(PHCMOu#wJ4w-hFf1X6I~8}IUz^{YP7#?g9}!J^5f*6sJAr4)iW=`>5 zmj20uWTwhWLe4cGiXwN(>zb6#Jhl1=&*z9Ikh13t|3s>N_mU6bQIa+Af{!kq!+t!U z#eNBFkKuut-Uo{m$r&&VF3hh?^L!M6WshFr!-cbAc#`}ob7UG!^y5!t;rSeUTm6SP ztwVW;{c8VjSRIt_uvQqnB0=skn=8d}SzL>`+4z^tO=Q3OZJWb%$R=VmVJ`8xEK8iR zfDQP&v19snXd|lNHm8+KX6bF79ARe$KGfKudlR|W;Zl(4wOKiAce@hXdL|3v{&T~_ zPe`e`FZF^Hn?2wAt7Nj*iC`YDIxK74)D7$z>6!m~Y8M&kldTo5YZg~`Vn6yYhp)2| zOn+V6;SZGqb03IHZBmtbm6GAhMA@YkCW+L~6ivH3WKxK_kAJ6NN*&MMCo|xWJ)S%r zh}(Bhy&@mWAt6P(r^ShSURM16J>((CehJ)4<9SI}%n!4E4}}Q_3x!1k!lsk6(bHEz86q5Us-p{qN&(Yv?`t zQJ$-S>aE)jtq5oqs-b^Qy!xKylCn1~tJ z(RR#|Bvt+9{~-x{tB@rPMs!7yg~ODrV>aR*xzF zP-fMU7^e|s^VPmZc2uQT>Z`wo3v~aP7+vB1{DY0t;7|XujE(V~;Z$Soxs|VCOBJZy ztF=SKqKQR2Xs~jpcLl62sYjci2`*Y~Qg$+{pv=o!@z{^1F3%|)60`WIRx~Iiz3)d+ z>FLo#lDX>h4E~qBH{pc#vH%Sa=HDk;vSv?r*RKw~f|U~Js;=$Uo?3roAW1DX=tZXa zz{(x=m6SQ00iR%8q4_HL$iSeAlyh&%WQ2vDZa7J~SL^Gx_>#YY1$M$AC!T66y45FQ z#UGSCRPY!~EyK}<#0LM!DP{g=B)0xHao3MT%q34)>dIa(>I7P4Qgc#IikW=eTastN zrwcUDaa%EJ)oS53PHQfG;^~p3)jjxMSm#RBy9Dzq`r!#>G)icB)`5z$Z*B+nyII$H z(ddi@Mnwt0&nPRJdtsNNWHo#%4@{$Bo^zM5V&_EfcJ{MyR;SZe--=9Hjbw6h;-wsO zMbLbv`IPmj7q659QO^#i9_~M6lXfI-6s4$(PFL3vv-J>Q>FQmJ;mJ43{_GIQLJu z7R_mjkQ3J)BG1S<#i7|Ft?U5_ybqaFlsmdxXYUL;Q01Hiarxv}znQGsY>}$1`!I`Z z?S7#+fqxjUS>MFdBX-&>r0;5_hdl>X>;#pt1KRlmjCFoasv3`8mK1U5oQN-BR<^C_ z+)&m|f|a_&qFz1RP~+Sb?_s*%Xl2oz`@mCe|CX3fu|Ff`_@^ch zVn^S+m^duc=t}MH+>dRB55u(tJJP6RWh>9x%?eN7CAt}qvDzRV_Pp{Hbb<5D4`G<9 z+R5j!e+G8eL$9ru_MHVE>{L7bHG79Q$Eb#Nnq9y%ozZy{z_&%I%o_YCu)b{1Q?4;# zWyhrA#H|K|9j1WQXci0oftkDoq;E-!w@%)D!Gw2W6otHmxTSC9{|o}Etg1&rh-1ia xtwa3ZUWr<t6XI zt{pp*Wlb*DhbK**zgoI%1jZK1*pJOLVPlMRe-gSvXkd`B!i>upY$@xXt{v^3=Y4%E zcR#K^-h1Eoob#OLJm=hxKkAV0L{Byv5|F%jah;mVNRQN{Qyz{6BY7!EN{&x>`M;y9 zgI9-Klzz!b_jFxM@k>@#an&mQW?235;j9Z-AH$wlC?h2)FKt*}8IVPF#j)$@k&N7t z9r^Fx=gyc{EZ8@dm70-~Fnsw^b$d9j*69!Z%)>Hm-$^WD{id{L z#A*s>_TzkazYo9j(qkQzBO?c4H8#p<3(^aZoCzDBwD9((50>fMMAb!yPV82%y@*?>1>0CI-#ht_gaAMYZ?h265IQCdui5%k6F{I$@u@te^ z{@jMmlGN-`So10#eto{fxNoj%lK!#U=@-vf|U0YvlQ#?OXI@%gm}#q2L>X5?iV=aq2=*?eGgcSfH<3%okiy3Q~e@aD2lhJj=p=T)$a`@M3@^o-il7iTWc zDaHoG^T{&_V4sztjVFh4(%pPHk`aINZ$F5mUTI-b`AiD|xfcn+3%~qh@lb@--d;Hr zsVIa4(47sd2#*(l=2J5P`EZCj@P08M*Hf%i{*%bsP!@6Ns`JV(BE*#$(!A0vLOlS@ z7_iOCdm90jiKk}xq&*%$hKVIrqJVfmtvk$T7HhGPu8Epa#x5`LsK|k0FZMFCS#@Gb zT;KPrx`w2<2Gy-R8$T$SH;m}=Jq4|h*g6poj|xH zk3gr17?os9#mKyQRsG~~C%32QHMr!8N0ct4$? z?VYh8e4x6N!ZUslSB0^vC@|j`47P@Mn?PY9CIyxCd(d_m)pi}ntjg(k8F8wv8I%QH4>0(>)T19 zSH(_RIIMc`W7SZM8sB3%a)G*BjO~ zXGuBc#a_R%(AG|u+qP_2TIW4-c`*;h)_~95WDIBDO~@9O~xu4^7MU!1q@Bu-^G zL-?SfXCsb0F|};Gs4Vz^3AxQ0;<;KW+Z?BFSs>xZU8*AMVcqhBdpMSlln1MXBPup2Wb~}s< z=O>I`TZ}KGEYKUycQt6wSEFTMN)4^blbinekW3+}0aPMq-c|UXU7nSfN9N&270A+; zPV6Xy<+Swr*1uk8Pk6+MF|gA-kLinO_?s;`nScfuN&M4FsORKKjcGf~(a%&&dV-{^NH0Z_O|!zK!a-<}_T!3MYNO zQB+X-v*IjJFUnvPEs}Sf%F>Bh6$6z)_n`d~98th~CZ4Ox4rZI7BHyWR8hqF8Rr%5A z?ezZz(=b(+ieT@dsoBoTWDNVOlj=sCG_Q4^A;LO;Ej5ul5(;f66UaEHlL|6lh LZS35yHaz=(m`nth literal 0 HcmV?d00001 diff --git a/bin/unit_tests/assets/textformat/japanese.utf16le.crlf.nobom.txt b/bin/unit_tests/assets/textformat/japanese.utf16le.crlf.nobom.txt new file mode 100644 index 0000000000000000000000000000000000000000..6dabfd12600f6d54eb8f33a6faec45fc3005ab6f GIT binary patch literal 4162 zcmZ8kZD?EP6}B7_h`V-VgKft6XI zt{pp*Wlb*DhbK**zgoJi1j-i5*pJOLVPlMRe-gSvXkd`B!i>upY$@xXt{vN+=Y4%E zcR#K^-h1Eoob#OLJm=gF`A+m?qagvwix=0asjT!!O*-Y_XfTqOf~4g5gqQz2x;l7u z$VKUwtaMM;#T36-vWlx#={Ljbmk(!M!1@^W#6npqNqK1_ z5QBy1hKeD44@w=UeVFN<=F^P9r}myUveIGXrpKqQr!L}@9tlZKzA^W9ni!12n?bCm zaArTwclZ17J1;$%gK}i#Agsnl8Erv&;gK_8T?8)ST zj(*}mu>`w*WzjDcIT87l-It1Ew}nWKr5c~y?SxM$xnk0SBlS^Olu7KcemC z0IHUFMu(-#h^RFa-o`>HShyz-)WsZh4-X(yI?i$2s{${b`TD4%V(0=sN6yFP+vQU|dOlS!uJEOyWO!acRzx(*`q57R}%eFG~^= zVJTv7OU^_?us}{ShLZdyT9l-G4_;*CYSNa+O(I4->&OAIcjTX&MV#>6@0&7?^>$t8 ztk#UYEaSW~&LEo)Z0^qJGiZTVhg#PeCIjAH_Q^1ijN`ltc5%N~Zke7@Tl(V6#W}^; zfOtN6CIRd%8QOSqC@0;`mm^v6H~;d3IO>%a7M0Jm5RiM35WMiq-xd!=SnchVLy?L? zH~`(*$Q0r60?>SFCLkXVQ3pOO2IP8*mCAn-SsSttm##Xm{47FTnIX+9%_7tT(2N0F zOFq~Ls7yRH!zb?4^PJn00&EqMew zO~j}qV=6}G&8zAsk2|?NMZb~kOOj0qVwXrTPKW}{fsASt{3q84-H$=*$gnPgSWK6&PfK57qp@Kp=a;gl1!DnFDuof7XkT2 zwS+UYHR8pnLr6lhUup+dTd&Ujy=Wowm=BWY9)w`RtaB(t(|LnewLip(sRuHl7S5+}LcFSz3 z+86|~RWO5}7QAlBdxMkU6_xVip{nZW^n}?c?RiKG@0G|cR%btS@yN)Cnh1_h9J*9i zd&xA$5m;uYZ?mF?KEnQ*LsZnqzb|@G0kepVRyak>f-SU=4wI{_nu<~h^2U#StW$QT zjQnfvTHKM7gCXcVXP!%QM8JdljP#A>QkWg35B~hRp?i&|ke7#zW2x~PEwI~>!ybIc zVcAh92IQNw?AKHQ-TT=|JbTr_erwBvm6g5~xdKdV`TW+rP30n2IpOTi)Rhv@f?FRQ z#+e+dXNi@*jL3foZZR_2cjuUE@iP{CP+o2uyJ_}48$7b*gTzrM=mes!Ppw`xtomP?7PW0e*bknAi;IbW9EzV)}6$uEN2KG zH1ur5kte2>jTe;#A21=eSwlQmD`lJG^vwbie%z%hvL4nmesIr+r*EWZ)uppeoh0Wv zfg<-EC=#V!#Txq0`7VK++p?W>gbaDKnGVxat@3U@IL&HRx&n3AQ|7Mmg@mJ6+me;= zlu}U6JG5Ztj)rV`zWGd(UiIN3AKD7ZY01W1!`L{Vol~8~hVxww+VjJc%3*V8uaB?k4%onapKQ zNoj%3<|=Gz42c#k=%^jpT2H`xMw5~E`&s|GGj$m~z((g^&n&BJoWVn=08`dRB8Y`k zCZo|Ox7YNfkypK@%cz2d>^fZrqsi~v>ni4Fq63&3TXO%|9~r^sc%drqG<42d|M!NY zd1E7IjDZt@g$nk`!D1eGha`=Q*y^g&I_Ajgnj7t5Dj?$7zA#*)8y5gud{EvC0=*XX^nbTh2@(`kOBgZ6?t(!LN7chruRH(9?cuaf-;f+Vx*iNz^ zIdayxi7EJVFENILc*+YMCI?vQIhDQ@3+$e2px6~Zm>p#sYhpvV&(RclA0Vf<$V zzfG2r`y9@5;y|*NkVW}KG6g=edXhjRiI zqf=ST%h{_AJaFXhkG;Y-j+ZXb!X&s_-SeDW(Co`u6yN= zxOVK!mNmIpAD%RM{%Yy65g1!2V?Q?2gpD!M{YmHwp@Bih3NtQau%)bjx^}dCp7-^w z)BU*mxc7bEbIx;~^PF=({>YH;#7;CC5|V=Wah;sZN~hGMO&*SQM+-79X*o9T$A8l> z4MQ$SuVkfTsxGz!B`2%6YL#9)qJ9N%&UxG)#rk+SDVp@Xm)A7-TU(glCqaR;BK@%Cl_R_WJx)x(iqC2*oEy>@4& z09^En1H}@o29>>_ROEQ{H%?DFf!#SoaWvid1@}BU1k`_w4Y1Jx66ab zBlE)OU5RaKj9u*ZOG91+Lq44Y7dg0{TmVAMHBVgu3L3%A%vLgwnCO2RejZH|W9`c= zSS(4+8HO#t;@#Kh4C|iL!d>3`IRf5>agTV_ ztPs|b{jMy)|2(jL4j#DDF?|ZpI$^zv-HWr+EBkyUd-#t&T%2{~l*Rm#In#K;D<{eE zh!nB6C8uLyoKGH_MoE4bD@sbf2M;oGCFRKDHnAd(bzo1-UHSKB5&OUUeOtzGf4>fN zE^AgnmT_7cXOO=KHg~7>8M=Z!PLoTnyty2ZLEx9bSrzQyUccP5eZ!9QB$$D-ilHI# zeX=GA#B(yR@#H{WI+`y>vl49n?FR|erfDoHZ^@dF+>M4|KPdlLJQQVJ@83BTttebW z(3Xu%5xy<}#iyo2^5Fn0{{3P|uBBO({3p@1fgB=Yh56+dQKHGLXeMdifc?NQ4n%YE z-bP5_|I{>BI%6SZl^9YD<`L_s^@Ul?;a)t<3aD9S?C}GMiX13*VJEYhQ|Fb$^V?Iy zDLnb&Xh{BSu~upo;=+@up4Y_Th5n z4d+@V4qv+D<77*IvQ91~;JMBsS!G(cU~yhW<3drD|4nA=K|CMH)Zj-OaBayWP+=lP zy%<%|5ld=Z0r&HJYJEM`lOlJL$kkb7POFg*7HPF#9&IwR4E6AN+X6JuO(Iy(DmLj|ISyuO++T zZ5o(s-O@JGqpoyEJ;t(@SiKc+IjD5VG;%7N^qNdKjm~{t`5W3ZOIR zRRm*YkK%cn*Yo)Or-maV*$j}ZgQKRwUP!)>3ACU)oNwcp3yJN0tFt@uSA^Bydj+la~E-o#GR24e%WtY!Kvb4N2+6@n= zA0>IWkKETb?poKepTB*3*=D6PLvL@I#)XM6{;`|73fZTJSSiG~SMh&#^rqcXRnQMa ztKb4ZbMUw&@AOZANz}m)2db(=(+_5$wCA5`yi+2VScARLy!N3X)!&beAG%mpJIO4@ z5L#y6-seIM{ec}bkBF##|6KHg?=y&sHaHW^fFq_c5+O5LAr++r6QJ2^XqZ?6*AK^?ijveL66mw|>OpWm8us7+)iXO-RQx~h27@M^)ZPUlf6 zORVT+#Qa0>iBZwIH<4UToX)Yc6y%n*JHlS(fIE)7w^&n(z?ulj)%EQZajRmdX&hEP z^|5L=PWA50xN@XADP%X$C_T(NGnis4XV%8PW6_$~5+>gCM zoWHM(9+w^2$Y=%k$)&{tI9dZTcT#bjd?%H_@4v5yqqVR&02<^nD~6|PE!^ic{mKD@Af8h9$p7_B5PS<@_4Sb%b?IDF3CXiI;KzLj ziqu+qK;Jo|C6Q@Iwo|T<6^}MYBJ@&gxR(b`qgs6~L%a2yxNChO=_;PKWF<1GG?J5x zY1sKAVMm^CKGUQ}J-En$eGTN)<6uHzT%5Abs;=R&g2)%3aN5c;a%x!T&y8EZ&M>wt z&Zj4w(Q43`ug1#2k~&$HCpUw0VVOikeW*K5tgG-lw>%>+56!`gDlnxdZP-x;uW9G? zt$)3+Kc^8P(_jyI9y1hi2sT@CB8h6ZQuwF!PEWZL$Xp-pxWMvGir<{9Jhqfn-Rmr_ z!lFixIGKiy*OjgHBs^y%8F{ytm9Be^X>|e>opn8btgdl>4ukQwtPMpG2j@gaqR-vG z$GM@PI*Dmj!8`U8(_$or2X=a@_?cKA=DwEPd-g|GcXMpMDsMG(u3G>1UZUCJAXlcr z9-l+C2IOF|0Gz`zf{U2y8q;d!%IcaI>0#^DE$*5}v@<=U$PhC_WqGUdc%Rl<-7i>Q zR2BZid{K1euT#uq7Z7;}5qU9VvdGqL2iE5?PiZ`;q?}%Ce0IYZpR%x>Vz+VSjCBK3 z?B`xGje}U@hte|dtm!t2|^)CJPGL7FbY$-6-(mepgjidn|(g^#1p$GBTdW zd9Hl++{sD4F_;GDDLpr^!?LHAd{#~8e6L)A>UepkT`=I;Dq>;xr#7@Hdj&aj z#f5!W?)=yo`u6yN= zxOVK!mNmIpAD%RM{%Yy65-3|JV?Q?2gpD!M{YmHwp@Bih3NtQau%)bjx^`@Pp7-^w z)BU*mxc7bEbIx;~^PF=H`A+Oaqah(Fh#%L<$*gorP1@w)Sa-A_^OBZh<9_@%4bw2> zg7ivOI;QGkOHgvMimO)XwIk|R0Oy>?{ZXushqF?W^3q1eFMYD8t^{^HJ(QK(vLpZA z``j7zO9r-WSg2WPiNK35RksHd>MlK@hXvTB<=e?c+`nP1uH~>N01K|P;DL>G30N+{ z`yAE{6vO!LmpV@SFw-%`)us_pJ5O0zF|7R5*yOeJ1)R|-VadxkX5SuR?8ES+A9vF@ zu@|R%y94-Lkj~6OX&*WWoAF^rIxk)D#~pX@X&Uct24IzbjaNM!=~V(Jy3%WRW(vSX zuQ*UF!D>+13raH z&7Am#2gS6a>Yfcx^N5N5r{U+(G%?n`+=9iD z)SO}1@+;nbea^7%IW64fz27hYXETl%FG)Afeh#t6Hp#J?y2z1v{LaejOHVAAMj0`! zs>~7Zx*Y?b9h{WL*)PafnmY0j^12FipP6{95riiVU|9eoUK=RMN0B4oZ5a26SIr7x z9og^70{qVd+vnhcD;?9P@T?QotJu9bJH4{cSF(ry=)=WXS58^XFPSrqC%kf!9FIs5 zds}ik7RLGHp=p%lH?g9mM65l6l zl0ZBs0~=2coXsRmL7akf_LkVi$HYn>lq}Nj$$jHJrke zFOG)fj}~jCRv|8oom#4SW8^~fm{yy*2tI@Nl`f@~uM}_EWNsfWSKe~2 zRpRiaOa7Z|$xqhFr35_JStP4W>lQ4|t7u#(s`9_dY(0qQBbgffXalY-c?2p?^1&jl_RFJ9M)pyJ9_eVw0!Qvm(T>*X-z_y@ zMXQO@wX`Fr=dSd!4rb)dTt@j|V}++ZnwK7DUFd@!&$y=ri?o*nuI;e^IP$e*H@r;) zbFEw2W_r|>?x@FD))K3?0xk!Y4w*(yWs_c$3CFRP6{TzEQ1p0o3dmoArceQN=Ddnv ztn5)dPxE>nzyHv1WF(sbl67#@G}sHt7czksbcgfpedi=oCBw@~)96D;eo-yq1Z|7x zvJM%CX`#2k7O$NA6l!AGmZC3@jtU?dCQ*M!$R|d6+_IrBD%sdQjYtvH;D81 zmC@s}BO4j5;6AyuSO7koTgtnU=YMp>K^&Oo(Y0)0j$10GNUe?Ybqgm)&~5z??91S zOAqKfXS5_T?Z|e@6|&;d=17EIY7O`Dz-d&g&t+)0o)dSiFC<;X)0V76CY45Vaxo1% ze+jxJXR3-0u)YLSw>C`>-@QK>z5hEmc{w> zgfm(V8uQgy8CX&$tMcS#a4sy9h^P;B$BA_ne&?2F1#Z_3; z=n*H=(DAymwVs6Mj3guP_p;J;&oQk|prW&`=a1Dj&d*^m-j=nYDB|Fp$Vl|L`}a6E z6jUcMttxoOo?=>zr0~E_PZd8C>%-jFl6%ko$m(v6%~$1}hR#*%|K3Y9TO8!dG}z;F zsMdfSEEa%sSVnLWQ(a?Ptz21M^CCTLy}rd=^N4n)XA~J?W~eOhG#>BMTC4j7>x-(w zf0!?duKan5nd|~04%4&~A@SooQHdRK(^El6y z&z?Iu$u|bm;5?=026kBX)RMevGs9=qbk6t66{wDvXW9h=o~K^P2hB?<`&q|JF3);hUqbVNSDU+~JJQH-QT3d`8>_Dnl78 zqCIkr6V^x)UK!K?-C-V_#TY-{39+gwJD64mihTFIVey@~OXWr5w$uA3OtVy0R==}{ zqvkj3kovY?iPSJ6q - + EnvironmentId @@ -1390,6 +1390,28 @@ false %{buildDir}/../../bin + + true + 0 + true + true + + 2 + + false + -e cpu-cycles --call-graph dwarf,4096 -F 250 + %{buildDir}/../../bin/unit_tests/eepp-unit_tests-debug + eepp-unit_tests-debug + ProjectExplorer.CustomExecutableRunConfiguration + + true + 0 + false + 1 + false + false + %{buildDir}/../../bin + true 0 @@ -1539,7 +1561,7 @@ false %{buildDir}../../../bin/ - 28 + 29 diff --git a/projects/linux/ee.files b/projects/linux/ee.files index 91c9fc1af..78771cc75 100644 --- a/projects/linux/ee.files +++ b/projects/linux/ee.files @@ -1433,6 +1433,9 @@ ../../src/tests/test_everything/test.cpp ../../src/tests/test_everything/test.hpp ../../src/tests/ui_perf_test/ui_perf_test.cpp +../../src/tests/unit_tests/main.cpp +../../src/tests/unit_tests/textformat.cpp +../../src/tests/unit_tests/utest.h ../../src/thirdparty/SOIL2/src/SOIL2/etc1_utils.c ../../src/thirdparty/SOIL2/src/SOIL2/etc1_utils.h ../../src/thirdparty/SOIL2/src/SOIL2/image_DXT.c diff --git a/src/eepp/ui/doc/textformat.cpp b/src/eepp/ui/doc/textformat.cpp index f75be661a..b802150d5 100644 --- a/src/eepp/ui/doc/textformat.cpp +++ b/src/eepp/ui/doc/textformat.cpp @@ -309,14 +309,18 @@ struct TextFileStats { } void calcScore() { - if ( !score ) { - score = ( 2.5f * numWhitespace + numPlainAscii - 100.f * numInvalidPoints() - - 50.f * numControl + 5.f * numExtended + 2.5f * num16bytes ) * - ooNumPoints; - } + score = ( ( 2.5f * numWhitespace + numPlainAscii - 100.f * numInvalidPoints() - + 50.f * numControl + 5.f * numExtended + 2.5f * num16bytes ) * + ( count16b ? ( num16bytes > 0 ? 1 : 0 ) : 1 ) ) * + ooNumPoints; } - float getScore() const { return score; } + bool allValidPoints() const { return numPoints == numValidPoints; } + + float getScore() { + calcScore(); + return score; + } }; static Uint32 scanTextFile( TextFileStats& stats, IOStream& ins, const TextEncoding* encoding, @@ -435,7 +439,8 @@ TextFormat guessFileEncoding( IOStream& ins ) { scanTextFile( statsShiftJIS, ins, TextEncoding::get(), NumBytesForAutodetect ); ins.seek( 0 ); - if ( statsShiftJIS.getScore() > stats->getScore() ) { + if ( statsShiftJIS.allValidPoints() && statsShiftJIS.num16bytes && + statsShiftJIS.getScore() > stats->getScore() ) { stats = &statsShiftJIS; encoding = TextFormat::Encoding::Shift_JIS; } @@ -473,7 +478,7 @@ TextFormat TextFormat::autodetect( IOStream& ins ) { tff.encoding = TextFormat::Encoding::UTF16BE; tff.bom = true; } else if ( h[0] == 0xff && h[1] == 0xfe ) { - tff.encoding = TextFormat::Encoding::UTF16BE; + tff.encoding = TextFormat::Encoding::UTF16LE; tff.bom = true; } ins.seek( start ); diff --git a/src/tests/unit_tests/main.cpp b/src/tests/unit_tests/main.cpp new file mode 100644 index 000000000..30dad370e --- /dev/null +++ b/src/tests/unit_tests/main.cpp @@ -0,0 +1,3 @@ +#include "utest.h" + +UTEST_MAIN() diff --git a/src/tests/unit_tests/textformat.cpp b/src/tests/unit_tests/textformat.cpp new file mode 100644 index 000000000..f076ef2bc --- /dev/null +++ b/src/tests/unit_tests/textformat.cpp @@ -0,0 +1,104 @@ +#include "utest.h" +#include +#include +#include +#include +#include +#include + +using namespace EE::Graphics; +using namespace EE::System; +using namespace EE::UI::Doc; + +TextFormat::Encoding encodingFromString( const std::string_view& str ) { + if ( str == "utf16be" ) + return TextFormat::Encoding::UTF16BE; + if ( str == "utf16le" ) + return TextFormat::Encoding::UTF16LE; + if ( str == "win1252" ) + return TextFormat::Encoding::Latin1; + if ( str == "shiftjis" ) + return TextFormat::Encoding::Shift_JIS; + if ( str == "utf8" ) + return TextFormat::Encoding::UTF8; + return TextFormat::Encoding::UTF8; +} + +UTEST( TextFormat, autodetect ) { + FileSystem::changeWorkingDirectory( Sys::getProcessPath() ); + auto files = FileSystem::filesInfoGetInPath( std::string{ "assets/textformat" }, false, true ); + for ( const auto& file : files ) { + if ( file.isDirectory() ) + continue; + auto fnParts( String::split( file.getFileName(), '.' ) ); + ASSERT_EQ( fnParts.size(), 5UL ); + auto lang = fnParts[0]; + auto encoding = encodingFromString( fnParts[1] ); + auto newLine = TextFormat::stringToLineEnding( String::toUpper( fnParts[2] ) ); + auto bom = fnParts[3] == "bom"; + IOStreamFile stream( file.getFilepath() ); + auto textFormat = TextFormat::autodetect( stream ); + ASSERT_EQ_MSG( + textFormat.bom, bom, + String::format( "%s %d vs %d", file.getFileName(), textFormat.bom, bom ).c_str() ); + ASSERT_EQ_MSG( textFormat.encoding, encoding, + String::format( "%s %s vs %s", file.getFileName(), + TextFormat::encodingToString( textFormat.encoding ), + TextFormat::encodingToString( encoding ) ) + .c_str() ); + ASSERT_EQ_MSG( textFormat.newLine, newLine, + String::format( "%s %s vs %s", file.getFileName(), + TextFormat::lineEndingToString( textFormat.newLine ), + TextFormat::lineEndingToString( newLine ) ) + .c_str() ); + } +} + +UTEST( TextFormat, autodetectProject ) { + std::string projectRoot = Sys::getProcessPath(); + FileSystem::dirRemoveSlashAtEnd( projectRoot ); + projectRoot = FileSystem::fileRemoveFileName( projectRoot ); + FileSystem::dirRemoveSlashAtEnd( projectRoot ); + projectRoot = FileSystem::fileRemoveFileName( projectRoot ) + "src"; + std::function checkFolder; + auto getEncoding = []( const std::string& filename ) { + static std::unordered_map KNOWN_ENCS = { + { "SDL_sunaudio.c", TextFormat::Encoding::Latin1 }, + { "default_cursor.h", TextFormat::Encoding::Latin1 }, + { "InfoPlist.strings", TextFormat::Encoding::UTF16BE }, + { "version.rc", TextFormat::Encoding::Latin1 }, + { "SDL_RLEaccel.c", TextFormat::Encoding::Latin1 }, + { "func_common.hpp", TextFormat::Encoding::Latin1 }, + { "func_common.inl", TextFormat::Encoding::Latin1 }, + { "type_half.inl", TextFormat::Encoding::Latin1 }, + }; + auto found = KNOWN_ENCS.find( filename ); + if ( found != KNOWN_ENCS.end() ) + return found->second; + return TextFormat::Encoding::UTF8; + }; + checkFolder = [&]( const std::string& folder ) { + auto files = FileSystem::filesInfoGetInPath( folder, false, true, true, true ); + for ( const auto& file : files ) { + if ( file.isDirectory() ) { + checkFolder( file.getFilepath() ); + continue; + } + auto extension = file.getExtension(); + if ( "a" == extension || "zip" == extension || "dll" == extension || + "dat" == extension || "cur" == extension || "icns" == extension || + "wav" == extension || Image::isImageExtension( file.getFilepath() ) || + LuaPattern::matches( file.getFilepath(), "SDL2%-%d+%.%d+%.%d+" ) ) + continue; + IOStreamFile stream( file.getFilepath() ); + auto expectedEncoding = getEncoding( file.getFileName() ); + auto textFormat = TextFormat::autodetect( stream ); + EXPECT_EQ_MSG( textFormat.encoding, expectedEncoding, + String::format( "%s %s vs %s", file.getFilepath(), + TextFormat::encodingToString( textFormat.encoding ), + TextFormat::encodingToString( expectedEncoding ) ) + .c_str() ); + } + }; + checkFolder( projectRoot ); +} diff --git a/src/tests/unit_tests/utest.h b/src/tests/unit_tests/utest.h new file mode 100644 index 000000000..5dc25b14c --- /dev/null +++ b/src/tests/unit_tests/utest.h @@ -0,0 +1,1700 @@ +/* + The latest version of this library is available on GitHub; + https://github.com/sheredom/utest.h +*/ + +/* + This is free and unencumbered software released into the public domain. + + Anyone is free to copy, modify, publish, use, compile, sell, or + distribute this software, either in source code form or as a compiled + binary, for any purpose, commercial or non-commercial, and by any + means. + + In jurisdictions that recognize copyright laws, the author or authors + of this software dedicate any and all copyright interest in the + software to the public domain. We make this dedication for the benefit + of the public at large and to the detriment of our heirs and + successors. We intend this dedication to be an overt act of + relinquishment in perpetuity of all present and future rights to this + software under copyright law. + + THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, + EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF + MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. + IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR + OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, + ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR + OTHER DEALINGS IN THE SOFTWARE. + + For more information, please refer to +*/ + +#ifndef SHEREDOM_UTEST_H_INCLUDED +#define SHEREDOM_UTEST_H_INCLUDED + +#ifdef _MSC_VER +/* + Disable warning about not inlining 'inline' functions. +*/ +#pragma warning(disable : 4710) + +/* + Disable warning about inlining functions that are not marked 'inline'. +*/ +#pragma warning(disable : 4711) + +/* + Disable warning for alignment padding added +*/ +#pragma warning(disable : 4820) + +#if _MSC_VER > 1900 +/* + Disable warning about preprocessor macros not being defined in MSVC headers. +*/ +#pragma warning(disable : 4668) + +/* + Disable warning about no function prototype given in MSVC headers. +*/ +#pragma warning(disable : 4255) + +/* + Disable warning about pointer or reference to potentially throwing function. +*/ +#pragma warning(disable : 5039) + +/* + Disable warning about macro expansion producing 'defined' has undefined + behavior. +*/ +#pragma warning(disable : 5105) +#endif + +#if _MSC_VER > 1930 +/* + Disable warning about 'const' variable is not used. +*/ +#pragma warning(disable : 5264) +#endif + +#pragma warning(push, 1) +#endif + +#if defined(_MSC_VER) && (_MSC_VER < 1920) +typedef __int64 utest_int64_t; +typedef unsigned __int64 utest_uint64_t; +typedef unsigned __int32 utest_uint32_t; +#else +#include +typedef int64_t utest_int64_t; +typedef uint64_t utest_uint64_t; +typedef uint32_t utest_uint32_t; +#endif + +#include +#include +#include +#include +#include + +#if defined(__cplusplus) +#if defined(_MSC_VER) && !defined(_CPPUNWIND) +/* We're on MSVC and the compiler is compiling without exception support! */ +#elif !defined(_MSC_VER) && !defined(__EXCEPTIONS) +/* We're on a GCC/Clang compiler that doesn't have exception support! */ +#else +#define UTEST_HAS_EXCEPTIONS 1 +#endif +#endif + +#if defined(UTEST_HAS_EXCEPTIONS) +#include +#endif + +#if defined(_MSC_VER) +#pragma warning(pop) +#endif + +#if defined(__cplusplus) +#define UTEST_C_FUNC extern "C" +#else +#define UTEST_C_FUNC +#endif + +#define UTEST_TEST_PASSED (0) +#define UTEST_TEST_FAILURE (1) +#define UTEST_TEST_SKIPPED (2) + +#if defined(__TINYC__) +#define UTEST_ATTRIBUTE(a) __attribute((a)) +#else +#define UTEST_ATTRIBUTE(a) __attribute__((a)) +#endif + +#if defined(_MSC_VER) || defined(__MINGW64__) || defined(__MINGW32__) + +#if defined(__MINGW64__) || defined(__MINGW32__) +#pragma GCC diagnostic push +#pragma GCC diagnostic ignored "-Wpragmas" +#pragma GCC diagnostic ignored "-Wunknown-pragmas" +#endif + +#if defined(_WINDOWS_) || defined(_WINDOWS_H) +typedef LARGE_INTEGER utest_large_integer; +#else +// use old QueryPerformanceCounter definitions (not sure is this needed in some +// edge cases or not) on Win7 with VS2015 these extern declaration cause "second +// C linkage of overloaded function not allowed" error +typedef union { + struct { + unsigned long LowPart; + long HighPart; + } DUMMYSTRUCTNAME; + struct { + unsigned long LowPart; + long HighPart; + } u; + utest_int64_t QuadPart; +} utest_large_integer; + +UTEST_C_FUNC __declspec(dllimport) int __stdcall QueryPerformanceCounter( + utest_large_integer *); +UTEST_C_FUNC __declspec(dllimport) int __stdcall QueryPerformanceFrequency( + utest_large_integer *); + +#if defined(__MINGW64__) || defined(__MINGW32__) +#pragma GCC diagnostic pop +#endif +#endif + +#elif defined(__linux__) || defined(__FreeBSD__) || defined(__OpenBSD__) || \ + defined(__NetBSD__) || defined(__DragonFly__) || defined(__sun__) || \ + defined(__HAIKU__) +/* + slightly obscure include here - we need to include glibc's features.h, but + we don't want to just include a header that might not be defined for other + c libraries like musl. Instead we include limits.h, which we know on all + glibc distributions includes features.h +*/ +#include + +#if defined(__GLIBC__) && defined(__GLIBC_MINOR__) +#include + +#if ((2 < __GLIBC__) || ((2 == __GLIBC__) && (17 <= __GLIBC_MINOR__))) +/* glibc is version 2.17 or above, so we can just use clock_gettime */ +#define UTEST_USE_CLOCKGETTIME +#else +#include +#include +#endif +#else // Other libc implementations +#include +#define UTEST_USE_CLOCKGETTIME +#endif + +#elif defined(__APPLE__) +#include +#endif + +#if defined(_MSC_VER) && (_MSC_VER < 1920) +#define UTEST_PRId64 "I64d" +#define UTEST_PRIu64 "I64u" +#else +#include + +#define UTEST_PRId64 PRId64 +#define UTEST_PRIu64 PRIu64 +#endif + +#if defined(__cplusplus) +#define UTEST_INLINE inline + +#if defined(__clang__) +#define UTEST_INITIALIZER_BEGIN_DISABLE_WARNINGS \ + _Pragma("clang diagnostic push") \ + _Pragma("clang diagnostic ignored \"-Wglobal-constructors\"") + +#define UTEST_INITIALIZER_END_DISABLE_WARNINGS _Pragma("clang diagnostic pop") +#else +#define UTEST_INITIALIZER_BEGIN_DISABLE_WARNINGS +#define UTEST_INITIALIZER_END_DISABLE_WARNINGS +#endif + +#define UTEST_INITIALIZER(f) \ + struct f##_cpp_struct { \ + f##_cpp_struct(); \ + }; \ + UTEST_INITIALIZER_BEGIN_DISABLE_WARNINGS static f##_cpp_struct \ + f##_cpp_global UTEST_INITIALIZER_END_DISABLE_WARNINGS; \ + f##_cpp_struct::f##_cpp_struct() +#elif defined(_MSC_VER) +#define UTEST_INLINE __forceinline + +#if defined(_WIN64) +#define UTEST_SYMBOL_PREFIX +#else +#define UTEST_SYMBOL_PREFIX "_" +#endif + +#if defined(__clang__) +#define UTEST_INITIALIZER_BEGIN_DISABLE_WARNINGS \ + _Pragma("clang diagnostic push") \ + _Pragma("clang diagnostic ignored \"-Wmissing-variable-declarations\"") + +#define UTEST_INITIALIZER_END_DISABLE_WARNINGS _Pragma("clang diagnostic pop") +#else +#define UTEST_INITIALIZER_BEGIN_DISABLE_WARNINGS +#define UTEST_INITIALIZER_END_DISABLE_WARNINGS +#endif + +#pragma section(".CRT$XCU", read) +#define UTEST_INITIALIZER(f) \ + static void __cdecl f(void); \ + UTEST_INITIALIZER_BEGIN_DISABLE_WARNINGS \ + __pragma(comment(linker, "/include:" UTEST_SYMBOL_PREFIX #f "_")) \ + UTEST_C_FUNC __declspec(allocate(".CRT$XCU")) void(__cdecl * \ + f##_)(void) = f; \ + UTEST_INITIALIZER_END_DISABLE_WARNINGS \ + static void __cdecl f(void) +#else +#if defined(__linux__) +#if defined(__clang__) +#if __has_warning("-Wreserved-id-macro") +#pragma clang diagnostic push +#pragma clang diagnostic ignored "-Wreserved-id-macro" +#endif +#endif + +#define __STDC_FORMAT_MACROS 1 + +#if defined(__clang__) +#if __has_warning("-Wreserved-id-macro") +#pragma clang diagnostic pop +#endif +#endif +#endif + +#define UTEST_INLINE inline + +#define UTEST_INITIALIZER(f) \ + static void f(void) UTEST_ATTRIBUTE(constructor); \ + static void f(void) +#endif + +#if defined(__cplusplus) +#define UTEST_CAST(type, x) static_cast(x) +#define UTEST_PTR_CAST(type, x) reinterpret_cast(x) +#define UTEST_EXTERN extern "C" +#define UTEST_NULL NULL +#else +#define UTEST_CAST(type, x) ((type)(x)) +#define UTEST_PTR_CAST(type, x) ((type)(x)) +#define UTEST_EXTERN extern +#define UTEST_NULL 0 +#endif + +#ifdef _MSC_VER +/* + io.h contains definitions for some structures with natural padding. This is + uninteresting, but for some reason MSVC's behaviour is to warn about + including this system header. That *is* interesting +*/ +#pragma warning(disable : 4820) +#pragma warning(push, 1) +#include +#pragma warning(pop) +#define UTEST_COLOUR_OUTPUT() (_isatty(_fileno(stdout))) +#else +#if defined(__EMSCRIPTEN__) +#include +#define UTEST_COLOUR_OUTPUT() false +#else +#include +#define UTEST_COLOUR_OUTPUT() (isatty(STDOUT_FILENO)) +#endif +#endif + +static UTEST_INLINE void *utest_realloc(void *const pointer, size_t new_size) { + void *const new_pointer = realloc(pointer, new_size); + + if (UTEST_NULL == new_pointer) { + free(pointer); + } + + return new_pointer; +} + +static UTEST_INLINE utest_int64_t utest_ns(void) { +#if defined(_MSC_VER) || defined(__MINGW64__) || defined(__MINGW32__) + utest_large_integer counter; + utest_large_integer frequency; + QueryPerformanceCounter(&counter); + QueryPerformanceFrequency(&frequency); + return UTEST_CAST(utest_int64_t, + (counter.QuadPart * 1000000000) / frequency.QuadPart); +#elif defined(__linux__) && defined(__STRICT_ANSI__) + return UTEST_CAST(utest_int64_t, clock()) * 1000000000 / CLOCKS_PER_SEC; +#elif defined(__linux__) || defined(__FreeBSD__) || defined(__OpenBSD__) || \ + defined(__NetBSD__) || defined(__DragonFly__) || defined(__sun__) || \ + defined(__HAIKU__) + struct timespec ts; +#if defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 201112L) && \ + !defined(__HAIKU__) + timespec_get(&ts, TIME_UTC); +#else + const clockid_t cid = CLOCK_REALTIME; +#if defined(UTEST_USE_CLOCKGETTIME) + clock_gettime(cid, &ts); +#else + syscall(SYS_clock_gettime, cid, &ts); +#endif +#endif + return UTEST_CAST(utest_int64_t, ts.tv_sec) * 1000 * 1000 * 1000 + ts.tv_nsec; +#elif __APPLE__ + return UTEST_CAST(utest_int64_t, clock_gettime_nsec_np(CLOCK_UPTIME_RAW)); +#elif __EMSCRIPTEN__ + return emscripten_performance_now() * 1000000.0; +#else +#error Unsupported platform! +#endif +} + +typedef void (*utest_testcase_t)(int *, size_t); + +struct utest_test_state_s { + utest_testcase_t func; + size_t index; + char *name; +}; + +struct utest_state_s { + struct utest_test_state_s *tests; + size_t tests_length; + FILE *output; +}; + +/* extern to the global state utest needs to execute */ +UTEST_EXTERN struct utest_state_s utest_state; + +#if defined(_MSC_VER) +#define UTEST_WEAK __forceinline +#elif defined(__MINGW32__) || defined(__MINGW64__) +#define UTEST_WEAK static UTEST_ATTRIBUTE(used) +#elif defined(__clang__) || defined(__GNUC__) || defined(__TINYC__) +#define UTEST_WEAK UTEST_ATTRIBUTE(weak) +#else +#error Non clang, non gcc, non MSVC, non tcc compiler found! +#endif + +#if defined(_MSC_VER) +#define UTEST_UNUSED +#else +#define UTEST_UNUSED UTEST_ATTRIBUTE(unused) +#endif + +#ifdef __clang__ +#pragma clang diagnostic push +#pragma clang diagnostic ignored "-Wvariadic-macros" +#pragma clang diagnostic ignored "-Wc++98-compat-pedantic" +#endif +#define UTEST_PRINTF(...) \ + if (utest_state.output) { \ + fprintf(utest_state.output, __VA_ARGS__); \ + } \ + printf(__VA_ARGS__) +#ifdef __clang__ +#pragma clang diagnostic pop +#endif + +#ifdef __clang__ +#pragma clang diagnostic push +#pragma clang diagnostic ignored "-Wvariadic-macros" +#pragma clang diagnostic ignored "-Wc++98-compat-pedantic" +#endif + +#ifdef _MSC_VER +#define UTEST_SNPRINTF(BUFFER, N, ...) _snprintf_s(BUFFER, N, N, __VA_ARGS__) +#else +#define UTEST_SNPRINTF(...) snprintf(__VA_ARGS__) +#endif + +#ifdef __clang__ +#pragma clang diagnostic pop +#endif + +#if defined(__cplusplus) +/* if we are using c++ we can use overloaded methods (its in the language) */ +#define UTEST_OVERLOADABLE +#elif defined(__clang__) +/* otherwise, if we are using clang with c - use the overloadable attribute */ +#define UTEST_OVERLOADABLE UTEST_ATTRIBUTE(overloadable) +#endif + +#if defined(__cplusplus) && (__cplusplus >= 201103L) + +#ifdef __clang__ +#pragma clang diagnostic push +#pragma clang diagnostic ignored "-Wc++98-compat-pedantic" +#endif + +#include + +template ::value> +struct utest_type_deducer final { + static void _(const T t); +}; + +template <> struct utest_type_deducer { + static void _(const signed char c) { + UTEST_PRINTF("%d", static_cast(c)); + } +}; + +template <> struct utest_type_deducer { + static void _(const unsigned char c) { + UTEST_PRINTF("%u", static_cast(c)); + } +}; + +template <> struct utest_type_deducer { + static void _(const short s) { UTEST_PRINTF("%d", static_cast(s)); } +}; + +template <> struct utest_type_deducer { + static void _(const unsigned short s) { + UTEST_PRINTF("%u", static_cast(s)); + } +}; + +template <> struct utest_type_deducer { + static void _(const float f) { UTEST_PRINTF("%f", static_cast(f)); } +}; + +template <> struct utest_type_deducer { + static void _(const double d) { UTEST_PRINTF("%f", d); } +}; + +template <> struct utest_type_deducer { + static void _(const long double d) { +#if defined(__MINGW32__) || defined(__MINGW64__) + /* MINGW is weird - doesn't like LF at all?! */ + UTEST_PRINTF("%f", (double)d); +#else + UTEST_PRINTF("%Lf", d); +#endif + } +}; + +template <> struct utest_type_deducer { + static void _(const int i) { UTEST_PRINTF("%d", i); } +}; + +template <> struct utest_type_deducer { + static void _(const unsigned int i) { UTEST_PRINTF("%u", i); } +}; + +template <> struct utest_type_deducer { + static void _(const long i) { UTEST_PRINTF("%ld", i); } +}; + +template <> struct utest_type_deducer { + static void _(const unsigned long i) { UTEST_PRINTF("%lu", i); } +}; + +template <> struct utest_type_deducer { + static void _(const long long i) { UTEST_PRINTF("%lld", i); } +}; + +template <> struct utest_type_deducer { + static void _(const unsigned long long i) { UTEST_PRINTF("%llu", i); } +}; + +template <> struct utest_type_deducer { + static void _(const bool i) { UTEST_PRINTF(i ? "true" : "false"); } +}; + +template struct utest_type_deducer { + static void _(const T *t) { + UTEST_PRINTF("%p", static_cast(const_cast(t))); + } +}; + +template struct utest_type_deducer { + static void _(T *t) { UTEST_PRINTF("%p", static_cast(t)); } +}; + +template struct utest_type_deducer { + static void _(const T t) { + UTEST_PRINTF("%llu", static_cast(t)); + } +}; + +template <> struct utest_type_deducer { + static void _(std::nullptr_t t) { + UTEST_PRINTF("%p", static_cast(t)); + } +}; + +template +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(const T t) { + utest_type_deducer::_(t); +} + +#ifdef __clang__ +#pragma clang diagnostic pop +#endif + +#elif defined(UTEST_OVERLOADABLE) + +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(signed char c); +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(signed char c) { + UTEST_PRINTF("%d", UTEST_CAST(int, c)); +} + +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(unsigned char c); +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(unsigned char c) { + UTEST_PRINTF("%u", UTEST_CAST(unsigned int, c)); +} + +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(float f); +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(float f) { + UTEST_PRINTF("%f", UTEST_CAST(double, f)); +} + +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(double d); +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(double d) { + UTEST_PRINTF("%f", d); +} + +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(long double d); +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(long double d) { +#if defined(__MINGW32__) || defined(__MINGW64__) + /* MINGW is weird - doesn't like LF at all?! */ + UTEST_PRINTF("%f", (double)d); +#else + UTEST_PRINTF("%Lf", d); +#endif +} + +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(int i); +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(int i) { + UTEST_PRINTF("%d", i); +} + +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(unsigned int i); +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(unsigned int i) { + UTEST_PRINTF("%u", i); +} + +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(long int i); +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(long int i) { + UTEST_PRINTF("%ld", i); +} + +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(long unsigned int i); +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(long unsigned int i) { + UTEST_PRINTF("%lu", i); +} + +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(const void *p); +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(const void *p) { + UTEST_PRINTF("%p", p); +} + +/* + long long is a c++11 extension +*/ +#if defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901L) || \ + defined(__cplusplus) && (__cplusplus >= 201103L) || \ + (defined(__MINGW32__) || defined(__MINGW64__)) + +#ifdef __clang__ +#pragma clang diagnostic push +#pragma clang diagnostic ignored "-Wc++98-compat-pedantic" +#endif + +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(long long int i); +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(long long int i) { + UTEST_PRINTF("%lld", i); +} + +UTEST_WEAK UTEST_OVERLOADABLE void utest_type_printer(long long unsigned int i); +UTEST_WEAK UTEST_OVERLOADABLE void +utest_type_printer(long long unsigned int i) { + UTEST_PRINTF("%llu", i); +} + +#ifdef __clang__ +#pragma clang diagnostic pop +#endif + +#endif +#elif defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 201112L) && \ + !(defined(__MINGW32__) || defined(__MINGW64__)) || \ + defined(__TINYC__) +#define utest_type_printer(val) \ + UTEST_PRINTF(_Generic((val), signed char \ + : "%d", unsigned char \ + : "%u", short \ + : "%d", unsigned short \ + : "%u", int \ + : "%d", long \ + : "%ld", long long \ + : "%lld", unsigned \ + : "%u", unsigned long \ + : "%lu", unsigned long long \ + : "%llu", float \ + : "%f", double \ + : "%f", long double \ + : "%Lf", default \ + : _Generic((val - val), ptrdiff_t \ + : "%p", default \ + : "undef")), \ + (val)) +#else +/* + we don't have the ability to print the values we got, so we create a macro + to tell our users we can't do anything fancy +*/ +#define utest_type_printer(...) UTEST_PRINTF("undef") +#endif + +#if defined(_MSC_VER) +#define UTEST_SURPRESS_WARNING_BEGIN \ + __pragma(warning(push)) __pragma(warning(disable : 4127)) \ + __pragma(warning(disable : 4571)) __pragma(warning(disable : 4130)) +#define UTEST_SURPRESS_WARNING_END __pragma(warning(pop)) +#else +#define UTEST_SURPRESS_WARNING_BEGIN +#define UTEST_SURPRESS_WARNING_END +#endif + +#if defined(__cplusplus) && (__cplusplus >= 201103L) +#define UTEST_AUTO(x) auto +#elif !defined(__cplusplus) + +#if defined(__clang__) +/* clang-format off */ +/* had to disable clang-format here because it malforms the pragmas */ +#define UTEST_AUTO(x) \ + _Pragma("clang diagnostic push") \ + _Pragma("clang diagnostic ignored \"-Wgnu-auto-type\"") __auto_type \ + _Pragma("clang diagnostic pop") +/* clang-format on */ +#else +#define UTEST_AUTO(x) __typeof__(x + 0) +#endif + +#else +#define UTEST_AUTO(x) typeof(x + 0) +#endif + +#if defined(__clang__) +#define UTEST_STRNCMP(x, y, size) \ + _Pragma("clang diagnostic push") \ + _Pragma("clang diagnostic ignored \"-Wdisabled-macro-expansion\"") \ + strncmp(x, y, size) _Pragma("clang diagnostic pop") +#else +#define UTEST_STRNCMP(x, y, size) strncmp(x, y, size) +#endif + +#if defined(_MSC_VER) +#define UTEST_STRNCPY(x, y, size) strcpy_s(x, size, y) +#elif !defined(__clang__) && defined(__GNUC__) +static UTEST_INLINE char * +utest_strncpy_gcc(char *const dst, const char *const src, const size_t size) { +#pragma GCC diagnostic push +#pragma GCC diagnostic ignored "-Wstringop-overflow" + return strncpy(dst, src, size); +#pragma GCC diagnostic pop +} + +#define UTEST_STRNCPY(x, y, size) utest_strncpy_gcc(x, y, size) +#else +#define UTEST_STRNCPY(x, y, size) strncpy(x, y, size) +#endif + +#define UTEST_SKIP(msg) \ + do { \ + UTEST_PRINTF(" Skipped : '%s'\n", (msg)); \ + *utest_result = UTEST_TEST_SKIPPED; \ + return; \ + } while (0) + +#if defined(__clang__) +#define UTEST_COND(x, y, cond, msg, is_assert) \ + UTEST_SURPRESS_WARNING_BEGIN do { \ + _Pragma("clang diagnostic push") \ + _Pragma("clang diagnostic ignored \"-Wlanguage-extension-token\"") \ + _Pragma("clang diagnostic ignored \"-Wc++98-compat-pedantic\"") \ + _Pragma("clang diagnostic ignored \"-Wfloat-equal\"") \ + UTEST_AUTO(x) xEval = (x); \ + UTEST_AUTO(y) yEval = (y); \ + if (!((xEval)cond(yEval))) { \ + const char *const xAsString = #x; \ + const char *const yAsString = #y; \ + _Pragma("clang diagnostic pop") \ + UTEST_PRINTF("%s:%i: Failure\n", __FILE__, __LINE__); \ + UTEST_PRINTF(" Expected : ("); \ + UTEST_PRINTF("%s) " #cond " (%s", xAsString, yAsString); \ + UTEST_PRINTF(")\n"); \ + UTEST_PRINTF(" Actual : "); \ + utest_type_printer(xEval); \ + UTEST_PRINTF(" vs "); \ + utest_type_printer(yEval); \ + UTEST_PRINTF("\n"); \ + if (strlen(msg) > 0) { \ + UTEST_PRINTF(" Message : %s\n", msg); \ + } \ + *utest_result = UTEST_TEST_FAILURE; \ + if (is_assert) { \ + return; \ + } \ + } \ + } \ + while (0) \ + UTEST_SURPRESS_WARNING_END +#elif defined(__GNUC__) || defined(__TINYC__) +#define UTEST_COND(x, y, cond, msg, is_assert) \ + UTEST_SURPRESS_WARNING_BEGIN do { \ + UTEST_AUTO(x) xEval = (x); \ + UTEST_AUTO(y) yEval = (y); \ + if (!((xEval)cond(yEval))) { \ + const char *const xAsString = #x; \ + const char *const yAsString = #y; \ + UTEST_PRINTF("%s:%i: Failure\n", __FILE__, __LINE__); \ + UTEST_PRINTF(" Expected : ("); \ + UTEST_PRINTF("%s) " #cond " (%s", xAsString, yAsString); \ + UTEST_PRINTF(")\n"); \ + UTEST_PRINTF(" Actual : "); \ + utest_type_printer(xEval); \ + UTEST_PRINTF(" vs "); \ + utest_type_printer(yEval); \ + UTEST_PRINTF("\n"); \ + if (strlen(msg) > 0) { \ + UTEST_PRINTF(" Message : %s\n", msg); \ + } \ + *utest_result = UTEST_TEST_FAILURE; \ + if (is_assert) { \ + return; \ + } \ + } \ + } \ + while (0) \ + UTEST_SURPRESS_WARNING_END +#else +#define UTEST_COND(x, y, cond, msg, is_assert) \ + UTEST_SURPRESS_WARNING_BEGIN do { \ + if (!((x)cond(y))) { \ + UTEST_PRINTF("%s:%i: Failure (Expected " #cond " Actual)", __FILE__, \ + __LINE__); \ + if (strlen(msg) > 0) { \ + UTEST_PRINTF(" Message : %s", msg); \ + } \ + UTEST_PRINTF("\n"); \ + *utest_result = UTEST_TEST_FAILURE; \ + if (is_assert) { \ + return; \ + } \ + } \ + } \ + while (0) \ + UTEST_SURPRESS_WARNING_END +#endif + +#define EXPECT_EQ(x, y) UTEST_COND(x, y, ==, "", 0) +#define EXPECT_EQ_MSG(x, y, msg) UTEST_COND(x, y, ==, msg, 0) +#define ASSERT_EQ(x, y) UTEST_COND(x, y, ==, "", 1) +#define ASSERT_EQ_MSG(x, y, msg) UTEST_COND(x, y, ==, msg, 1) + +#define EXPECT_NE(x, y) UTEST_COND(x, y, !=, "", 0) +#define EXPECT_NE_MSG(x, y, msg) UTEST_COND(x, y, !=, msg, 0) +#define ASSERT_NE(x, y) UTEST_COND(x, y, !=, "", 1) +#define ASSERT_NE_MSG(x, y, msg) UTEST_COND(x, y, !=, msg, 1) + +#define EXPECT_LT(x, y) UTEST_COND(x, y, <, "", 0) +#define EXPECT_LT_MSG(x, y, msg) UTEST_COND(x, y, <, msg, 0) +#define ASSERT_LT(x, y) UTEST_COND(x, y, <, "", 1) +#define ASSERT_LT_MSG(x, y, msg) UTEST_COND(x, y, <, msg, 1) + +#define EXPECT_LE(x, y) UTEST_COND(x, y, <=, "", 0) +#define EXPECT_LE_MSG(x, y, msg) UTEST_COND(x, y, <=, msg, 0) +#define ASSERT_LE(x, y) UTEST_COND(x, y, <=, "", 1) +#define ASSERT_LE_MSG(x, y, msg) UTEST_COND(x, y, <=, msg, 1) + +#define EXPECT_GT(x, y) UTEST_COND(x, y, >, "", 0) +#define EXPECT_GT_MSG(x, y, msg) UTEST_COND(x, y, >, msg, 0) +#define ASSERT_GT(x, y) UTEST_COND(x, y, >, "", 1) +#define ASSERT_GT_MSG(x, y, msg) UTEST_COND(x, y, >, msg, 1) + +#define EXPECT_GE(x, y) UTEST_COND(x, y, >=, "", 0) +#define EXPECT_GE_MSG(x, y, msg) UTEST_COND(x, y, >=, msg, 0) +#define ASSERT_GE(x, y) UTEST_COND(x, y, >=, "", 1) +#define ASSERT_GE_MSG(x, y, msg) UTEST_COND(x, y, >=, msg, 1) + +#define UTEST_TRUE(x, msg, is_assert) \ + UTEST_SURPRESS_WARNING_BEGIN do { \ + const int xEval = !!(x); \ + if (!(xEval)) { \ + UTEST_PRINTF("%s:%i: Failure\n", __FILE__, __LINE__); \ + UTEST_PRINTF(" Expected : true\n"); \ + UTEST_PRINTF(" Actual : %s\n", (xEval) ? "true" : "false"); \ + if (strlen(msg) > 0) { \ + UTEST_PRINTF(" Message : %s\n", msg); \ + } \ + *utest_result = UTEST_TEST_FAILURE; \ + if (is_assert) { \ + return; \ + } \ + } \ + } \ + while (0) \ + UTEST_SURPRESS_WARNING_END + +#define EXPECT_TRUE(x) UTEST_TRUE(x, "", 0) +#define EXPECT_TRUE_MSG(x, msg) UTEST_TRUE(x, msg, 0) +#define ASSERT_TRUE(x) UTEST_TRUE(x, "", 1) +#define ASSERT_TRUE_MSG(x, msg) UTEST_TRUE(x, msg, 1) + +#define UTEST_FALSE(x, msg, is_assert) \ + UTEST_SURPRESS_WARNING_BEGIN do { \ + const int xEval = !!(x); \ + if (xEval) { \ + UTEST_PRINTF("%s:%i: Failure\n", __FILE__, __LINE__); \ + UTEST_PRINTF(" Expected : false\n"); \ + UTEST_PRINTF(" Actual : %s\n", (xEval) ? "true" : "false"); \ + if (strlen(msg) > 0) { \ + UTEST_PRINTF(" Message : %s\n", msg); \ + } \ + *utest_result = UTEST_TEST_FAILURE; \ + if (is_assert) { \ + return; \ + } \ + } \ + } \ + while (0) \ + UTEST_SURPRESS_WARNING_END + +#define EXPECT_FALSE(x) UTEST_FALSE(x, "", 0) +#define EXPECT_FALSE_MSG(x, msg) UTEST_FALSE(x, msg, 0) +#define ASSERT_FALSE(x) UTEST_FALSE(x, "", 1) +#define ASSERT_FALSE_MSG(x, msg) UTEST_FALSE(x, msg, 1) + +#define UTEST_STREQ(x, y, msg, is_assert) \ + UTEST_SURPRESS_WARNING_BEGIN do { \ + const char *xEval = (x); \ + const char *yEval = (y); \ + if (UTEST_NULL == xEval || UTEST_NULL == yEval || \ + 0 != strcmp(xEval, yEval)) { \ + UTEST_PRINTF("%s:%i: Failure\n", __FILE__, __LINE__); \ + UTEST_PRINTF(" Expected : \"%s\"\n", xEval); \ + UTEST_PRINTF(" Actual : \"%s\"\n", yEval); \ + if (strlen(msg) > 0) { \ + UTEST_PRINTF(" Message : %s\n", msg); \ + } \ + *utest_result = UTEST_TEST_FAILURE; \ + if (is_assert) { \ + return; \ + } \ + } \ + } \ + while (0) \ + UTEST_SURPRESS_WARNING_END + +#define EXPECT_STREQ(x, y) UTEST_STREQ(x, y, "", 0) +#define EXPECT_STREQ_MSG(x, y, msg) UTEST_STREQ(x, y, msg, 0) +#define ASSERT_STREQ(x, y) UTEST_STREQ(x, y, "", 1) +#define ASSERT_STREQ_MSG(x, y, msg) UTEST_STREQ(x, y, msg, 1) + +#define UTEST_STRNE(x, y, msg, is_assert) \ + UTEST_SURPRESS_WARNING_BEGIN do { \ + const char *xEval = (x); \ + const char *yEval = (y); \ + if (UTEST_NULL == xEval || UTEST_NULL == yEval || \ + 0 == strcmp(xEval, yEval)) { \ + UTEST_PRINTF("%s:%i: Failure\n", __FILE__, __LINE__); \ + UTEST_PRINTF(" Expected : \"%s\"\n", xEval); \ + UTEST_PRINTF(" Actual : \"%s\"\n", yEval); \ + if (strlen(msg) > 0) { \ + UTEST_PRINTF(" Message : %s\n", msg); \ + } \ + *utest_result = UTEST_TEST_FAILURE; \ + if (is_assert) { \ + return; \ + } \ + } \ + } \ + while (0) \ + UTEST_SURPRESS_WARNING_END + +#define EXPECT_STRNE(x, y) UTEST_STRNE(x, y, "", 0) +#define EXPECT_STRNE_MSG(x, y, msg) UTEST_STRNE(x, y, msg, 0) +#define ASSERT_STRNE(x, y) UTEST_STRNE(x, y, "", 1) +#define ASSERT_STRNE_MSG(x, y, msg) UTEST_STRNE(x, y, msg, 1) + +#define UTEST_STRNEQ(x, y, n, msg, is_assert) \ + UTEST_SURPRESS_WARNING_BEGIN do { \ + const char *xEval = (x); \ + const char *yEval = (y); \ + const size_t nEval = UTEST_CAST(size_t, n); \ + if (UTEST_NULL == xEval || UTEST_NULL == yEval || \ + 0 != UTEST_STRNCMP(xEval, yEval, nEval)) { \ + UTEST_PRINTF("%s:%i: Failure\n", __FILE__, __LINE__); \ + UTEST_PRINTF(" Expected : \"%.*s\"\n", UTEST_CAST(int, nEval), xEval); \ + UTEST_PRINTF(" Actual : \"%.*s\"\n", UTEST_CAST(int, nEval), yEval); \ + if (strlen(msg) > 0) { \ + UTEST_PRINTF(" Message : %s\n", msg); \ + } \ + *utest_result = UTEST_TEST_FAILURE; \ + if (is_assert) { \ + return; \ + } \ + } \ + } \ + while (0) \ + UTEST_SURPRESS_WARNING_END + +#define EXPECT_STRNEQ(x, y, n) UTEST_STRNEQ(x, y, n, "", 0) +#define EXPECT_STRNEQ_MSG(x, y, n, msg) UTEST_STRNEQ(x, y, n, msg, 0) +#define ASSERT_STRNEQ(x, y, n) UTEST_STRNEQ(x, y, n, "", 1) +#define ASSERT_STRNEQ_MSG(x, y, n, msg) UTEST_STRNEQ(x, y, n, msg, 1) + +#define UTEST_STRNNE(x, y, n, msg, is_assert) \ + UTEST_SURPRESS_WARNING_BEGIN do { \ + const char *xEval = (x); \ + const char *yEval = (y); \ + const size_t nEval = UTEST_CAST(size_t, n); \ + if (UTEST_NULL == xEval || UTEST_NULL == yEval || \ + 0 == UTEST_STRNCMP(xEval, yEval, nEval)) { \ + UTEST_PRINTF("%s:%i: Failure\n", __FILE__, __LINE__); \ + UTEST_PRINTF(" Expected : \"%.*s\"\n", UTEST_CAST(int, nEval), xEval); \ + UTEST_PRINTF(" Actual : \"%.*s\"\n", UTEST_CAST(int, nEval), yEval); \ + if (strlen(msg) > 0) { \ + UTEST_PRINTF(" Message : %s\n", msg); \ + } \ + *utest_result = UTEST_TEST_FAILURE; \ + if (is_assert) { \ + return; \ + } \ + } \ + } \ + while (0) \ + UTEST_SURPRESS_WARNING_END + +#define EXPECT_STRNNE(x, y, n) UTEST_STRNNE(x, y, n, "", 0) +#define EXPECT_STRNNE_MSG(x, y, n, msg) UTEST_STRNNE(x, y, n, msg, 0) +#define ASSERT_STRNNE(x, y, n) UTEST_STRNNE(x, y, n, "", 1) +#define ASSERT_STRNNE_MSG(x, y, n, msg) UTEST_STRNNE(x, y, n, msg, 1) + +#define UTEST_NEAR(x, y, epsilon, msg, is_assert) \ + UTEST_SURPRESS_WARNING_BEGIN do { \ + const double diff = \ + utest_fabs(UTEST_CAST(double, x) - UTEST_CAST(double, y)); \ + if (diff > UTEST_CAST(double, epsilon) || utest_isnan(diff)) { \ + UTEST_PRINTF("%s:%i: Failure\n", __FILE__, __LINE__); \ + UTEST_PRINTF(" Expected : %f\n", UTEST_CAST(double, x)); \ + UTEST_PRINTF(" Actual : %f\n", UTEST_CAST(double, y)); \ + if (strlen(msg) > 0) { \ + UTEST_PRINTF(" Message : %s\n", msg); \ + } \ + *utest_result = UTEST_TEST_FAILURE; \ + if (is_assert) { \ + return; \ + } \ + } \ + } \ + while (0) \ + UTEST_SURPRESS_WARNING_END + +#define EXPECT_NEAR(x, y, epsilon) UTEST_NEAR(x, y, epsilon, "", 0) +#define EXPECT_NEAR_MSG(x, y, epsilon, msg) UTEST_NEAR(x, y, epsilon, msg, 0) +#define ASSERT_NEAR(x, y, epsilon) UTEST_NEAR(x, y, epsilon, "", 1) +#define ASSERT_NEAR_MSG(x, y, epsilon, msg) UTEST_NEAR(x, y, epsilon, msg, 1) + +#if defined(UTEST_HAS_EXCEPTIONS) +#define UTEST_EXCEPTION(x, exception_type, msg, is_assert) \ + UTEST_SURPRESS_WARNING_BEGIN do { \ + int exception_caught = 0; \ + try { \ + x; \ + } catch (const exception_type &) { \ + exception_caught = 1; \ + } catch (...) { \ + exception_caught = 2; \ + } \ + if (1 != exception_caught) { \ + UTEST_PRINTF("%s:%i: Failure\n", __FILE__, __LINE__); \ + UTEST_PRINTF(" Expected : %s exception\n", #exception_type); \ + UTEST_PRINTF(" Actual : %s\n", (2 == exception_caught) \ + ? "Unexpected exception" \ + : "No exception"); \ + if (strlen(msg) > 0) { \ + UTEST_PRINTF(" Message : %s\n", msg); \ + } \ + *utest_result = UTEST_TEST_FAILURE; \ + if (is_assert) { \ + return; \ + } \ + } \ + } \ + while (0) \ + UTEST_SURPRESS_WARNING_END + +#define EXPECT_EXCEPTION(x, exception_type) \ + UTEST_EXCEPTION(x, exception_type, "", 0) +#define EXPECT_EXCEPTION_MSG(x, exception_type, msg) \ + UTEST_EXCEPTION(x, exception_type, msg, 0) +#define ASSERT_EXCEPTION(x, exception_type) \ + UTEST_EXCEPTION(x, exception_type, "", 1) +#define ASSERT_EXCEPTION_MSG(x, exception_type, msg) \ + UTEST_EXCEPTION(x, exception_type, msg, 1) + +#define UTEST_EXCEPTION_WITH_MESSAGE(x, exception_type, exception_message, \ + msg, is_assert) \ + UTEST_SURPRESS_WARNING_BEGIN do { \ + int exception_caught = 0; \ + char *message_caught = UTEST_NULL; \ + try { \ + x; \ + } catch (const exception_type &e) { \ + const char *const what = e.what(); \ + exception_caught = 1; \ + if (0 != \ + UTEST_STRNCMP(what, exception_message, strlen(exception_message))) { \ + const size_t message_size = strlen(what) + 1; \ + message_caught = UTEST_PTR_CAST(char *, malloc(message_size)); \ + UTEST_STRNCPY(message_caught, what, message_size); \ + } \ + } catch (...) { \ + exception_caught = 2; \ + } \ + if (1 != exception_caught) { \ + UTEST_PRINTF("%s:%i: Failure\n", __FILE__, __LINE__); \ + UTEST_PRINTF(" Expected : %s exception\n", #exception_type); \ + UTEST_PRINTF(" Actual : %s\n", (2 == exception_caught) \ + ? "Unexpected exception" \ + : "No exception"); \ + if (strlen(msg) > 0) { \ + UTEST_PRINTF(" Message : %s\n", msg); \ + } \ + *utest_result = UTEST_TEST_FAILURE; \ + if (is_assert) { \ + return; \ + } \ + } else if (UTEST_NULL != message_caught) { \ + UTEST_PRINTF("%s:%i: Failure\n", __FILE__, __LINE__); \ + UTEST_PRINTF(" Expected : %s exception with message %s\n", \ + #exception_type, exception_message); \ + UTEST_PRINTF(" Actual message : %s\n", message_caught); \ + if (strlen(msg) > 0) { \ + UTEST_PRINTF(" Message : %s\n", msg); \ + } \ + *utest_result = UTEST_TEST_FAILURE; \ + free(message_caught); \ + if (is_assert) { \ + return; \ + } \ + } \ + } \ + while (0) \ + UTEST_SURPRESS_WARNING_END + +#define EXPECT_EXCEPTION_WITH_MESSAGE(x, exception_type, exception_message) \ + UTEST_EXCEPTION_WITH_MESSAGE(x, exception_type, exception_message, "", 0) +#define EXPECT_EXCEPTION_WITH_MESSAGE_MSG(x, exception_type, \ + exception_message, msg) \ + UTEST_EXCEPTION_WITH_MESSAGE(x, exception_type, exception_message, msg, 0) +#define ASSERT_EXCEPTION_WITH_MESSAGE(x, exception_type, exception_message) \ + UTEST_EXCEPTION_WITH_MESSAGE(x, exception_type, exception_message, "", 1) +#define ASSERT_EXCEPTION_WITH_MESSAGE_MSG(x, exception_type, \ + exception_message, msg) \ + UTEST_EXCEPTION_WITH_MESSAGE(x, exception_type, exception_message, msg, 1) +#endif + +#if defined(__clang__) +#if __has_warning("-Wunsafe-buffer-usage") +#define UTEST_SURPRESS_WARNINGS_BEGIN \ + _Pragma("clang diagnostic push") \ + _Pragma("clang diagnostic ignored \"-Wunsafe-buffer-usage\"") +#define UTEST_SURPRESS_WARNINGS_END _Pragma("clang diagnostic pop") +#else +#define UTEST_SURPRESS_WARNINGS_BEGIN +#define UTEST_SURPRESS_WARNINGS_END +#endif +#elif defined(__GNUC__) && __GNUC__ >= 8 && defined(__cplusplus) +#define UTEST_SURPRESS_WARNINGS_BEGIN \ + _Pragma("GCC diagnostic push") \ + _Pragma("GCC diagnostic ignored \"-Wclass-memaccess\"") +#define UTEST_SURPRESS_WARNINGS_END _Pragma("GCC diagnostic pop") +#else +#define UTEST_SURPRESS_WARNINGS_BEGIN +#define UTEST_SURPRESS_WARNINGS_END +#endif + +#define UTEST(SET, NAME) \ + UTEST_SURPRESS_WARNINGS_BEGIN \ + UTEST_EXTERN struct utest_state_s utest_state; \ + static void utest_run_##SET##_##NAME(int *utest_result); \ + static void utest_##SET##_##NAME(int *utest_result, size_t utest_index) { \ + (void)utest_index; \ + utest_run_##SET##_##NAME(utest_result); \ + } \ + UTEST_INITIALIZER(utest_register_##SET##_##NAME) { \ + const size_t index = utest_state.tests_length++; \ + const char name_part[] = #SET "." #NAME; \ + const size_t name_size = strlen(name_part) + 1; \ + char *name = UTEST_PTR_CAST(char *, malloc(name_size)); \ + utest_state.tests = UTEST_PTR_CAST( \ + struct utest_test_state_s *, \ + utest_realloc(UTEST_PTR_CAST(void *, utest_state.tests), \ + sizeof(struct utest_test_state_s) * \ + utest_state.tests_length)); \ + if (utest_state.tests && name) { \ + utest_state.tests[index].func = &utest_##SET##_##NAME; \ + utest_state.tests[index].name = name; \ + utest_state.tests[index].index = 0; \ + UTEST_SNPRINTF(name, name_size, "%s", name_part); \ + } else { \ + if (utest_state.tests) { \ + free(utest_state.tests); \ + utest_state.tests = NULL; \ + } \ + if (name) { \ + free(name); \ + } \ + } \ + } \ + UTEST_SURPRESS_WARNINGS_END \ + void utest_run_##SET##_##NAME(int *utest_result) + +#define UTEST_F_SETUP(FIXTURE) \ + static void utest_f_setup_##FIXTURE(int *utest_result, \ + struct FIXTURE *utest_fixture) + +#define UTEST_F_TEARDOWN(FIXTURE) \ + static void utest_f_teardown_##FIXTURE(int *utest_result, \ + struct FIXTURE *utest_fixture) + +#define UTEST_F(FIXTURE, NAME) \ + UTEST_SURPRESS_WARNINGS_BEGIN \ + UTEST_EXTERN struct utest_state_s utest_state; \ + static void utest_f_setup_##FIXTURE(int *, struct FIXTURE *); \ + static void utest_f_teardown_##FIXTURE(int *, struct FIXTURE *); \ + static void utest_run_##FIXTURE##_##NAME(int *, struct FIXTURE *); \ + static void utest_f_##FIXTURE##_##NAME(int *utest_result, \ + size_t utest_index) { \ + struct FIXTURE fixture; \ + (void)utest_index; \ + memset(&fixture, 0, sizeof(fixture)); \ + utest_f_setup_##FIXTURE(utest_result, &fixture); \ + if (UTEST_TEST_PASSED != *utest_result) { \ + return; \ + } \ + utest_run_##FIXTURE##_##NAME(utest_result, &fixture); \ + utest_f_teardown_##FIXTURE(utest_result, &fixture); \ + } \ + UTEST_INITIALIZER(utest_register_##FIXTURE##_##NAME) { \ + const size_t index = utest_state.tests_length++; \ + const char name_part[] = #FIXTURE "." #NAME; \ + const size_t name_size = strlen(name_part) + 1; \ + char *name = UTEST_PTR_CAST(char *, malloc(name_size)); \ + utest_state.tests = UTEST_PTR_CAST( \ + struct utest_test_state_s *, \ + utest_realloc(UTEST_PTR_CAST(void *, utest_state.tests), \ + sizeof(struct utest_test_state_s) * \ + utest_state.tests_length)); \ + if (utest_state.tests && name) { \ + utest_state.tests[index].func = &utest_f_##FIXTURE##_##NAME; \ + utest_state.tests[index].name = name; \ + UTEST_SNPRINTF(name, name_size, "%s", name_part); \ + } else { \ + if (utest_state.tests) { \ + free(utest_state.tests); \ + utest_state.tests = NULL; \ + } \ + if (name) { \ + free(name); \ + } \ + } \ + } \ + UTEST_SURPRESS_WARNINGS_END \ + void utest_run_##FIXTURE##_##NAME(int *utest_result, \ + struct FIXTURE *utest_fixture) + +#define UTEST_I_SETUP(FIXTURE) \ + static void utest_i_setup_##FIXTURE( \ + int *utest_result, struct FIXTURE *utest_fixture, size_t utest_index) + +#define UTEST_I_TEARDOWN(FIXTURE) \ + static void utest_i_teardown_##FIXTURE( \ + int *utest_result, struct FIXTURE *utest_fixture, size_t utest_index) + +#define UTEST_I(FIXTURE, NAME, INDEX) \ + UTEST_SURPRESS_WARNINGS_BEGIN \ + UTEST_EXTERN struct utest_state_s utest_state; \ + static void utest_run_##FIXTURE##_##NAME##_##INDEX(int *, struct FIXTURE *); \ + static void utest_i_##FIXTURE##_##NAME##_##INDEX(int *utest_result, \ + size_t index) { \ + struct FIXTURE fixture; \ + memset(&fixture, 0, sizeof(fixture)); \ + utest_i_setup_##FIXTURE(utest_result, &fixture, index); \ + if (UTEST_TEST_PASSED != *utest_result) { \ + return; \ + } \ + utest_run_##FIXTURE##_##NAME##_##INDEX(utest_result, &fixture); \ + utest_i_teardown_##FIXTURE(utest_result, &fixture, index); \ + } \ + UTEST_INITIALIZER(utest_register_##FIXTURE##_##NAME##_##INDEX) { \ + size_t i; \ + utest_uint64_t iUp; \ + for (i = 0; i < (INDEX); i++) { \ + const size_t index = utest_state.tests_length++; \ + const char name_part[] = #FIXTURE "." #NAME; \ + const size_t name_size = strlen(name_part) + 32; \ + char *name = UTEST_PTR_CAST(char *, malloc(name_size)); \ + utest_state.tests = UTEST_PTR_CAST( \ + struct utest_test_state_s *, \ + utest_realloc(UTEST_PTR_CAST(void *, utest_state.tests), \ + sizeof(struct utest_test_state_s) * \ + utest_state.tests_length)); \ + if (utest_state.tests && name) { \ + utest_state.tests[index].func = &utest_i_##FIXTURE##_##NAME##_##INDEX; \ + utest_state.tests[index].index = i; \ + utest_state.tests[index].name = name; \ + iUp = UTEST_CAST(utest_uint64_t, i); \ + UTEST_SNPRINTF(name, name_size, "%s/%" UTEST_PRIu64, name_part, iUp); \ + } else { \ + if (utest_state.tests) { \ + free(utest_state.tests); \ + utest_state.tests = NULL; \ + } \ + if (name) { \ + free(name); \ + } \ + } \ + } \ + } \ + UTEST_SURPRESS_WARNINGS_END \ + void utest_run_##FIXTURE##_##NAME##_##INDEX(int *utest_result, \ + struct FIXTURE *utest_fixture) + +#ifdef __clang__ +#pragma clang diagnostic push +#pragma clang diagnostic ignored "-Wc++98-compat-pedantic" +#endif + +UTEST_WEAK +double utest_fabs(double d); +UTEST_WEAK +double utest_fabs(double d) { + union { + double d; + utest_uint64_t u; + } both; + both.d = d; + both.u &= 0x7fffffffffffffffu; + return both.d; +} + +UTEST_WEAK +int utest_isnan(double d); +UTEST_WEAK +int utest_isnan(double d) { + union { + double d; + utest_uint64_t u; + } both; + both.d = d; + both.u &= 0x7fffffffffffffffu; + return both.u > 0x7ff0000000000000u; +} + +#ifdef __clang__ +#pragma clang diagnostic pop +#endif + +#if defined(__clang__) +#if __has_warning("-Wunsafe-buffer-usage") +#pragma clang diagnostic push +#pragma clang diagnostic ignored "-Wunsafe-buffer-usage" +#endif +#endif + +UTEST_WEAK +int utest_should_filter_test(const char *filter, const char *testcase); +UTEST_WEAK int utest_should_filter_test(const char *filter, + const char *testcase) { + if (filter) { + const char *filter_cur = filter; + const char *testcase_cur = testcase; + const char *filter_wildcard = UTEST_NULL; + + while (('\0' != *filter_cur) && ('\0' != *testcase_cur)) { + if ('*' == *filter_cur) { + /* store the position of the wildcard */ + filter_wildcard = filter_cur; + + /* skip the wildcard character */ + filter_cur++; + + while (('\0' != *filter_cur) && ('\0' != *testcase_cur)) { + if ('*' == *filter_cur) { + /* + we found another wildcard (filter is something like *foo*) so we + exit the current loop, and return to the parent loop to handle + the wildcard case + */ + break; + } else if (*filter_cur != *testcase_cur) { + /* otherwise our filter didn't match, so reset it */ + filter_cur = filter_wildcard; + } + + /* move testcase along */ + testcase_cur++; + + /* move filter along */ + filter_cur++; + } + + if (('\0' == *filter_cur) && ('\0' == *testcase_cur)) { + return 0; + } + + /* if the testcase has been exhausted, we don't have a match! */ + if ('\0' == *testcase_cur) { + return 1; + } + } else { + if (*testcase_cur != *filter_cur) { + /* test case doesn't match filter */ + return 1; + } else { + /* move our filter and testcase forward */ + testcase_cur++; + filter_cur++; + } + } + } + + if (('\0' != *filter_cur) || + (('\0' != *testcase_cur) && + ((filter == filter_cur) || ('*' != filter_cur[-1])))) { + /* we have a mismatch! */ + return 1; + } + } + + return 0; +} + +static UTEST_INLINE FILE *utest_fopen(const char *filename, const char *mode) { +#ifdef _MSC_VER + FILE *file; + if (0 == fopen_s(&file, filename, mode)) { + return file; + } else { + return UTEST_NULL; + } +#else + return fopen(filename, mode); +#endif +} + +static UTEST_INLINE int utest_main(int argc, const char *const argv[]); +int utest_main(int argc, const char *const argv[]) { + utest_uint64_t failed = 0; + utest_uint64_t skipped = 0; + size_t index = 0; + size_t *failed_testcases = UTEST_NULL; + size_t failed_testcases_length = 0; + size_t *skipped_testcases = UTEST_NULL; + size_t skipped_testcases_length = 0; + const char *filter = UTEST_NULL; + utest_uint64_t ran_tests = 0; + int enable_mixed_units = 0; + int random_order = 0; + utest_uint32_t seed = 0; + + enum colours { RESET, GREEN, RED, YELLOW }; + + const int use_colours = UTEST_COLOUR_OUTPUT(); + const char *colours[] = {"\033[0m", "\033[32m", "\033[31m", "\033[33m"}; + + if (!use_colours) { + for (index = 0; index < sizeof colours / sizeof colours[0]; index++) { + colours[index] = ""; + } + } + /* loop through all arguments looking for our options */ + for (index = 1; index < UTEST_CAST(size_t, argc); index++) { + /* Informational switches */ + const char help_str[] = "--help"; + const char list_str[] = "--list-tests"; + /* Test config switches */ + const char filter_str[] = "--filter="; + const char output_str[] = "--output="; + const char enable_mixed_units_str[] = "--enable-mixed-units"; + const char random_order_str[] = "--random-order"; + const char random_order_with_seed_str[] = "--random-order="; + + if (0 == UTEST_STRNCMP(argv[index], help_str, strlen(help_str))) { + printf("utest.h - the single file unit testing solution for C/C++!\n" + "Command line Options:\n" + " --help Show this message and exit.\n" + " --filter= Filter the test cases to run (EG. " + "MyTest*.a would run MyTestCase.a but not MyTestCase.b).\n" + " --list-tests List testnames, one per line. Output " + "names can be passed to --filter.\n"); + printf(" --output= Output an xunit XML file to the file " + "specified in .\n" + " --enable-mixed-units Enable the per-test output to contain " + "mixed units (s/ms/us/ns).\n" + " --random-order[=] Randomize the order that the tests are " + "ran in. If the optional argument is not provided, then a " + "random starting seed is used.\n"); + goto cleanup; + } else if (0 == + UTEST_STRNCMP(argv[index], filter_str, strlen(filter_str))) { + /* user wants to filter what test cases run! */ + filter = argv[index] + strlen(filter_str); + } else if (0 == + UTEST_STRNCMP(argv[index], output_str, strlen(output_str))) { + utest_state.output = utest_fopen(argv[index] + strlen(output_str), "w+"); + } else if (0 == UTEST_STRNCMP(argv[index], list_str, strlen(list_str))) { + for (index = 0; index < utest_state.tests_length; index++) { + UTEST_PRINTF("%s\n", utest_state.tests[index].name); + } + /* when printing the test list, don't actually run the tests */ + return 0; + } else if (0 == UTEST_STRNCMP(argv[index], enable_mixed_units_str, + strlen(enable_mixed_units_str))) { + enable_mixed_units = 1; + } else if (0 == UTEST_STRNCMP(argv[index], random_order_with_seed_str, + strlen(random_order_with_seed_str))) { + seed = + UTEST_CAST(utest_uint32_t, + strtoul(argv[index] + strlen(random_order_with_seed_str), + UTEST_NULL, 10)); + random_order = 1; + } else if (0 == UTEST_STRNCMP(argv[index], random_order_str, + strlen(random_order_str))) { + const utest_int64_t ns = utest_ns(); + + // Some really poor pseudo-random using the current time. I do this + // because I really want to avoid using C's rand() because that'd mean our + // random would be affected by any srand() usage by the user (which I + // don't want). + seed = UTEST_CAST(utest_uint32_t, ns >> 32) * 31 + + UTEST_CAST(utest_uint32_t, ns & 0xffffffff); + random_order = 1; + } + } + + if (random_order) { + // Use Fisher-Yates with the Durstenfield's version to randomly re-order the + // tests. + for (index = utest_state.tests_length; index > 1; index--) { + // For the random order we'll use PCG. + const utest_uint32_t state = seed; + const utest_uint32_t word = + ((state >> ((state >> 28u) + 4u)) ^ state) * 277803737u; + const utest_uint32_t next = + ((word >> 22u) ^ word) % UTEST_CAST(utest_uint32_t, index); + + // Swap the randomly chosen element into the last location. + const struct utest_test_state_s copy = utest_state.tests[index - 1]; + utest_state.tests[index - 1] = utest_state.tests[next]; + utest_state.tests[next] = copy; + + // Move the seed onwards. + seed = seed * 747796405u + 2891336453u; + } + } + + for (index = 0; index < utest_state.tests_length; index++) { + if (utest_should_filter_test(filter, utest_state.tests[index].name)) { + continue; + } + + ran_tests++; + } + + printf("%s[==========]%s Running %" UTEST_PRIu64 " test cases.\n", + colours[GREEN], colours[RESET], UTEST_CAST(utest_uint64_t, ran_tests)); + + if (utest_state.output) { + fprintf(utest_state.output, "\n"); + fprintf(utest_state.output, + "\n", + UTEST_CAST(utest_uint64_t, ran_tests)); + fprintf(utest_state.output, + "\n", + UTEST_CAST(utest_uint64_t, ran_tests)); + } + + for (index = 0; index < utest_state.tests_length; index++) { + int result = UTEST_TEST_PASSED; + utest_int64_t ns = 0; + + if (utest_should_filter_test(filter, utest_state.tests[index].name)) { + continue; + } + + printf("%s[ RUN ]%s %s\n", colours[GREEN], colours[RESET], + utest_state.tests[index].name); + + if (utest_state.output) { + fprintf(utest_state.output, "", + utest_state.tests[index].name); + } + + ns = utest_ns(); + errno = 0; +#if defined(UTEST_HAS_EXCEPTIONS) + UTEST_SURPRESS_WARNING_BEGIN + try { + utest_state.tests[index].func(&result, utest_state.tests[index].index); + } catch (const std::exception &err) { + printf(" Exception : %s\n", err.what()); + result = UTEST_TEST_FAILURE; + } catch (...) { + printf(" Exception : Unknown\n"); + result = UTEST_TEST_FAILURE; + } + UTEST_SURPRESS_WARNING_END +#else + utest_state.tests[index].func(&result, utest_state.tests[index].index); +#endif + ns = utest_ns() - ns; + + if (utest_state.output) { + fprintf(utest_state.output, "\n"); + } + + // Record the failing test. + if (UTEST_TEST_FAILURE == result) { + const size_t failed_testcase_index = failed_testcases_length++; + failed_testcases = UTEST_PTR_CAST( + size_t *, utest_realloc(UTEST_PTR_CAST(void *, failed_testcases), + sizeof(size_t) * failed_testcases_length)); + if (UTEST_NULL != failed_testcases) { + failed_testcases[failed_testcase_index] = index; + } + failed++; + } else if (UTEST_TEST_SKIPPED == result) { + const size_t skipped_testcase_index = skipped_testcases_length++; + skipped_testcases = UTEST_PTR_CAST( + size_t *, utest_realloc(UTEST_PTR_CAST(void *, skipped_testcases), + sizeof(size_t) * skipped_testcases_length)); + if (UTEST_NULL != skipped_testcases) { + skipped_testcases[skipped_testcase_index] = index; + } + skipped++; + } + + { + const char *const units[] = {"ns", "us", "ms", "s", UTEST_NULL}; + unsigned int unit_index = 0; + utest_int64_t time = ns; + + if (enable_mixed_units) { + for (unit_index = 0; UTEST_NULL != units[unit_index]; unit_index++) { + if (10000 > time) { + break; + } + + time /= 1000; + } + } + + if (UTEST_TEST_FAILURE == result) { + printf("%s[ FAILED ]%s %s (%" UTEST_PRId64 "%s)\n", colours[RED], + colours[RESET], utest_state.tests[index].name, time, + units[unit_index]); + } else if (UTEST_TEST_SKIPPED == result) { + printf("%s[ SKIPPED ]%s %s (%" UTEST_PRId64 "%s)\n", colours[YELLOW], + colours[RESET], utest_state.tests[index].name, time, + units[unit_index]); + } else { + printf("%s[ OK ]%s %s (%" UTEST_PRId64 "%s)\n", colours[GREEN], + colours[RESET], utest_state.tests[index].name, time, + units[unit_index]); + } + } + } + + printf("%s[==========]%s %" UTEST_PRIu64 " test cases ran.\n", colours[GREEN], + colours[RESET], ran_tests); + printf("%s[ PASSED ]%s %" UTEST_PRIu64 " tests.\n", colours[GREEN], + colours[RESET], ran_tests - failed - skipped); + + if (0 != skipped) { + printf("%s[ SKIPPED ]%s %" UTEST_PRIu64 " tests, listed below:\n", + colours[YELLOW], colours[RESET], skipped); + for (index = 0; index < skipped_testcases_length; index++) { + printf("%s[ SKIPPED ]%s %s\n", colours[YELLOW], colours[RESET], + utest_state.tests[skipped_testcases[index]].name); + } + } + + if (0 != failed) { + printf("%s[ FAILED ]%s %" UTEST_PRIu64 " tests, listed below:\n", + colours[RED], colours[RESET], failed); + for (index = 0; index < failed_testcases_length; index++) { + printf("%s[ FAILED ]%s %s\n", colours[RED], colours[RESET], + utest_state.tests[failed_testcases[index]].name); + } + } + + if (utest_state.output) { + fprintf(utest_state.output, "\n\n"); + } + +cleanup: + for (index = 0; index < utest_state.tests_length; index++) { + free(UTEST_PTR_CAST(void *, utest_state.tests[index].name)); + } + + free(UTEST_PTR_CAST(void *, skipped_testcases)); + free(UTEST_PTR_CAST(void *, failed_testcases)); + free(UTEST_PTR_CAST(void *, utest_state.tests)); + + if (utest_state.output) { + fclose(utest_state.output); + } + + return UTEST_CAST(int, failed); +} + +#if defined(__clang__) +#if __has_warning("-Wunsafe-buffer-usage") +#pragma clang diagnostic pop +#endif +#endif + +/* + we need, in exactly one source file, define the global struct that will hold + the data we need to run utest. This macro allows the user to declare the + data without having to use the UTEST_MAIN macro, thus allowing them to write + their own main() function. +*/ +#define UTEST_STATE() struct utest_state_s utest_state = {0, 0, 0} + +/* + define a main() function to call into utest.h and start executing tests! A + user can optionally not use this macro, and instead define their own main() + function and manually call utest_main. The user must, in exactly one source + file, use the UTEST_STATE macro to declare a global struct variable that + utest requires. +*/ +#define UTEST_MAIN() \ + UTEST_STATE(); \ + int main(int argc, const char *const argv[]) { \ + return utest_main(argc, argv); \ + } + +#endif /* SHEREDOM_UTEST_H_INCLUDED */ diff --git a/src/thirdparty/libzip/zip.h b/src/thirdparty/libzip/zip.h index f1ff2fad2..6bbe795d9 100644 --- a/src/thirdparty/libzip/zip.h +++ b/src/thirdparty/libzip/zip.h @@ -34,7 +34,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #ifndef ZIP_EXTERN /*#ifdef _WIN32 @@ -160,7 +160,7 @@ extern "C" { #endif #define ZIP_EM_UNKNOWN 0xffff /* unknown algorithm */ - + enum zip_source_cmd { ZIP_SOURCE_OPEN, /* prepare for reading */ @@ -203,7 +203,7 @@ struct zip_source; typedef zip_int64_t (*zip_source_callback)(void *, void *, zip_uint64_t, enum zip_source_cmd); - + ZIP_EXTERN zip_int64_t zip_add(struct zip *, const char *, struct zip_source *); ZIP_EXTERN zip_int64_t zip_add_dir(struct zip *, const char *); diff --git a/src/thirdparty/libzip/zip_add.c b/src/thirdparty/libzip/zip_add.c index 6a310a836..675df9ec5 100644 --- a/src/thirdparty/libzip/zip_add.c +++ b/src/thirdparty/libzip/zip_add.c @@ -17,7 +17,7 @@ 3. The names of the authors may not be used to endorse or promote products derived from this software without specific prior written permission. - + THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + /* NOTE: Return type is signed so we can return -1 on error. @@ -51,6 +51,6 @@ zip_add(struct zip *za, const char *name, struct zip_source *source) _zip_error_set(&za->error, ZIP_ER_INVAL, 0); return -1; } - + return _zip_replace(za, ZIP_UINT64_MAX, name, source); } diff --git a/src/thirdparty/libzip/zip_add_dir.c b/src/thirdparty/libzip/zip_add_dir.c index 28a8ad143..f6d02bcdb 100644 --- a/src/thirdparty/libzip/zip_add_dir.c +++ b/src/thirdparty/libzip/zip_add_dir.c @@ -17,7 +17,7 @@ 3. The names of the authors may not be used to endorse or promote products derived from this software without specific prior written permission. - + THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE @@ -31,14 +31,14 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include #include "zipint.h" - + /* NOTE: Signed due to -1 on error. See zip_add.c for more details. */ @@ -77,7 +77,7 @@ zip_add_dir(struct zip *za, const char *name) free(s); return -1; } - + ret = _zip_replace(za, -1, s ? s : name, source); free(s); diff --git a/src/thirdparty/libzip/zip_close.c b/src/thirdparty/libzip/zip_close.c index 5e8375596..71231c703 100644 --- a/src/thirdparty/libzip/zip_close.c +++ b/src/thirdparty/libzip/zip_close.c @@ -17,7 +17,7 @@ 3. The names of the authors may not be used to endorse or promote products derived from this software without specific prior written permission. - + THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" @@ -63,14 +63,14 @@ static int _zip_cdir_set_comment(struct zip_cdir *, struct zip *); static char *_zip_create_temp_output(struct zip *, FILE **); static int _zip_torrentzip_cmp(const void *, const void *); - + struct filelist { int idx; const char *name; }; - + ZIP_EXTERN int zip_close(struct zip *za) @@ -108,7 +108,7 @@ zip_close(struct zip *za) } _zip_free(za); return 0; - } + } if ((filelist=(struct filelist *)malloc(sizeof(filelist[0])*survivors)) == NULL) @@ -175,7 +175,7 @@ zip_close(struct zip *za) if (zip_get_archive_flag(za, ZIP_AFL_TORRENT, 0)) _zip_dirent_torrent_normalize(&de); - + /* use it as central directory entry */ memcpy(cd->entry+j, &de, sizeof(cd->entry[j])); @@ -273,7 +273,7 @@ zip_close(struct zip *za) } if (zs) zip_source_free(zs); - + cd->entry[j].last_mod = de.last_mod; cd->entry[j].comp_method = de.comp_method; cd->entry[j].comp_size = de.comp_size; @@ -302,7 +302,7 @@ zip_close(struct zip *za) if (write_cdir(za, cd, out) < 0) error = 1; } - + /* pointers in cd entries are owned by za */ cd->nentry = 0; _zip_cdir_free(cd); @@ -321,7 +321,7 @@ zip_close(struct zip *za) free(temp); return -1; } - + if (za->zp) { fclose(za->zp); za->zp = NULL; @@ -345,11 +345,11 @@ zip_close(struct zip *za) _zip_free(za); free(temp); - + return 0; } - + static int add_data(struct zip *za, struct zip_source *src, struct zip_dirent *de, @@ -360,7 +360,7 @@ add_data(struct zip *za, struct zip_source *src, struct zip_dirent *de, struct zip_source *s2; zip_compression_implementation comp_impl; int ret; - + if (zip_source_stat(src, &st) < 0) { _zip_error_set_from_source(&za->error, src); return -1; @@ -375,7 +375,7 @@ add_data(struct zip *za, struct zip_source *src, struct zip_dirent *de, zip_source_pop(s2); return -1; } - + /* XXX: deflate 0-byte files for torrentzip? */ if (((st.valid & ZIP_STAT_COMP_METHOD) == 0 || st.comp_method == ZIP_CM_STORE) @@ -398,12 +398,12 @@ add_data(struct zip *za, struct zip_source *src, struct zip_dirent *de, s2 = src; offdata = ftello(ft); - + ret = copy_source(za, s2, ft); - + if (zip_source_stat(s2, &st) < 0) ret = -1; - + while (s2 != src) { if ((s2=zip_source_pop(s2)) == NULL) { /* XXX: set erorr */ @@ -433,7 +433,7 @@ add_data(struct zip *za, struct zip_source *src, struct zip_dirent *de, if (_zip_dirent_write(de, ft, 1, &za->error) < 0) return -1; - + if (fseeko(ft, offend, SEEK_SET) < 0) { _zip_error_set(&za->error, ZIP_ER_SEEK, errno); return -1; @@ -442,7 +442,7 @@ add_data(struct zip *za, struct zip_source *src, struct zip_dirent *de, return 0; } - + static int copy_data(FILE *fs, off_t len, FILE *ft, struct zip_error *error) @@ -468,14 +468,14 @@ copy_data(FILE *fs, off_t len, FILE *ft, struct zip_error *error) _zip_error_set(error, ZIP_ER_WRITE, errno); return -1; } - + len -= n; } return 0; } - + static int copy_source(struct zip *za, struct zip_source *src, FILE *ft) @@ -497,19 +497,19 @@ copy_source(struct zip *za, struct zip_source *src, FILE *ft) break; } } - + if (n < 0) { if (ret == 0) _zip_error_set_from_source(&za->error, src); ret = -1; - } + } zip_source_close(src); - + return ret; } - + static int write_cdir(struct zip *za, struct zip_cdir *cd, FILE *out) @@ -517,10 +517,10 @@ write_cdir(struct zip *za, struct zip_cdir *cd, FILE *out) off_t offset; uLong crc; char buf[TORRENT_CRC_LEN+1]; - + if (_zip_cdir_write(cd, out, &za->error) < 0) return -1; - + if (zip_get_archive_flag(za, ZIP_AFL_TORRENT, 0) == 0) return 0; @@ -547,7 +547,7 @@ write_cdir(struct zip *za, struct zip_cdir *cd, FILE *out) return 0; } - + static int _zip_cdir_set_comment(struct zip_cdir *dest, struct zip *src) @@ -571,7 +571,7 @@ _zip_cdir_set_comment(struct zip_cdir *dest, struct zip *src) return 0; } - + int _zip_changed(struct zip *za, int *survivorsp) @@ -599,7 +599,7 @@ _zip_changed(struct zip *za, int *survivorsp) return changed; } - + static char * _zip_create_temp_output(struct zip *za, FILE **outp) @@ -607,7 +607,7 @@ _zip_create_temp_output(struct zip *za, FILE **outp) char *temp; int tfd; FILE *tfp; - + if ((temp=(char *)malloc(strlen(za->zn)+8)) == NULL) { _zip_error_set(&za->error, ZIP_ER_MEMORY, 0); return NULL; @@ -620,7 +620,7 @@ _zip_create_temp_output(struct zip *za, FILE **outp) free(temp); return NULL; } - + if ((tfp=fdopen(tfd, "r+b")) == NULL) { _zip_error_set(&za->error, ZIP_ER_TMPOPEN, errno); close(tfd); @@ -641,7 +641,7 @@ _zip_create_temp_output(struct zip *za, FILE **outp) return temp; } - + static int _zip_torrentzip_cmp(const void *a, const void *b) diff --git a/src/thirdparty/libzip/zip_delete.c b/src/thirdparty/libzip/zip_delete.c index 8178ebbac..65509e8fe 100644 --- a/src/thirdparty/libzip/zip_delete.c +++ b/src/thirdparty/libzip/zip_delete.c @@ -17,7 +17,7 @@ 3. The names of the authors may not be used to endorse or promote products derived from this software without specific prior written permission. - + THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN int zip_delete(struct zip *za, zip_uint64_t idx) @@ -59,5 +59,3 @@ zip_delete(struct zip *za, zip_uint64_t idx) return 0; } - - diff --git a/src/thirdparty/libzip/zip_dirent.c b/src/thirdparty/libzip/zip_dirent.c index b5b9d273b..7f4aff826 100644 --- a/src/thirdparty/libzip/zip_dirent.c +++ b/src/thirdparty/libzip/zip_dirent.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -48,7 +48,7 @@ static char *_zip_readstr(unsigned char **, int, int, struct zip_error *); static void _zip_write2(unsigned short, FILE *); static void _zip_write4(unsigned int, FILE *); - + void _zip_cdir_free(struct zip_cdir *cd) @@ -65,7 +65,7 @@ _zip_cdir_free(struct zip_cdir *cd) free(cd); } - + int _zip_cdir_grow(struct zip_cdir *cd, int nentry, struct zip_error *error) @@ -89,7 +89,7 @@ _zip_cdir_grow(struct zip_cdir *cd, int nentry, struct zip_error *error) return 0; } - + struct zip_cdir * _zip_cdir_new(int nentry, struct zip_error *error) @@ -118,7 +118,7 @@ _zip_cdir_new(int nentry, struct zip_error *error) return cd; } - + int _zip_cdir_write(struct zip_cdir *cd, FILE *fp, struct zip_error *error) @@ -152,7 +152,7 @@ _zip_cdir_write(struct zip_cdir *cd, FILE *fp, struct zip_error *error) return 0; } - + void _zip_dirent_finalize(struct zip_dirent *zde) @@ -165,7 +165,7 @@ _zip_dirent_finalize(struct zip_dirent *zde) zde->comment = NULL; } - + void _zip_dirent_init(struct zip_dirent *de) @@ -190,7 +190,7 @@ _zip_dirent_init(struct zip_dirent *de) de->offset = 0; } - + /* _zip_dirent_read(zde, fp, bufp, left, localp, error): Fills the zip directory entry zde. @@ -346,7 +346,7 @@ _zip_dirent_read(struct zip_dirent *zde, FILE *fp, return 0; } - + /* _zip_dirent_torrent_normalize(de); Set values suitable for torrentzip. @@ -403,7 +403,7 @@ _zip_dirent_torrent_normalize(struct zip_dirent *de) de->comment_len = 0; } - + /* _zip_dirent_write(zde, fp, localp, error): Writes zip directory entry zde to file fp. @@ -467,7 +467,7 @@ _zip_dirent_write(struct zip_dirent *zde, FILE *fp, int localp, return 0; } - + static time_t _zip_d2u_time(int dtime, int ddate) @@ -490,7 +490,7 @@ _zip_d2u_time(int dtime, int ddate) return mktime(&tm); } - + unsigned short _zip_read2(unsigned char **a) @@ -503,7 +503,7 @@ _zip_read2(unsigned char **a) return ret; } - + unsigned int _zip_read4(unsigned char **a) @@ -516,7 +516,7 @@ _zip_read4(unsigned char **a) return ret; } - + static char * _zip_readfpstr(FILE *fp, unsigned int len, int nulp, struct zip_error *error) @@ -546,7 +546,7 @@ _zip_readfpstr(FILE *fp, unsigned int len, int nulp, struct zip_error *error) return r; } - + static char * _zip_readstr(unsigned char **buf, int len, int nulp, struct zip_error *error) @@ -573,7 +573,7 @@ _zip_readstr(unsigned char **buf, int len, int nulp, struct zip_error *error) return r; } - + static void _zip_write2(unsigned short i, FILE *fp) @@ -584,7 +584,7 @@ _zip_write2(unsigned short i, FILE *fp) return; } - + static void _zip_write4(unsigned int i, FILE *fp) @@ -597,7 +597,7 @@ _zip_write4(unsigned int i, FILE *fp) return; } - + void _zip_u2d_time(time_t time, unsigned short *dtime, unsigned short *ddate) diff --git a/src/thirdparty/libzip/zip_entry_free.c b/src/thirdparty/libzip/zip_entry_free.c index e8a77707f..f6e9330ca 100644 --- a/src/thirdparty/libzip/zip_entry_free.c +++ b/src/thirdparty/libzip/zip_entry_free.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + void _zip_entry_free(struct zip_entry *ze) diff --git a/src/thirdparty/libzip/zip_entry_new.c b/src/thirdparty/libzip/zip_entry_new.c index ad5d59975..974721908 100644 --- a/src/thirdparty/libzip/zip_entry_new.c +++ b/src/thirdparty/libzip/zip_entry_new.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + struct zip_entry * _zip_entry_new(struct zip *za) diff --git a/src/thirdparty/libzip/zip_err_str.c b/src/thirdparty/libzip/zip_err_str.c index 8fb60036e..bc7f850a3 100644 --- a/src/thirdparty/libzip/zip_err_str.c +++ b/src/thirdparty/libzip/zip_err_str.c @@ -5,7 +5,7 @@ #include "zipint.h" - + const char * const _zip_err_str[] = { "No error", diff --git a/src/thirdparty/libzip/zip_error.c b/src/thirdparty/libzip/zip_error.c index b8d907abf..e82b374c6 100644 --- a/src/thirdparty/libzip/zip_error.c +++ b/src/thirdparty/libzip/zip_error.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + void _zip_error_clear(struct zip_error *err) @@ -46,7 +46,7 @@ _zip_error_clear(struct zip_error *err) err->sys_err = 0; } - + void _zip_error_copy(struct zip_error *dst, struct zip_error *src) @@ -55,7 +55,7 @@ _zip_error_copy(struct zip_error *dst, struct zip_error *src) dst->sys_err = src->sys_err; } - + void _zip_error_fini(struct zip_error *err) @@ -64,7 +64,7 @@ _zip_error_fini(struct zip_error *err) err->str = NULL; } - + void _zip_error_get(struct zip_error *err, int *zep, int *sep) @@ -79,7 +79,7 @@ _zip_error_get(struct zip_error *err, int *zep, int *sep) } } - + void _zip_error_init(struct zip_error *err) @@ -89,7 +89,7 @@ _zip_error_init(struct zip_error *err) err->str = NULL; } - + void _zip_error_set(struct zip_error *err, int ze, int se) @@ -100,7 +100,7 @@ _zip_error_set(struct zip_error *err, int ze, int se) } } - + void _zip_error_set_from_source(struct zip_error *err, struct zip_source *src) diff --git a/src/thirdparty/libzip/zip_error_clear.c b/src/thirdparty/libzip/zip_error_clear.c index 364383ebe..a45a3fad3 100644 --- a/src/thirdparty/libzip/zip_error_clear.c +++ b/src/thirdparty/libzip/zip_error_clear.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN void zip_error_clear(struct zip *za) diff --git a/src/thirdparty/libzip/zip_error_get.c b/src/thirdparty/libzip/zip_error_get.c index 6d1c958c1..38cf5c315 100644 --- a/src/thirdparty/libzip/zip_error_get.c +++ b/src/thirdparty/libzip/zip_error_get.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN void zip_error_get(struct zip *za, int *zep, int *sep) diff --git a/src/thirdparty/libzip/zip_error_get_sys_type.c b/src/thirdparty/libzip/zip_error_get_sys_type.c index 6c6f38074..a58279501 100644 --- a/src/thirdparty/libzip/zip_error_get_sys_type.c +++ b/src/thirdparty/libzip/zip_error_get_sys_type.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN int zip_error_get_sys_type(int ze) diff --git a/src/thirdparty/libzip/zip_error_strerror.c b/src/thirdparty/libzip/zip_error_strerror.c index 3d0951cfb..37dc56347 100644 --- a/src/thirdparty/libzip/zip_error_strerror.c +++ b/src/thirdparty/libzip/zip_error_strerror.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -40,7 +40,7 @@ #include "zipint.h" - + const char * _zip_error_strerror(struct zip_error *err) diff --git a/src/thirdparty/libzip/zip_error_to_str.c b/src/thirdparty/libzip/zip_error_to_str.c index 11a0cd2bb..cbc1ef853 100644 --- a/src/thirdparty/libzip/zip_error_to_str.c +++ b/src/thirdparty/libzip/zip_error_to_str.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -40,7 +40,7 @@ #include "zipint.h" - + ZIP_EXTERN int zip_error_to_str(char *buf, zip_uint64_t len, int ze, int se) diff --git a/src/thirdparty/libzip/zip_fclose.c b/src/thirdparty/libzip/zip_fclose.c index 8a15febff..fe5247d84 100644 --- a/src/thirdparty/libzip/zip_fclose.c +++ b/src/thirdparty/libzip/zip_fclose.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + ZIP_EXTERN int zip_fclose(struct zip_file *zf) diff --git a/src/thirdparty/libzip/zip_fdopen.c b/src/thirdparty/libzip/zip_fdopen.c index 60d76a458..ad8893276 100644 --- a/src/thirdparty/libzip/zip_fdopen.c +++ b/src/thirdparty/libzip/zip_fdopen.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" #ifdef ZIP_HAVE_UNISTD_H #include #endif - + ZIP_EXTERN struct zip * zip_fdopen(int fd_orig, int flags, int *zep) diff --git a/src/thirdparty/libzip/zip_file_error_clear.c b/src/thirdparty/libzip/zip_file_error_clear.c index ef6fa10e4..562fee1f7 100644 --- a/src/thirdparty/libzip/zip_file_error_clear.c +++ b/src/thirdparty/libzip/zip_file_error_clear.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN void zip_file_error_clear(struct zip_file *zf) diff --git a/src/thirdparty/libzip/zip_file_error_get.c b/src/thirdparty/libzip/zip_file_error_get.c index f20e011fc..58c69ee87 100644 --- a/src/thirdparty/libzip/zip_file_error_get.c +++ b/src/thirdparty/libzip/zip_file_error_get.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN void zip_file_error_get(struct zip_file *zf, int *zep, int *sep) diff --git a/src/thirdparty/libzip/zip_file_get_offset.c b/src/thirdparty/libzip/zip_file_get_offset.c index b96fd5e48..ee41636aa 100644 --- a/src/thirdparty/libzip/zip_file_get_offset.c +++ b/src/thirdparty/libzip/zip_file_get_offset.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -42,7 +42,7 @@ #include "zipint.h" - + /* _zip_file_get_offset(za, ze): Returns the offset of the file data for entry ze. diff --git a/src/thirdparty/libzip/zip_file_strerror.c b/src/thirdparty/libzip/zip_file_strerror.c index 9ba70f14f..509e2f3db 100644 --- a/src/thirdparty/libzip/zip_file_strerror.c +++ b/src/thirdparty/libzip/zip_file_strerror.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN const char * zip_file_strerror(struct zip_file *zf) diff --git a/src/thirdparty/libzip/zip_filerange_crc.c b/src/thirdparty/libzip/zip_filerange_crc.c index 4d1ad5669..2c383e72a 100644 --- a/src/thirdparty/libzip/zip_filerange_crc.c +++ b/src/thirdparty/libzip/zip_filerange_crc.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -39,7 +39,7 @@ #include "zipint.h" - + int _zip_filerange_crc(FILE *fp, off_t start, off_t len, uLong *crcp, diff --git a/src/thirdparty/libzip/zip_fopen.c b/src/thirdparty/libzip/zip_fopen.c index 5a65ebaec..483f28149 100644 --- a/src/thirdparty/libzip/zip_fopen.c +++ b/src/thirdparty/libzip/zip_fopen.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN struct zip_file * zip_fopen(struct zip *za, const char *fname, int flags) diff --git a/src/thirdparty/libzip/zip_fopen_encrypted.c b/src/thirdparty/libzip/zip_fopen_encrypted.c index 0a4b131ae..8292684f3 100644 --- a/src/thirdparty/libzip/zip_fopen_encrypted.c +++ b/src/thirdparty/libzip/zip_fopen_encrypted.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN struct zip_file * zip_fopen_encrypted(struct zip *za, const char *fname, int flags, diff --git a/src/thirdparty/libzip/zip_fopen_index.c b/src/thirdparty/libzip/zip_fopen_index.c index 3a58bbed9..d1ad8259b 100644 --- a/src/thirdparty/libzip/zip_fopen_index.c +++ b/src/thirdparty/libzip/zip_fopen_index.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -39,7 +39,7 @@ #include "zipint.h" - + ZIP_EXTERN struct zip_file * zip_fopen_index(struct zip *za, zip_uint64_t fileno, int flags) diff --git a/src/thirdparty/libzip/zip_fopen_index_encrypted.c b/src/thirdparty/libzip/zip_fopen_index_encrypted.c index 2e617bf1e..49c0d6ed8 100644 --- a/src/thirdparty/libzip/zip_fopen_index_encrypted.c +++ b/src/thirdparty/libzip/zip_fopen_index_encrypted.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -41,7 +41,7 @@ static struct zip_file *_zip_file_new(struct zip *za); - + ZIP_EXTERN struct zip_file * zip_fopen_index_encrypted(struct zip *za, zip_uint64_t fileno, int flags, @@ -154,7 +154,7 @@ zip_fopen_index_encrypted(struct zip *za, zip_uint64_t fileno, int flags, return zf; } - + static struct zip_file * _zip_file_new(struct zip *za) diff --git a/src/thirdparty/libzip/zip_fread.c b/src/thirdparty/libzip/zip_fread.c index 8235c6dfa..901e2f102 100644 --- a/src/thirdparty/libzip/zip_fread.c +++ b/src/thirdparty/libzip/zip_fread.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN zip_int64_t zip_fread(struct zip_file *zf, void *outbuf, zip_uint64_t toread) diff --git a/src/thirdparty/libzip/zip_free.c b/src/thirdparty/libzip/zip_free.c index 9932c14fe..3122a5133 100644 --- a/src/thirdparty/libzip/zip_free.c +++ b/src/thirdparty/libzip/zip_free.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + /* _zip_free: frees the space allocated to a zipfile struct, and closes the diff --git a/src/thirdparty/libzip/zip_get_archive_comment.c b/src/thirdparty/libzip/zip_get_archive_comment.c index 669eb7021..ef798cfba 100644 --- a/src/thirdparty/libzip/zip_get_archive_comment.c +++ b/src/thirdparty/libzip/zip_get_archive_comment.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN const char * zip_get_archive_comment(struct zip *za, int *lenp, int flags) diff --git a/src/thirdparty/libzip/zip_get_archive_flag.c b/src/thirdparty/libzip/zip_get_archive_flag.c index 4733d92b5..64e415898 100644 --- a/src/thirdparty/libzip/zip_get_archive_flag.c +++ b/src/thirdparty/libzip/zip_get_archive_flag.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN int zip_get_archive_flag(struct zip *za, int flag, int flags) diff --git a/src/thirdparty/libzip/zip_get_compression_implementation.c b/src/thirdparty/libzip/zip_get_compression_implementation.c index 8d4ccb69a..c48045b45 100644 --- a/src/thirdparty/libzip/zip_get_compression_implementation.c +++ b/src/thirdparty/libzip/zip_get_compression_implementation.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN zip_compression_implementation zip_get_compression_implementation(zip_uint16_t cm) diff --git a/src/thirdparty/libzip/zip_get_encryption_implementation.c b/src/thirdparty/libzip/zip_get_encryption_implementation.c index d83698c86..49fbaca2f 100644 --- a/src/thirdparty/libzip/zip_get_encryption_implementation.c +++ b/src/thirdparty/libzip/zip_get_encryption_implementation.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN zip_encryption_implementation zip_get_encryption_implementation(zip_uint16_t em) diff --git a/src/thirdparty/libzip/zip_get_file_comment.c b/src/thirdparty/libzip/zip_get_file_comment.c index b9dacbe5f..886bedc08 100644 --- a/src/thirdparty/libzip/zip_get_file_comment.c +++ b/src/thirdparty/libzip/zip_get_file_comment.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN const char * zip_get_file_comment(struct zip *za, zip_uint64_t idx, int *lenp, int flags) diff --git a/src/thirdparty/libzip/zip_get_name.c b/src/thirdparty/libzip/zip_get_name.c index 531af5029..b74299379 100644 --- a/src/thirdparty/libzip/zip_get_name.c +++ b/src/thirdparty/libzip/zip_get_name.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN const char * zip_get_name(struct zip *za, zip_uint64_t idx, int flags) @@ -43,7 +43,7 @@ zip_get_name(struct zip *za, zip_uint64_t idx, int flags) return _zip_get_name(za, idx, flags, &za->error); } - + const char * _zip_get_name(struct zip *za, zip_uint64_t idx, int flags, diff --git a/src/thirdparty/libzip/zip_get_num_entries.c b/src/thirdparty/libzip/zip_get_num_entries.c index 83293e955..7da9a74b7 100644 --- a/src/thirdparty/libzip/zip_get_num_entries.c +++ b/src/thirdparty/libzip/zip_get_num_entries.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN zip_uint64_t zip_get_num_entries(struct zip *za, int flags) diff --git a/src/thirdparty/libzip/zip_get_num_files.c b/src/thirdparty/libzip/zip_get_num_files.c index 1d9baa3d6..740c509fe 100644 --- a/src/thirdparty/libzip/zip_get_num_files.c +++ b/src/thirdparty/libzip/zip_get_num_files.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN int zip_get_num_files(struct zip *za) diff --git a/src/thirdparty/libzip/zip_memdup.c b/src/thirdparty/libzip/zip_memdup.c index 641125ed2..fa9bc6f3a 100644 --- a/src/thirdparty/libzip/zip_memdup.c +++ b/src/thirdparty/libzip/zip_memdup.c @@ -36,7 +36,7 @@ #include "zipint.h" - + void * _zip_memdup(const void *mem, size_t len, struct zip_error *error) diff --git a/src/thirdparty/libzip/zip_name_locate.c b/src/thirdparty/libzip/zip_name_locate.c index 89cc15922..0849353d4 100644 --- a/src/thirdparty/libzip/zip_name_locate.c +++ b/src/thirdparty/libzip/zip_name_locate.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + ZIP_EXTERN int zip_name_locate(struct zip *za, const char *fname, int flags) @@ -45,7 +45,7 @@ zip_name_locate(struct zip *za, const char *fname, int flags) return _zip_name_locate(za, fname, flags, &za->error); } - + int _zip_name_locate(struct zip *za, const char *fname, int flags, diff --git a/src/thirdparty/libzip/zip_new.c b/src/thirdparty/libzip/zip_new.c index 7ce1237cd..81bb4a746 100644 --- a/src/thirdparty/libzip/zip_new.c +++ b/src/thirdparty/libzip/zip_new.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + /* _zip_new: creates a new zipfile struct, and sets the contents to zero; returns diff --git a/src/thirdparty/libzip/zip_open.c b/src/thirdparty/libzip/zip_open.c index 015c91e44..05821c1d0 100644 --- a/src/thirdparty/libzip/zip_open.c +++ b/src/thirdparty/libzip/zip_open.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -55,7 +55,7 @@ static unsigned char *_zip_memmem(const unsigned char *, int, static struct zip_cdir *_zip_readcdir(FILE *, off_t, unsigned char *, unsigned char *, int, int, struct zip_error *); - + ZIP_EXTERN struct zip * zip_open(const char *fn, int flags, int *zep) @@ -79,7 +79,7 @@ zip_open(const char *fn, int flags, int *zep) return _zip_open(fn, fp, flags, 0, zep); } - + struct zip * _zip_open(const char *fn, FILE *fp, int flags, int aflags, int *zep) @@ -134,7 +134,7 @@ _zip_open(const char *fn, FILE *fp, int flags, int aflags, int *zep) return za; } - + static void set_error(int *zep, struct zip_error *err, int ze) @@ -151,7 +151,7 @@ set_error(int *zep, struct zip_error *err, int ze) *zep = ze; } - + /* _zip_readcdir: tries to find a valid end-of-central-directory at the beginning of @@ -281,7 +281,7 @@ _zip_readcdir(FILE *fp, off_t buf_offset, unsigned char *buf, unsigned char *eoc return cd; } - + /* _zip_checkcons: Checks the consistency of the central directory by comparing central @@ -339,7 +339,7 @@ _zip_checkcons(FILE *fp, struct zip_cdir *cd, struct zip_error *error) return max - min; } - + /* _zip_check_torrentzip: check wether ZA has a valid TORRENTZIP comment, i.e. is torrentzipped */ @@ -374,7 +374,7 @@ _zip_check_torrentzip(struct zip *za) } - + /* _zip_headercomp: compares two headers h1 and h2; if they are local headers, set @@ -443,7 +443,7 @@ _zip_headercomp(struct zip_dirent *h1, int local1p, struct zip_dirent *h2, return 0; } - + static struct zip * _zip_allocate_new(const char *fn, int *zep) @@ -469,7 +469,7 @@ _zip_allocate_new(const char *fn, int *zep) return za; } - + static int _zip_file_exists(const char *fn, int flags, int *zep) @@ -499,7 +499,7 @@ _zip_file_exists(const char *fn, int flags, int *zep) return 1; } - + static struct zip_cdir * _zip_find_central_dir(FILE *fp, int flags, int *zep, off_t len) @@ -580,7 +580,7 @@ _zip_find_central_dir(FILE *fp, int flags, int *zep, off_t len) return cdir; } - + static unsigned char * _zip_memmem(const unsigned char *big, int biglen, const unsigned char *little, diff --git a/src/thirdparty/libzip/zip_rename.c b/src/thirdparty/libzip/zip_rename.c index d78bbe8bc..e1911c363 100644 --- a/src/thirdparty/libzip/zip_rename.c +++ b/src/thirdparty/libzip/zip_rename.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + ZIP_EXTERN int zip_rename(struct zip *za, zip_uint64_t idx, const char *name) diff --git a/src/thirdparty/libzip/zip_replace.c b/src/thirdparty/libzip/zip_replace.c index c444e78dc..5e2789aed 100644 --- a/src/thirdparty/libzip/zip_replace.c +++ b/src/thirdparty/libzip/zip_replace.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN int zip_replace(struct zip *za, zip_uint64_t idx, struct zip_source *source) @@ -52,7 +52,7 @@ zip_replace(struct zip *za, zip_uint64_t idx, struct zip_source *source) } - + /* NOTE: Signed due to -1 on error. See zip_add.c for more details. */ diff --git a/src/thirdparty/libzip/zip_set_archive_comment.c b/src/thirdparty/libzip/zip_set_archive_comment.c index 3bb85d10e..c74c197a9 100644 --- a/src/thirdparty/libzip/zip_set_archive_comment.c +++ b/src/thirdparty/libzip/zip_set_archive_comment.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + ZIP_EXTERN int zip_set_archive_comment(struct zip *za, const char *comment, int len) diff --git a/src/thirdparty/libzip/zip_set_archive_flag.c b/src/thirdparty/libzip/zip_set_archive_flag.c index e0e713a41..f7092ed5a 100644 --- a/src/thirdparty/libzip/zip_set_archive_flag.c +++ b/src/thirdparty/libzip/zip_set_archive_flag.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN int zip_set_archive_flag(struct zip *za, int flag, int value) diff --git a/src/thirdparty/libzip/zip_set_default_password.c b/src/thirdparty/libzip/zip_set_default_password.c index b9aa80acf..0e4ee285e 100644 --- a/src/thirdparty/libzip/zip_set_default_password.c +++ b/src/thirdparty/libzip/zip_set_default_password.c @@ -31,14 +31,14 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include #include "zipint.h" - + ZIP_EXTERN int zip_set_default_password(struct zip *za, const char *passwd) diff --git a/src/thirdparty/libzip/zip_set_file_comment.c b/src/thirdparty/libzip/zip_set_file_comment.c index 6ae76a0c3..ecfb1a718 100644 --- a/src/thirdparty/libzip/zip_set_file_comment.c +++ b/src/thirdparty/libzip/zip_set_file_comment.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + ZIP_EXTERN int zip_set_file_comment(struct zip *za, zip_uint64_t idx, diff --git a/src/thirdparty/libzip/zip_set_name.c b/src/thirdparty/libzip/zip_set_name.c index 2a90601bf..1d92db5f4 100644 --- a/src/thirdparty/libzip/zip_set_name.c +++ b/src/thirdparty/libzip/zip_set_name.c @@ -31,14 +31,14 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include #include "zipint.h" - + int _zip_set_name(struct zip *za, zip_uint64_t idx, const char *name) diff --git a/src/thirdparty/libzip/zip_source_buffer.c b/src/thirdparty/libzip/zip_source_buffer.c index af8bf1939..95e3fea9b 100644 --- a/src/thirdparty/libzip/zip_source_buffer.c +++ b/src/thirdparty/libzip/zip_source_buffer.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -46,7 +46,7 @@ struct read_data { static zip_int64_t read_data(void *, void *, zip_uint64_t, enum zip_source_cmd); - + ZIP_EXTERN struct zip_source * zip_source_buffer(struct zip *za, const void *data, zip_uint64_t len, int freep) @@ -80,7 +80,7 @@ zip_source_buffer(struct zip *za, const void *data, zip_uint64_t len, int freep) return zs; } - + static zip_int64_t read_data(void *state, void *data, zip_uint64_t len, enum zip_source_cmd cmd) diff --git a/src/thirdparty/libzip/zip_source_close.c b/src/thirdparty/libzip/zip_source_close.c index 882a1997b..d2eeca214 100644 --- a/src/thirdparty/libzip/zip_source_close.c +++ b/src/thirdparty/libzip/zip_source_close.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN void zip_source_close(struct zip_source *src) diff --git a/src/thirdparty/libzip/zip_source_crc.c b/src/thirdparty/libzip/zip_source_crc.c index 59e8a1959..b2ae9dfeb 100644 --- a/src/thirdparty/libzip/zip_source_crc.c +++ b/src/thirdparty/libzip/zip_source_crc.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -49,7 +49,7 @@ struct crc { static zip_int64_t crc_read(struct zip_source *, void *, void * , zip_uint64_t, enum zip_source_cmd); - + ZIP_EXTERN struct zip_source * zip_source_crc(struct zip *za, struct zip_source *src, int validate) @@ -71,7 +71,7 @@ zip_source_crc(struct zip *za, struct zip_source *src, int validate) return zip_source_layered(za, src, crc_read, ctx); } - + static zip_int64_t crc_read(struct zip_source *src, void *_ctx, void *data, diff --git a/src/thirdparty/libzip/zip_source_deflate.c b/src/thirdparty/libzip/zip_source_deflate.c index 0cbcd7ca7..50ec61cf0 100644 --- a/src/thirdparty/libzip/zip_source_deflate.c +++ b/src/thirdparty/libzip/zip_source_deflate.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -58,7 +58,7 @@ static zip_int64_t deflate_decompress(struct zip_source *, void *, void *, zip_uint64_t, enum zip_source_cmd); static void deflate_free(struct deflate *); - + ZIP_EXTERN struct zip_source * zip_source_deflate(struct zip *za, struct zip_source *src, @@ -97,7 +97,7 @@ zip_source_deflate(struct zip *za, struct zip_source *src, return s2; } - + static zip_int64_t compress_read(struct zip_source *src, struct deflate *ctx, @@ -172,7 +172,7 @@ compress_read(struct zip_source *src, struct deflate *ctx, return (ctx->e[0] == 0) ? 0 : -1; } - + static zip_int64_t decompress_read(struct zip_source *src, struct deflate *ctx, @@ -242,7 +242,7 @@ decompress_read(struct zip_source *src, struct deflate *ctx, return (ctx->e[0] == 0) ? 0 : -1; } - + static zip_int64_t deflate_compress(struct zip_source *src, void *ud, void *data, @@ -313,7 +313,7 @@ deflate_compress(struct zip_source *src, void *ud, void *data, } } - + static zip_int64_t deflate_decompress(struct zip_source *src, void *ud, void *data, @@ -384,7 +384,7 @@ deflate_decompress(struct zip_source *src, void *ud, void *data, } - + static void deflate_free(struct deflate *ctx) diff --git a/src/thirdparty/libzip/zip_source_error.c b/src/thirdparty/libzip/zip_source_error.c index 433b450b6..8eb712147 100644 --- a/src/thirdparty/libzip/zip_source_error.c +++ b/src/thirdparty/libzip/zip_source_error.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN void zip_source_error(struct zip_source *src, int *ze, int *se) diff --git a/src/thirdparty/libzip/zip_source_file.c b/src/thirdparty/libzip/zip_source_file.c index 79c8ee5ac..8ebe518d8 100644 --- a/src/thirdparty/libzip/zip_source_file.c +++ b/src/thirdparty/libzip/zip_source_file.c @@ -31,14 +31,14 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include #include "zipint.h" - + ZIP_EXTERN struct zip_source * zip_source_file(struct zip *za, const char *fname, zip_uint64_t start, diff --git a/src/thirdparty/libzip/zip_source_filep.c b/src/thirdparty/libzip/zip_source_filep.c index 7e26ff6c5..7401e462b 100644 --- a/src/thirdparty/libzip/zip_source_filep.c +++ b/src/thirdparty/libzip/zip_source_filep.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -56,7 +56,7 @@ struct read_file { static zip_int64_t read_file(void *state, void *data, zip_uint64_t len, enum zip_source_cmd cmd); - + ZIP_EXTERN struct zip_source * zip_source_filep(struct zip *za, FILE *file, zip_uint64_t start, @@ -73,7 +73,7 @@ zip_source_filep(struct zip *za, FILE *file, zip_uint64_t start, return _zip_source_file_or_p(za, NULL, file, start, len, 1, NULL); } - + struct zip_source * _zip_source_file_or_p(struct zip *za, const char *fname, FILE *file, @@ -118,7 +118,7 @@ _zip_source_file_or_p(struct zip *za, const char *fname, FILE *file, return zs; } - + static zip_int64_t read_file(void *state, void *data, zip_uint64_t len, enum zip_source_cmd cmd) diff --git a/src/thirdparty/libzip/zip_source_free.c b/src/thirdparty/libzip/zip_source_free.c index b1e784049..1027234d0 100644 --- a/src/thirdparty/libzip/zip_source_free.c +++ b/src/thirdparty/libzip/zip_source_free.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + ZIP_EXTERN void zip_source_free(struct zip_source *src) diff --git a/src/thirdparty/libzip/zip_source_function.c b/src/thirdparty/libzip/zip_source_function.c index cb92e339b..64b91d307 100644 --- a/src/thirdparty/libzip/zip_source_function.c +++ b/src/thirdparty/libzip/zip_source_function.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + ZIP_EXTERN struct zip_source * zip_source_function(struct zip *za, zip_source_callback zcb, void *ud) @@ -56,7 +56,7 @@ zip_source_function(struct zip *za, zip_source_callback zcb, void *ud) return zs; } - + struct zip_source * _zip_source_new(struct zip *za) diff --git a/src/thirdparty/libzip/zip_source_layered.c b/src/thirdparty/libzip/zip_source_layered.c index 9bdf3c5ae..f1ef20d77 100644 --- a/src/thirdparty/libzip/zip_source_layered.c +++ b/src/thirdparty/libzip/zip_source_layered.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + ZIP_EXTERN struct zip_source * zip_source_layered(struct zip *za, struct zip_source *src, diff --git a/src/thirdparty/libzip/zip_source_open.c b/src/thirdparty/libzip/zip_source_open.c index a279e20b7..d22fe7e1b 100644 --- a/src/thirdparty/libzip/zip_source_open.c +++ b/src/thirdparty/libzip/zip_source_open.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN int zip_source_open(struct zip_source *src) diff --git a/src/thirdparty/libzip/zip_source_pkware.c b/src/thirdparty/libzip/zip_source_pkware.c index 21f4be4f9..11accd1b8 100644 --- a/src/thirdparty/libzip/zip_source_pkware.c +++ b/src/thirdparty/libzip/zip_source_pkware.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -53,7 +53,7 @@ static const uLongf *crc = NULL; #define CRC32(c, b) (crc[((c) ^ (b)) & 0xff] ^ ((c) >> 8)) - + static void decrypt(struct trad_pkware *, zip_uint8_t *, const zip_uint8_t *, zip_uint64_t, int); @@ -62,7 +62,7 @@ static zip_int64_t pkware_decrypt(struct zip_source *, void *, void *, zip_uint64_t, enum zip_source_cmd); static void pkware_free(struct trad_pkware *); - + ZIP_EXTERN struct zip_source * zip_source_pkware(struct zip *za, struct zip_source *src, @@ -103,7 +103,7 @@ zip_source_pkware(struct zip *za, struct zip_source *src, return s2; } - + static void decrypt(struct trad_pkware *ctx, zip_uint8_t *out, const zip_uint8_t *in, @@ -135,7 +135,7 @@ decrypt(struct trad_pkware *ctx, zip_uint8_t *out, const zip_uint8_t *in, } } - + static int decrypt_header(struct zip_source *src, struct trad_pkware *ctx) @@ -175,7 +175,7 @@ decrypt_header(struct zip_source *src, struct trad_pkware *ctx) return 0; } - + static zip_int64_t pkware_decrypt(struct zip_source *src, void *ud, void *data, @@ -232,7 +232,7 @@ pkware_decrypt(struct zip_source *src, void *ud, void *data, } } - + static void pkware_free(struct trad_pkware *ctx) diff --git a/src/thirdparty/libzip/zip_source_pop.c b/src/thirdparty/libzip/zip_source_pop.c index 88d37da51..41a289a97 100644 --- a/src/thirdparty/libzip/zip_source_pop.c +++ b/src/thirdparty/libzip/zip_source_pop.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + ZIP_EXTERN struct zip_source * zip_source_pop(struct zip_source *src) diff --git a/src/thirdparty/libzip/zip_source_read.c b/src/thirdparty/libzip/zip_source_read.c index 432243b44..1db12954f 100644 --- a/src/thirdparty/libzip/zip_source_read.c +++ b/src/thirdparty/libzip/zip_source_read.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN zip_int64_t zip_source_read(struct zip_source *src, void *data, zip_uint64_t len) diff --git a/src/thirdparty/libzip/zip_source_stat.c b/src/thirdparty/libzip/zip_source_stat.c index 2166074d2..2f7ddac0b 100644 --- a/src/thirdparty/libzip/zip_source_stat.c +++ b/src/thirdparty/libzip/zip_source_stat.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN int zip_source_stat(struct zip_source *src, struct zip_stat *st) diff --git a/src/thirdparty/libzip/zip_source_zip.c b/src/thirdparty/libzip/zip_source_zip.c index 2b9061f0c..1ca8159ff 100644 --- a/src/thirdparty/libzip/zip_source_zip.c +++ b/src/thirdparty/libzip/zip_source_zip.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include @@ -48,7 +48,7 @@ struct read_zip { static zip_int64_t read_zip(void *st, void *data, zip_uint64_t len, enum zip_source_cmd cmd); - + ZIP_EXTERN struct zip_source * zip_source_zip(struct zip *za, struct zip *srcza, zip_uint64_t srcidx, @@ -114,7 +114,7 @@ zip_source_zip(struct zip *za, struct zip *srcza, zip_uint64_t srcidx, return zs; } - + static zip_int64_t read_zip(void *state, void *data, zip_uint64_t len, enum zip_source_cmd cmd) diff --git a/src/thirdparty/libzip/zip_stat.c b/src/thirdparty/libzip/zip_stat.c index df1c0b50b..1df94b5aa 100644 --- a/src/thirdparty/libzip/zip_stat.c +++ b/src/thirdparty/libzip/zip_stat.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN int zip_stat(struct zip *za, const char *fname, int flags, struct zip_stat *st) diff --git a/src/thirdparty/libzip/zip_stat_index.c b/src/thirdparty/libzip/zip_stat_index.c index 0e15b5577..56fd9864b 100644 --- a/src/thirdparty/libzip/zip_stat_index.c +++ b/src/thirdparty/libzip/zip_stat_index.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN int zip_stat_index(struct zip *za, zip_uint64_t index, int flags, diff --git a/src/thirdparty/libzip/zip_stat_init.c b/src/thirdparty/libzip/zip_stat_init.c index d17613bf5..01fa385aa 100644 --- a/src/thirdparty/libzip/zip_stat_init.c +++ b/src/thirdparty/libzip/zip_stat_init.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN void zip_stat_init(struct zip_stat *st) diff --git a/src/thirdparty/libzip/zip_strerror.c b/src/thirdparty/libzip/zip_strerror.c index 9ebee144f..8ca5c9f7e 100644 --- a/src/thirdparty/libzip/zip_strerror.c +++ b/src/thirdparty/libzip/zip_strerror.c @@ -31,11 +31,11 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include "zipint.h" - + ZIP_EXTERN const char * zip_strerror(struct zip *za) diff --git a/src/thirdparty/libzip/zip_unchange.c b/src/thirdparty/libzip/zip_unchange.c index e64186ed6..907dddc14 100644 --- a/src/thirdparty/libzip/zip_unchange.c +++ b/src/thirdparty/libzip/zip_unchange.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + ZIP_EXTERN int zip_unchange(struct zip *za, zip_uint64_t idx) @@ -45,7 +45,7 @@ zip_unchange(struct zip *za, zip_uint64_t idx) return _zip_unchange(za, idx, 0); } - + int _zip_unchange(struct zip *za, zip_uint64_t idx, int allow_duplicates) diff --git a/src/thirdparty/libzip/zip_unchange_all.c b/src/thirdparty/libzip/zip_unchange_all.c index 54a7a0d2e..f5a5ef323 100644 --- a/src/thirdparty/libzip/zip_unchange_all.c +++ b/src/thirdparty/libzip/zip_unchange_all.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + ZIP_EXTERN int zip_unchange_all(struct zip *za) diff --git a/src/thirdparty/libzip/zip_unchange_archive.c b/src/thirdparty/libzip/zip_unchange_archive.c index 8f9c024c3..faa804958 100644 --- a/src/thirdparty/libzip/zip_unchange_archive.c +++ b/src/thirdparty/libzip/zip_unchange_archive.c @@ -31,13 +31,13 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include #include "zipint.h" - + ZIP_EXTERN int zip_unchange_archive(struct zip *za) diff --git a/src/thirdparty/libzip/zip_unchange_data.c b/src/thirdparty/libzip/zip_unchange_data.c index 431f2d0c0..183a7fc10 100644 --- a/src/thirdparty/libzip/zip_unchange_data.c +++ b/src/thirdparty/libzip/zip_unchange_data.c @@ -31,7 +31,7 @@ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ - + #include diff --git a/src/thirdparty/libzip/zipint.h b/src/thirdparty/libzip/zipint.h index 43cbfa8ff..b9217b462 100644 --- a/src/thirdparty/libzip/zipint.h +++ b/src/thirdparty/libzip/zipint.h @@ -94,7 +94,7 @@ int _zip_mkstemp(char *); #endif #endif - + #define CENTRAL_MAGIC "PK\1\2" #define LOCAL_MAGIC "PK\3\4" @@ -112,7 +112,7 @@ int _zip_mkstemp(char *); #define CDBUFSIZE (MAXCOMLEN+EOCDLEN) #define BUFSIZE 8192 - + /* This section contains API that won't materialize like this. It's placed in the internal section, pending cleanup. */ @@ -131,7 +131,7 @@ ZIP_EXTERN zip_encryption_implementation zip_get_encryption_implementation( zip_uint16_t); - + /* This section contains API that is of limited use until support for user-supplied compression/encryption implementation is finished. @@ -168,7 +168,7 @@ ZIP_EXTERN int zip_source_stat(struct zip_source *, struct zip_stat *); ZIP_EXTERN struct zip_source *zip_source_pop(struct zip_source *); - + /* state of change of a file in zip archive */ @@ -261,7 +261,7 @@ struct zip_cdir { unsigned short comment_len; /* length of zip archive comment */ }; - + struct zip_source { struct zip_source *src; @@ -286,13 +286,13 @@ struct zip_entry { int ch_comment_len; }; - + extern const char * const _zip_err_str[]; extern const int _zip_nerr_str; extern const int _zip_err_type[]; - + #define ZIP_ENTRY_DATA_CHANGED(x) \ ((x)->state == ZIP_ST_REPLACED \ @@ -300,7 +300,7 @@ extern const int _zip_err_type[]; #define ZIP_IS_RDONLY(za) ((za)->ch_flags & ZIP_AFL_RDONLY) - + int _zip_cdir_compute_crc(struct zip *, uLong *); void _zip_cdir_free(struct zip_cdir *);