mirror/opustags
1
0
Fork 0
mirror of https://github.com/fmang/opustags.git synced 2025-01-15 12:43:17 +01:00
Code Issues Packages Projects Releases Wiki Activity

t: cannot rely on iconv's //TRANSLIT

Browse Source 
It's really system-dependant. As long as it doesn't break the regular
conversion it's fine. Managing transliteration is a nice to have but we
cannot expect it would work everywhere.

On systems that don't support it, iconv will trigger an EILSEQ.
This commit is contained in:
Frédéric Mangano-Tarumi 2019-01-12 15:46:04 -05:00
parent 8d287a8070
commit 87bdd6fe22
1 changed files with 2 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
t/system.cc
View File

@ -33,8 +33,8 @@ void check_partial_files()
void check_converter()
{
const char* ephemere_iso = "\xc9\x70\x68\xe9\x6d\xe8\x72\x65";
ot::encoding_converter to_utf8("ISO-8859-1", "UTF-8");
ot::encoding_converter from_utf8("UTF-8", "ISO-8859-1//TRANSLIT");
ot::encoding_converter to_utf8("ISO_8859-1", "UTF-8");
ot::encoding_converter from_utf8("UTF-8", "ISO_8859-1//TRANSLIT");
std::string out;
ot::status rc = to_utf8(ephemere_iso, out);
@ -47,10 +47,6 @@ void check_converter()
rc = from_utf8("\xFF\xFF", out);
is(rc, ot::st::badly_encoded, "conversion from bad UTF-8 fails");
rc = from_utf8("cat 猫 chat", out);
is(rc, ot::st::information_lost, "lossy conversion from UTF-8 is detected");
is(out, "cat ? chat", "check result of lossy conversion");
}
int main(int argc, char **argv)