/* Test of conversion of multibyte character to wide character. Copyright (C) 2008-2023 Free Software Foundation, Inc. This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ #include #include #include #include #include #include #include #include "localcharset.h" #include "macros.h" #if defined _WIN32 && !defined __CYGWIN__ static int test_one_locale (const char *name, int codepage) { mbstate_t state; size_t ret; # if 1 /* Portable code to set the locale. */ { char name_with_codepage[1024]; sprintf (name_with_codepage, "%s.%d", name, codepage); /* Set the locale. */ if (setlocale (LC_ALL, name_with_codepage) == NULL) return 77; } # else /* Hacky way to set a locale.codepage combination that setlocale() refuses to set. */ { /* Codepage of the current locale, set with setlocale(). Not necessarily the same as GetACP(). */ extern __declspec(dllimport) unsigned int __lc_codepage; /* Set the locale. */ if (setlocale (LC_ALL, name) == NULL) return 77; /* Clobber the codepage and MB_CUR_MAX, both set by setlocale(). */ __lc_codepage = codepage; switch (codepage) { case 1252: case 1256: MB_CUR_MAX = 1; break; case 932: case 950: case 936: MB_CUR_MAX = 2; break; case 54936: case 65001: MB_CUR_MAX = 4; break; } /* Test whether the codepage is really available. */ memset (&state, '\0', sizeof (mbstate_t)); if (mbrlen (" ", 1, &state) == (size_t)(-1)) return 77; } # endif /* Test zero-length input. */ { memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("x", 0, &state); /* gnulib's implementation returns (size_t)(-2). The AIX 5.1 implementation returns (size_t)(-1). glibc's implementation returns 0. */ ASSERT (ret == (size_t)(-2) || ret == (size_t)(-1) || ret == 0); ASSERT (mbsinit (&state)); } /* Test NUL byte input. */ { memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("", 1, &state); ASSERT (ret == 0); ASSERT (mbsinit (&state)); } /* Test single-byte input. */ { int c; char buf[1]; memset (&state, '\0', sizeof (mbstate_t)); for (c = 0; c < 0x100; c++) switch (c) { case '\t': case '\v': case '\f': case ' ': case '!': case '"': case '#': case '%': case '&': case '\'': case '(': case ')': case '*': case '+': case ',': case '-': case '.': case '/': case '0': case '1': case '2': case '3': case '4': case '5': case '6': case '7': case '8': case '9': case ':': case ';': case '<': case '=': case '>': case '?': case 'A': case 'B': case 'C': case 'D': case 'E': case 'F': case 'G': case 'H': case 'I': case 'J': case 'K': case 'L': case 'M': case 'N': case 'O': case 'P': case 'Q': case 'R': case 'S': case 'T': case 'U': case 'V': case 'W': case 'X': case 'Y': case 'Z': case '[': case '\\': case ']': case '^': case '_': case 'a': case 'b': case 'c': case 'd': case 'e': case 'f': case 'g': case 'h': case 'i': case 'j': case 'k': case 'l': case 'm': case 'n': case 'o': case 'p': case 'q': case 'r': case 's': case 't': case 'u': case 'v': case 'w': case 'x': case 'y': case 'z': case '{': case '|': case '}': case '~': /* c is in the ISO C "basic character set". */ buf[0] = c; ret = mbrlen (buf, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); break; } } /* Test special calling convention, passing a NULL pointer. */ { memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen (NULL, 5, &state); ASSERT (ret == 0); ASSERT (mbsinit (&state)); } switch (codepage) { case 1252: /* Locale encoding is CP1252, an extension of ISO-8859-1. */ { char input[] = "B\374\337er"; /* "Büßer" */ memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen (input, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[0] = '\0'; ret = mbrlen (input + 1, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[1] = '\0'; ret = mbrlen (input + 2, 3, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[2] = '\0'; ret = mbrlen (input + 3, 2, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[3] = '\0'; ret = mbrlen (input + 4, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); } return 0; case 1256: /* Locale encoding is CP1256, not the same as ISO-8859-6. */ { char input[] = "x\302\341\346y"; /* "xآلوy" */ memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen (input, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[0] = '\0'; ret = mbrlen (input + 1, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[1] = '\0'; ret = mbrlen (input + 2, 3, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[2] = '\0'; ret = mbrlen (input + 3, 2, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[3] = '\0'; ret = mbrlen (input + 4, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); } return 0; case 65001: /* Locale encoding is CP65001 = UTF-8. */ if (strcmp (locale_charset (), "UTF-8") != 0) return 77; { char input[] = "B\303\274\303\237er"; /* "Büßer" */ memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen (input, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[0] = '\0'; ret = mbrlen (input + 1, 1, &state); ASSERT (ret == (size_t)(-2)); ASSERT (!mbsinit (&state)); input[1] = '\0'; ret = mbrlen (input + 2, 5, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[2] = '\0'; ret = mbrlen (input + 3, 4, &state); ASSERT (ret == 2); ASSERT (mbsinit (&state)); input[3] = '\0'; input[4] = '\0'; ret = mbrlen (input + 5, 2, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[5] = '\0'; ret = mbrlen (input + 6, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); /* Test some invalid input. */ memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\377", 1, &state); /* 0xFF */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\303\300", 2, &state); /* 0xC3 0xC0 */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\343\300", 2, &state); /* 0xE3 0xC0 */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\343\300\200", 3, &state); /* 0xE3 0xC0 0x80 */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\343\200\300", 3, &state); /* 0xE3 0x80 0xC0 */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\363\300", 2, &state); /* 0xF3 0xC0 */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\363\300\200\200", 4, &state); /* 0xF3 0xC0 0x80 0x80 */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\363\200\300", 3, &state); /* 0xF3 0x80 0xC0 */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\363\200\300\200", 4, &state); /* 0xF3 0x80 0xC0 0x80 */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\363\200\200\300", 4, &state); /* 0xF3 0x80 0x80 0xC0 */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); } return 0; case 932: /* Locale encoding is CP932, similar to Shift_JIS. */ { char input[] = "<\223\372\226\173\214\352>"; /* "<日本語>" */ memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen (input, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[0] = '\0'; ret = mbrlen (input + 1, 2, &state); ASSERT (ret == 2); ASSERT (mbsinit (&state)); input[1] = '\0'; input[2] = '\0'; ret = mbrlen (input + 3, 1, &state); ASSERT (ret == (size_t)(-2)); ASSERT (!mbsinit (&state)); input[3] = '\0'; ret = mbrlen (input + 4, 4, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[4] = '\0'; ret = mbrlen (input + 5, 3, &state); ASSERT (ret == 2); ASSERT (mbsinit (&state)); input[5] = '\0'; input[6] = '\0'; ret = mbrlen (input + 7, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); /* Test some invalid input. */ memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\377", 1, &state); /* 0xFF */ ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == (size_t)-2); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\225\377", 2, &state); /* 0x95 0xFF */ ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == 2); } return 0; case 950: /* Locale encoding is CP950, similar to Big5. */ { char input[] = "<\244\351\245\273\273\171>"; /* "<日本語>" */ memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen (input, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[0] = '\0'; ret = mbrlen (input + 1, 2, &state); ASSERT (ret == 2); ASSERT (mbsinit (&state)); input[1] = '\0'; input[2] = '\0'; ret = mbrlen (input + 3, 1, &state); ASSERT (ret == (size_t)(-2)); ASSERT (!mbsinit (&state)); input[3] = '\0'; ret = mbrlen (input + 4, 4, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[4] = '\0'; ret = mbrlen (input + 5, 3, &state); ASSERT (ret == 2); ASSERT (mbsinit (&state)); input[5] = '\0'; input[6] = '\0'; ret = mbrlen (input + 7, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); /* Test some invalid input. */ memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\377", 1, &state); /* 0xFF */ ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == (size_t)-2); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\225\377", 2, &state); /* 0x95 0xFF */ ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == 2); } return 0; case 936: /* Locale encoding is CP936 = GBK, an extension of GB2312. */ { char input[] = "<\310\325\261\276\325\132>"; /* "<日本語>" */ memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen (input, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[0] = '\0'; ret = mbrlen (input + 1, 2, &state); ASSERT (ret == 2); ASSERT (mbsinit (&state)); input[1] = '\0'; input[2] = '\0'; ret = mbrlen (input + 3, 1, &state); ASSERT (ret == (size_t)(-2)); ASSERT (!mbsinit (&state)); input[3] = '\0'; ret = mbrlen (input + 4, 4, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[4] = '\0'; ret = mbrlen (input + 5, 3, &state); ASSERT (ret == 2); ASSERT (mbsinit (&state)); input[5] = '\0'; input[6] = '\0'; ret = mbrlen (input + 7, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); /* Test some invalid input. */ memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\377", 1, &state); /* 0xFF */ ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == (size_t)-2); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\225\377", 2, &state); /* 0x95 0xFF */ ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == 2); } return 0; case 54936: /* Locale encoding is CP54936 = GB18030. */ if (strcmp (locale_charset (), "GB18030") != 0) return 77; { char input[] = "B\250\271\201\060\211\070er"; /* "Büßer" */ memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen (input, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[0] = '\0'; ret = mbrlen (input + 1, 1, &state); ASSERT (ret == (size_t)(-2)); ASSERT (!mbsinit (&state)); input[1] = '\0'; ret = mbrlen (input + 2, 7, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[2] = '\0'; ret = mbrlen (input + 3, 6, &state); ASSERT (ret == 4); ASSERT (mbsinit (&state)); input[3] = '\0'; input[4] = '\0'; input[5] = '\0'; input[6] = '\0'; ret = mbrlen (input + 7, 2, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); input[7] = '\0'; ret = mbrlen (input + 8, 1, &state); ASSERT (ret == 1); ASSERT (mbsinit (&state)); /* Test some invalid input. */ memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\377", 1, &state); /* 0xFF */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\225\377", 2, &state); /* 0x95 0xFF */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\201\045", 2, &state); /* 0x81 0x25 */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\201\060\377", 3, &state); /* 0x81 0x30 0xFF */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\201\060\377\064", 4, &state); /* 0x81 0x30 0xFF 0x34 */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); memset (&state, '\0', sizeof (mbstate_t)); ret = mbrlen ("\201\060\211\072", 4, &state); /* 0x81 0x30 0x89 0x3A */ ASSERT (ret == (size_t)-1); ASSERT (errno == EILSEQ); } return 0; default: return 1; } } int main (int argc, char *argv[]) { int codepage = atoi (argv[argc - 1]); int result; int i; result = 77; for (i = 1; i < argc - 1; i++) { int ret = test_one_locale (argv[i], codepage); if (ret != 77) result = ret; } if (result == 77) { fprintf (stderr, "Skipping test: found no locale with codepage %d\n", codepage); } return result; } #else int main (int argc, char *argv[]) { fputs ("Skipping test: not a native Windows system\n", stderr); return 77; } #endif