499 lines
16 KiB
C
499 lines
16 KiB
C
/* Test of conversion of multibyte character to 32-bit wide character.
|
|
Copyright (C) 2008-2025 Free Software Foundation, Inc.
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program. If not, see <https://www.gnu.org/licenses/>. */
|
|
|
|
/* Written by Bruno Haible <bruno@clisp.org>, 2008. */
|
|
|
|
#include <config.h>
|
|
|
|
#include <uchar.h>
|
|
|
|
#include "signature.h"
|
|
SIGNATURE_CHECK (mbrtoc32, size_t,
|
|
(char32_t *, const char *, size_t, mbstate_t *));
|
|
|
|
#include <locale.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <wchar.h>
|
|
|
|
#include "macros.h"
|
|
|
|
int
|
|
main (int argc, char *argv[])
|
|
{
|
|
mbstate_t state;
|
|
char32_t wc;
|
|
size_t ret;
|
|
|
|
/* configure should already have checked that the locale is supported. */
|
|
if (setlocale (LC_ALL, "") == NULL)
|
|
return 1;
|
|
|
|
/* Test zero-length input. */
|
|
{
|
|
memset (&state, '\0', sizeof (mbstate_t));
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, "x", 0, &state);
|
|
ASSERT (ret == (size_t)(-2));
|
|
ASSERT (mbsinit (&state));
|
|
}
|
|
|
|
/* Test NUL byte input. */
|
|
{
|
|
memset (&state, '\0', sizeof (mbstate_t));
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, "", 1, &state);
|
|
ASSERT (ret == 0);
|
|
ASSERT (wc == 0);
|
|
ASSERT (mbsinit (&state));
|
|
ret = mbrtoc32 (NULL, "", 1, &state);
|
|
ASSERT (ret == 0);
|
|
ASSERT (mbsinit (&state));
|
|
}
|
|
|
|
/* Test single-byte input. */
|
|
{
|
|
int c;
|
|
char buf[1];
|
|
|
|
memset (&state, '\0', sizeof (mbstate_t));
|
|
for (c = 0; c < 0x100; c++)
|
|
switch (c)
|
|
{
|
|
case '\t': case '\v': case '\f':
|
|
case ' ': case '!': case '"': case '#': case '%':
|
|
case '&': case '\'': case '(': case ')': case '*':
|
|
case '+': case ',': case '-': case '.': case '/':
|
|
case '0': case '1': case '2': case '3': case '4':
|
|
case '5': case '6': case '7': case '8': case '9':
|
|
case ':': case ';': case '<': case '=': case '>':
|
|
case '?':
|
|
case 'A': case 'B': case 'C': case 'D': case 'E':
|
|
case 'F': case 'G': case 'H': case 'I': case 'J':
|
|
case 'K': case 'L': case 'M': case 'N': case 'O':
|
|
case 'P': case 'Q': case 'R': case 'S': case 'T':
|
|
case 'U': case 'V': case 'W': case 'X': case 'Y':
|
|
case 'Z':
|
|
case '[': case '\\': case ']': case '^': case '_':
|
|
case 'a': case 'b': case 'c': case 'd': case 'e':
|
|
case 'f': case 'g': case 'h': case 'i': case 'j':
|
|
case 'k': case 'l': case 'm': case 'n': case 'o':
|
|
case 'p': case 'q': case 'r': case 's': case 't':
|
|
case 'u': case 'v': case 'w': case 'x': case 'y':
|
|
case 'z': case '{': case '|': case '}': case '~':
|
|
/* c is in the ISO C "basic character set". */
|
|
ASSERT (c < 0x80);
|
|
/* c is an ASCII character. */
|
|
buf[0] = c;
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, buf, 1, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (wc == c);
|
|
ASSERT (mbsinit (&state));
|
|
|
|
ret = mbrtoc32 (NULL, buf, 1, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (mbsinit (&state));
|
|
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
|
|
/* Test special calling convention, passing a NULL pointer. */
|
|
{
|
|
memset (&state, '\0', sizeof (mbstate_t));
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, NULL, 5, &state);
|
|
ASSERT (ret == 0);
|
|
ASSERT (wc == (char32_t) 0xBADFACE);
|
|
ASSERT (mbsinit (&state));
|
|
}
|
|
|
|
#ifdef __ANDROID__
|
|
/* On Android ≥ 5.0, the default locale is the "C.UTF-8" locale, not the
|
|
"C" locale. Furthermore, when you attempt to set the "C" or "POSIX"
|
|
locale via setlocale(), what you get is a "C" locale with UTF-8 encoding,
|
|
that is, effectively the "C.UTF-8" locale. */
|
|
if (argc > 1 && strcmp (argv[1], "1") == 0 && MB_CUR_MAX > 1)
|
|
argv[1] = "3";
|
|
#endif
|
|
|
|
if (argc > 1)
|
|
switch (argv[1][0])
|
|
{
|
|
case '1':
|
|
/* C or POSIX locale. */
|
|
{
|
|
int c;
|
|
char buf[1];
|
|
|
|
memset (&state, '\0', sizeof (mbstate_t));
|
|
for (c = 0; c < 0x100; c++)
|
|
if (c != 0)
|
|
{
|
|
/* We are testing all nonnull bytes. */
|
|
buf[0] = c;
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, buf, 1, &state);
|
|
/* POSIX:2018 says regarding mbrtowc: "In the POSIX locale an
|
|
[EILSEQ] error cannot occur since all byte values are valid
|
|
characters." It is reasonable to expect mbrtoc32 to behave
|
|
in the same way. */
|
|
ASSERT (ret == 1);
|
|
if (c < 0x80)
|
|
/* c is an ASCII character. */
|
|
ASSERT (wc == c);
|
|
else
|
|
/* On most platforms, the bytes 0x80..0xFF map to U+0080..U+00FF.
|
|
But on musl libc, the bytes 0x80..0xFF map to U+DF80..U+DFFF. */
|
|
ASSERT (wc == (btoc32 (c) == 0xDF00 + c ? btoc32 (c) : c));
|
|
ASSERT (mbsinit (&state));
|
|
|
|
ret = mbrtoc32 (NULL, buf, 1, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (mbsinit (&state));
|
|
}
|
|
}
|
|
return test_exit_status;
|
|
|
|
case '2':
|
|
/* Locale encoding is ISO-8859-1 or ISO-8859-15. */
|
|
{
|
|
char input[] = "B\374\337er"; /* "Büßer" */
|
|
memset (&state, '\0', sizeof (mbstate_t));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input, 1, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (wc == 'B');
|
|
ASSERT (mbsinit (&state));
|
|
input[0] = '\0';
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 1, 1, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (c32tob (wc) == (unsigned char) '\374');
|
|
#if GL_CHAR32_T_IS_UNICODE
|
|
ASSERT (wc == 0x00FC); /* expect Unicode encoding */
|
|
#endif
|
|
ASSERT (mbsinit (&state));
|
|
input[1] = '\0';
|
|
|
|
/* Test support of NULL first argument. */
|
|
ret = mbrtoc32 (NULL, input + 2, 3, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (mbsinit (&state));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 2, 3, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (c32tob (wc) == (unsigned char) '\337');
|
|
#if GL_CHAR32_T_IS_UNICODE
|
|
ASSERT (wc == 0x00DF); /* expect Unicode encoding */
|
|
#endif
|
|
ASSERT (mbsinit (&state));
|
|
input[2] = '\0';
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 3, 2, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (wc == 'e');
|
|
ASSERT (mbsinit (&state));
|
|
input[3] = '\0';
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 4, 1, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (wc == 'r');
|
|
ASSERT (mbsinit (&state));
|
|
}
|
|
return test_exit_status;
|
|
|
|
case '3':
|
|
/* Locale encoding is UTF-8. */
|
|
{
|
|
char input[] = "s\303\274\303\237\360\237\230\213!"; /* "süß😋!" */
|
|
memset (&state, '\0', sizeof (mbstate_t));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input, 1, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (wc == 's');
|
|
ASSERT (mbsinit (&state));
|
|
input[0] = '\0';
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 1, 1, &state);
|
|
ASSERT (ret == (size_t)(-2));
|
|
ASSERT (wc == (char32_t) 0xBADFACE);
|
|
ASSERT (!mbsinit (&state));
|
|
input[1] = '\0';
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 2, 7, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (c32tob (wc) == EOF);
|
|
ASSERT (wc == 0x00FC); /* expect Unicode encoding */
|
|
ASSERT (mbsinit (&state));
|
|
input[2] = '\0';
|
|
|
|
/* Test support of NULL first argument. */
|
|
ret = mbrtoc32 (NULL, input + 3, 6, &state);
|
|
ASSERT (ret == 2);
|
|
ASSERT (mbsinit (&state));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 3, 6, &state);
|
|
ASSERT (ret == 2);
|
|
ASSERT (c32tob (wc) == EOF);
|
|
ASSERT (wc == 0x00DF); /* expect Unicode encoding */
|
|
ASSERT (mbsinit (&state));
|
|
input[3] = '\0';
|
|
input[4] = '\0';
|
|
|
|
/* Test support of NULL first argument. */
|
|
ret = mbrtoc32 (NULL, input + 5, 4, &state);
|
|
ASSERT (ret == 4);
|
|
ASSERT (mbsinit (&state));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 5, 4, &state);
|
|
ASSERT (ret == 4);
|
|
ASSERT (c32tob (wc) == EOF);
|
|
ASSERT (wc == 0x1F60B); /* expect Unicode encoding */
|
|
ASSERT (mbsinit (&state));
|
|
input[5] = '\0';
|
|
input[6] = '\0';
|
|
input[7] = '\0';
|
|
input[8] = '\0';
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 9, 1, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (wc == '!');
|
|
ASSERT (mbsinit (&state));
|
|
}
|
|
{ /* \360\237\220\203 = U+0001F403 */
|
|
memset (&state, '\0', sizeof (mbstate_t));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, "\360", 1, &state);
|
|
ASSERT (ret == (size_t)(-2));
|
|
ASSERT (wc == (char32_t) 0xBADFACE);
|
|
ASSERT (!mbsinit (&state));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, "\237", 1, &state);
|
|
ASSERT (ret == (size_t)(-2));
|
|
ASSERT (wc == (char32_t) 0xBADFACE);
|
|
ASSERT (!mbsinit (&state));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, "\220", 1, &state);
|
|
ASSERT (ret == (size_t)(-2));
|
|
ASSERT (wc == (char32_t) 0xBADFACE);
|
|
ASSERT (!mbsinit (&state));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, "\203", 1, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (wc == 0x1F403); /* expect Unicode encoding */
|
|
ASSERT (mbsinit (&state));
|
|
}
|
|
return test_exit_status;
|
|
|
|
case '4':
|
|
/* Locale encoding is EUC-JP. */
|
|
{
|
|
char input[] = "<\306\374\313\334\270\354>"; /* "<日本語>" */
|
|
memset (&state, '\0', sizeof (mbstate_t));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input, 1, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (wc == '<');
|
|
ASSERT (mbsinit (&state));
|
|
input[0] = '\0';
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 1, 2, &state);
|
|
ASSERT (ret == 2);
|
|
ASSERT (c32tob (wc) == EOF);
|
|
#if GL_CHAR32_T_IS_UNICODE
|
|
ASSERT (wc == 0x65E5); /* expect Unicode encoding */
|
|
#endif
|
|
ASSERT (mbsinit (&state));
|
|
input[1] = '\0';
|
|
input[2] = '\0';
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 3, 1, &state);
|
|
ASSERT (ret == (size_t)(-2));
|
|
ASSERT (wc == (char32_t) 0xBADFACE);
|
|
ASSERT (!mbsinit (&state));
|
|
input[3] = '\0';
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 4, 4, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (c32tob (wc) == EOF);
|
|
#if GL_CHAR32_T_IS_UNICODE
|
|
ASSERT (wc == 0x672C); /* expect Unicode encoding */
|
|
#endif
|
|
ASSERT (mbsinit (&state));
|
|
input[4] = '\0';
|
|
|
|
/* Test support of NULL first argument. */
|
|
ret = mbrtoc32 (NULL, input + 5, 3, &state);
|
|
ASSERT (ret == 2);
|
|
ASSERT (mbsinit (&state));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 5, 3, &state);
|
|
ASSERT (ret == 2);
|
|
ASSERT (c32tob (wc) == EOF);
|
|
#if GL_CHAR32_T_IS_UNICODE
|
|
ASSERT (wc == 0x8A9E); /* expect Unicode encoding */
|
|
#endif
|
|
ASSERT (mbsinit (&state));
|
|
input[5] = '\0';
|
|
input[6] = '\0';
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 7, 1, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (wc == '>');
|
|
ASSERT (mbsinit (&state));
|
|
}
|
|
return test_exit_status;
|
|
|
|
case '5':
|
|
/* Locale encoding is GB18030. */
|
|
#if (defined __GLIBC__ && __GLIBC__ == 2 && __GLIBC_MINOR__ >= 13 && __GLIBC_MINOR__ <= 15) || (GL_CHAR32_T_IS_UNICODE && (defined __FreeBSD__ || defined __NetBSD__ || defined __sun))
|
|
if (test_exit_status != EXIT_SUCCESS)
|
|
return test_exit_status;
|
|
fputs ("Skipping test: The GB18030 converter in this system's iconv is broken.\n", stderr);
|
|
return 77;
|
|
#endif
|
|
{
|
|
char input[] = "s\250\271\201\060\211\070\224\071\375\067!"; /* "süß😋!" */
|
|
memset (&state, '\0', sizeof (mbstate_t));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input, 1, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (wc == 's');
|
|
ASSERT (mbsinit (&state));
|
|
input[0] = '\0';
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 1, 1, &state);
|
|
ASSERT (ret == (size_t)(-2));
|
|
ASSERT (wc == (char32_t) 0xBADFACE);
|
|
ASSERT (!mbsinit (&state));
|
|
input[1] = '\0';
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 2, 9, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (c32tob (wc) == EOF);
|
|
#if GL_CHAR32_T_IS_UNICODE
|
|
ASSERT (wc == 0x00FC); /* expect Unicode encoding */
|
|
#endif
|
|
ASSERT (mbsinit (&state));
|
|
input[2] = '\0';
|
|
|
|
/* Test support of NULL first argument. */
|
|
ret = mbrtoc32 (NULL, input + 3, 8, &state);
|
|
ASSERT (ret == 4);
|
|
ASSERT (mbsinit (&state));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 3, 8, &state);
|
|
ASSERT (ret == 4);
|
|
ASSERT (c32tob (wc) == EOF);
|
|
#if GL_CHAR32_T_IS_UNICODE
|
|
ASSERT (wc == 0x00DF); /* expect Unicode encoding */
|
|
#endif
|
|
ASSERT (mbsinit (&state));
|
|
input[3] = '\0';
|
|
input[4] = '\0';
|
|
input[5] = '\0';
|
|
input[6] = '\0';
|
|
|
|
/* Test support of NULL first argument. */
|
|
ret = mbrtoc32 (NULL, input + 7, 4, &state);
|
|
ASSERT (ret == 4);
|
|
ASSERT (mbsinit (&state));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 7, 4, &state);
|
|
ASSERT (ret == 4);
|
|
ASSERT (c32tob (wc) == EOF);
|
|
#if GL_CHAR32_T_IS_UNICODE
|
|
ASSERT (wc == 0x1F60B); /* expect Unicode encoding */
|
|
#endif
|
|
ASSERT (mbsinit (&state));
|
|
input[7] = '\0';
|
|
input[8] = '\0';
|
|
input[9] = '\0';
|
|
input[10] = '\0';
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, input + 11, 1, &state);
|
|
ASSERT (ret == 1);
|
|
ASSERT (wc == '!');
|
|
ASSERT (mbsinit (&state));
|
|
}
|
|
{ /* \224\071\311\067 = U+0001F403 */
|
|
memset (&state, '\0', sizeof (mbstate_t));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, "\224", 1, &state);
|
|
ASSERT (ret == (size_t)(-2));
|
|
ASSERT (wc == (char32_t) 0xBADFACE);
|
|
ASSERT (!mbsinit (&state));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, "\071", 1, &state);
|
|
ASSERT (ret == (size_t)(-2));
|
|
ASSERT (wc == (char32_t) 0xBADFACE);
|
|
ASSERT (!mbsinit (&state));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, "\311", 1, &state);
|
|
ASSERT (ret == (size_t)(-2));
|
|
ASSERT (wc == (char32_t) 0xBADFACE);
|
|
ASSERT (!mbsinit (&state));
|
|
|
|
wc = (char32_t) 0xBADFACE;
|
|
ret = mbrtoc32 (&wc, "\067", 1, &state);
|
|
ASSERT (ret == 1);
|
|
#if GL_CHAR32_T_IS_UNICODE
|
|
ASSERT (wc == 0x1F403); /* expect Unicode encoding */
|
|
#endif
|
|
ASSERT (mbsinit (&state));
|
|
}
|
|
return test_exit_status;
|
|
}
|
|
|
|
return 1;
|
|
}
|