From 1ab07af585358746e7fcc0176ab1716db31ca902 Mon Sep 17 00:00:00 2001 From: Bruno Haible Date: Thu, 30 Mar 2023 17:55:31 +0200 Subject: mbrlen: Add tests. * tests/test-mbrlen1.sh: New file, based on tests/test-mbrtowc1.sh. * tests/test-mbrlen2.sh: New file, based on tests/test-mbrtowc2.sh. * tests/test-mbrlen3.sh: New file, based on tests/test-mbrtowc3.sh. * tests/test-mbrlen4.sh: New file, based on tests/test-mbrtowc4.sh. * tests/test-mbrlen5.sh: New file, based on tests/test-mbrtowc5.sh. * tests/test-mbrlen.c: New file, based on tests/test-mbrtowc.c. * tests/test-mbrlen-w32-1.sh: New file, based on tests/test-mbrtowc-w32-1.sh. * tests/test-mbrlen-w32-2.sh: New file, based on tests/test-mbrtowc-w32-2.sh. * tests/test-mbrlen-w32-3.sh: New file, based on tests/test-mbrtowc-w32-3.sh. * tests/test-mbrlen-w32-4.sh: New file, based on tests/test-mbrtowc-w32-4.sh. * tests/test-mbrlen-w32-5.sh: New file, based on tests/test-mbrtowc-w32-5.sh. * tests/test-mbrlen-w32-6.sh: New file, based on tests/test-mbrtowc-w32-6.sh. * tests/test-mbrlen-w32-7.sh: New file, based on tests/test-mbrtowc-w32-7.sh. * tests/test-mbrlen-w32.c: New file, based on tests/test-mbrtowc-w32.c. * modules/mbrlen-tests: New file, based on modules/mbrtowc-tests. * doc/posix-functions/mbrlen.texi: Update. --- tests/test-mbrlen-w32.c | 565 ++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 565 insertions(+) create mode 100644 tests/test-mbrlen-w32.c (limited to 'tests/test-mbrlen-w32.c') diff --git a/tests/test-mbrlen-w32.c b/tests/test-mbrlen-w32.c new file mode 100644 index 0000000000..2916cf1095 --- /dev/null +++ b/tests/test-mbrlen-w32.c @@ -0,0 +1,565 @@ +/* Test of conversion of multibyte character to wide character. + Copyright (C) 2008-2023 Free Software Foundation, Inc. + + This program is free software: you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation, either version 3 of the License, or + (at your option) any later version. + + This program is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with this program. If not, see . */ + +#include + +#include + +#include +#include +#include +#include +#include + +#include "localcharset.h" +#include "macros.h" + +#if defined _WIN32 && !defined __CYGWIN__ + +static int +test_one_locale (const char *name, int codepage) +{ + mbstate_t state; + size_t ret; + +# if 1 + /* Portable code to set the locale. */ + { + char name_with_codepage[1024]; + + sprintf (name_with_codepage, "%s.%d", name, codepage); + + /* Set the locale. */ + if (setlocale (LC_ALL, name_with_codepage) == NULL) + return 77; + } +# else + /* Hacky way to set a locale.codepage combination that setlocale() refuses + to set. */ + { + /* Codepage of the current locale, set with setlocale(). + Not necessarily the same as GetACP(). */ + extern __declspec(dllimport) unsigned int __lc_codepage; + + /* Set the locale. */ + if (setlocale (LC_ALL, name) == NULL) + return 77; + + /* Clobber the codepage and MB_CUR_MAX, both set by setlocale(). */ + __lc_codepage = codepage; + switch (codepage) + { + case 1252: + case 1256: + MB_CUR_MAX = 1; + break; + case 932: + case 950: + case 936: + MB_CUR_MAX = 2; + break; + case 54936: + case 65001: + MB_CUR_MAX = 4; + break; + } + + /* Test whether the codepage is really available. */ + memset (&state, '\0', sizeof (mbstate_t)); + if (mbrlen (" ", 1, &state) == (size_t)(-1)) + return 77; + } +# endif + + /* Test zero-length input. */ + { + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("x", 0, &state); + /* gnulib's implementation returns (size_t)(-2). + The AIX 5.1 implementation returns (size_t)(-1). + glibc's implementation returns 0. */ + ASSERT (ret == (size_t)(-2) || ret == (size_t)(-1) || ret == 0); + ASSERT (mbsinit (&state)); + } + + /* Test NUL byte input. */ + { + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("", 1, &state); + ASSERT (ret == 0); + ASSERT (mbsinit (&state)); + } + + /* Test single-byte input. */ + { + int c; + char buf[1]; + + memset (&state, '\0', sizeof (mbstate_t)); + for (c = 0; c < 0x100; c++) + switch (c) + { + case '\t': case '\v': case '\f': + case ' ': case '!': case '"': case '#': case '%': + case '&': case '\'': case '(': case ')': case '*': + case '+': case ',': case '-': case '.': case '/': + case '0': case '1': case '2': case '3': case '4': + case '5': case '6': case '7': case '8': case '9': + case ':': case ';': case '<': case '=': case '>': + case '?': + case 'A': case 'B': case 'C': case 'D': case 'E': + case 'F': case 'G': case 'H': case 'I': case 'J': + case 'K': case 'L': case 'M': case 'N': case 'O': + case 'P': case 'Q': case 'R': case 'S': case 'T': + case 'U': case 'V': case 'W': case 'X': case 'Y': + case 'Z': + case '[': case '\\': case ']': case '^': case '_': + case 'a': case 'b': case 'c': case 'd': case 'e': + case 'f': case 'g': case 'h': case 'i': case 'j': + case 'k': case 'l': case 'm': case 'n': case 'o': + case 'p': case 'q': case 'r': case 's': case 't': + case 'u': case 'v': case 'w': case 'x': case 'y': + case 'z': case '{': case '|': case '}': case '~': + /* c is in the ISO C "basic character set". */ + buf[0] = c; + ret = mbrlen (buf, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + break; + } + } + + /* Test special calling convention, passing a NULL pointer. */ + { + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen (NULL, 5, &state); + ASSERT (ret == 0); + ASSERT (mbsinit (&state)); + } + + switch (codepage) + { + case 1252: + /* Locale encoding is CP1252, an extension of ISO-8859-1. */ + { + char input[] = "B\374\337er"; /* "Büßer" */ + memset (&state, '\0', sizeof (mbstate_t)); + + ret = mbrlen (input, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + ret = mbrlen (input + 1, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[1] = '\0'; + + ret = mbrlen (input + 2, 3, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[2] = '\0'; + + ret = mbrlen (input + 3, 2, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[3] = '\0'; + + ret = mbrlen (input + 4, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + } + return 0; + + case 1256: + /* Locale encoding is CP1256, not the same as ISO-8859-6. */ + { + char input[] = "x\302\341\346y"; /* "xآلوy" */ + memset (&state, '\0', sizeof (mbstate_t)); + + ret = mbrlen (input, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + ret = mbrlen (input + 1, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[1] = '\0'; + + ret = mbrlen (input + 2, 3, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[2] = '\0'; + + ret = mbrlen (input + 3, 2, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[3] = '\0'; + + ret = mbrlen (input + 4, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + } + return 0; + + case 932: + /* Locale encoding is CP932, similar to Shift_JIS. */ + { + char input[] = "<\223\372\226\173\214\352>"; /* "<日本語>" */ + memset (&state, '\0', sizeof (mbstate_t)); + + ret = mbrlen (input, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + ret = mbrlen (input + 1, 2, &state); + ASSERT (ret == 2); + ASSERT (mbsinit (&state)); + input[1] = '\0'; + input[2] = '\0'; + + ret = mbrlen (input + 3, 1, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (!mbsinit (&state)); + input[3] = '\0'; + + ret = mbrlen (input + 4, 4, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[4] = '\0'; + + ret = mbrlen (input + 5, 3, &state); + ASSERT (ret == 2); + ASSERT (mbsinit (&state)); + input[5] = '\0'; + input[6] = '\0'; + + ret = mbrlen (input + 7, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + + /* Test some invalid input. */ + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\377", 1, &state); /* 0xFF */ + ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == (size_t)-2); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\225\377", 2, &state); /* 0x95 0xFF */ + ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == 2); + } + return 0; + + case 950: + /* Locale encoding is CP950, similar to Big5. */ + { + char input[] = "<\244\351\245\273\273\171>"; /* "<日本語>" */ + memset (&state, '\0', sizeof (mbstate_t)); + + ret = mbrlen (input, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + ret = mbrlen (input + 1, 2, &state); + ASSERT (ret == 2); + ASSERT (mbsinit (&state)); + input[1] = '\0'; + input[2] = '\0'; + + ret = mbrlen (input + 3, 1, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (!mbsinit (&state)); + input[3] = '\0'; + + ret = mbrlen (input + 4, 4, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[4] = '\0'; + + ret = mbrlen (input + 5, 3, &state); + ASSERT (ret == 2); + ASSERT (mbsinit (&state)); + input[5] = '\0'; + input[6] = '\0'; + + ret = mbrlen (input + 7, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + + /* Test some invalid input. */ + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\377", 1, &state); /* 0xFF */ + ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == (size_t)-2); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\225\377", 2, &state); /* 0x95 0xFF */ + ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == 2); + } + return 0; + + case 936: + /* Locale encoding is CP936 = GBK, an extension of GB2312. */ + { + char input[] = "<\310\325\261\276\325\132>"; /* "<日本語>" */ + memset (&state, '\0', sizeof (mbstate_t)); + + ret = mbrlen (input, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + ret = mbrlen (input + 1, 2, &state); + ASSERT (ret == 2); + ASSERT (mbsinit (&state)); + input[1] = '\0'; + input[2] = '\0'; + + ret = mbrlen (input + 3, 1, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (!mbsinit (&state)); + input[3] = '\0'; + + ret = mbrlen (input + 4, 4, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[4] = '\0'; + + ret = mbrlen (input + 5, 3, &state); + ASSERT (ret == 2); + ASSERT (mbsinit (&state)); + input[5] = '\0'; + input[6] = '\0'; + + ret = mbrlen (input + 7, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + + /* Test some invalid input. */ + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\377", 1, &state); /* 0xFF */ + ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == (size_t)-2); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\225\377", 2, &state); /* 0x95 0xFF */ + ASSERT ((ret == (size_t)-1 && errno == EILSEQ) || ret == 2); + } + return 0; + + case 54936: + /* Locale encoding is CP54936 = GB18030. */ + if (strcmp (locale_charset (), "GB18030") != 0) + return 77; + { + char input[] = "B\250\271\201\060\211\070er"; /* "Büßer" */ + memset (&state, '\0', sizeof (mbstate_t)); + + ret = mbrlen (input, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + ret = mbrlen (input + 1, 1, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (!mbsinit (&state)); + input[1] = '\0'; + + ret = mbrlen (input + 2, 7, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[2] = '\0'; + + ret = mbrlen (input + 3, 6, &state); + ASSERT (ret == 4); + ASSERT (mbsinit (&state)); + input[3] = '\0'; + input[4] = '\0'; + input[5] = '\0'; + input[6] = '\0'; + + ret = mbrlen (input + 7, 2, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[7] = '\0'; + + ret = mbrlen (input + 8, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + + /* Test some invalid input. */ + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\377", 1, &state); /* 0xFF */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\225\377", 2, &state); /* 0x95 0xFF */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\201\045", 2, &state); /* 0x81 0x25 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\201\060\377", 3, &state); /* 0x81 0x30 0xFF */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\201\060\377\064", 4, &state); /* 0x81 0x30 0xFF 0x34 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\201\060\211\072", 4, &state); /* 0x81 0x30 0x89 0x3A */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + } + return 0; + + case 65001: + /* Locale encoding is CP65001 = UTF-8. */ + if (strcmp (locale_charset (), "UTF-8") != 0) + return 77; + { + char input[] = "B\303\274\303\237er"; /* "Büßer" */ + memset (&state, '\0', sizeof (mbstate_t)); + + ret = mbrlen (input, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[0] = '\0'; + + ret = mbrlen (input + 1, 1, &state); + ASSERT (ret == (size_t)(-2)); + ASSERT (!mbsinit (&state)); + input[1] = '\0'; + + ret = mbrlen (input + 2, 5, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[2] = '\0'; + + ret = mbrlen (input + 3, 4, &state); + ASSERT (ret == 2); + ASSERT (mbsinit (&state)); + input[3] = '\0'; + input[4] = '\0'; + + ret = mbrlen (input + 5, 2, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + input[5] = '\0'; + + ret = mbrlen (input + 6, 1, &state); + ASSERT (ret == 1); + ASSERT (mbsinit (&state)); + + /* Test some invalid input. */ + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\377", 1, &state); /* 0xFF */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\303\300", 2, &state); /* 0xC3 0xC0 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\343\300", 2, &state); /* 0xE3 0xC0 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\343\300\200", 3, &state); /* 0xE3 0xC0 0x80 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\343\200\300", 3, &state); /* 0xE3 0x80 0xC0 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\363\300", 2, &state); /* 0xF3 0xC0 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\363\300\200\200", 4, &state); /* 0xF3 0xC0 0x80 0x80 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\363\200\300", 3, &state); /* 0xF3 0x80 0xC0 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\363\200\300\200", 4, &state); /* 0xF3 0x80 0xC0 0x80 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + + memset (&state, '\0', sizeof (mbstate_t)); + ret = mbrlen ("\363\200\200\300", 4, &state); /* 0xF3 0x80 0x80 0xC0 */ + ASSERT (ret == (size_t)-1); + ASSERT (errno == EILSEQ); + } + return 0; + + default: + return 1; + } +} + +int +main (int argc, char *argv[]) +{ + int codepage = atoi (argv[argc - 1]); + int result; + int i; + + result = 77; + for (i = 1; i < argc - 1; i++) + { + int ret = test_one_locale (argv[i], codepage); + + if (ret != 77) + result = ret; + } + + if (result == 77) + { + fprintf (stderr, "Skipping test: found no locale with codepage %d\n", + codepage); + } + return result; +} + +#else + +int +main (int argc, char *argv[]) +{ + fputs ("Skipping test: not a native Windows system\n", stderr); + return 77; +} + +#endif -- cgit v1.2.1