path: root/tests/test-mbrtoc32.c

/* Test of conversion of multibyte character to 32-bit wide character.
   Copyright (C) 2008-2023 Free Software Foundation, Inc.

   This program is free software: you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation, either version 3 of the License, or
   (at your option) any later version.

   This program is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   You should have received a copy of the GNU General Public License
   along with this program.  If not, see <https://www.gnu.org/licenses/>.  */

/* Written by Bruno Haible <bruno@clisp.org>, 2008.  */

#include <config.h>

#include <uchar.h>

#include "signature.h"
SIGNATURE_CHECK (mbrtoc32, size_t,
                 (char32_t *, const char *, size_t, mbstate_t *));

#include <locale.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

#include "macros.h"

int
main (int argc, char *argv[])
{
  mbstate_t state;
  char32_t wc;
  size_t ret;

  /* configure should already have checked that the locale is supported.  */
  if (setlocale (LC_ALL, "") == NULL)
    return 1;

  /* Test zero-length input.  */
  {
    memset (&state, '\0', sizeof (mbstate_t));
    wc = (char32_t) 0xBADFACE;
    ret = mbrtoc32 (&wc, "x", 0, &state);
    ASSERT (ret == (size_t)(-2));
    ASSERT (mbsinit (&state));
  }

  /* Test NUL byte input.  */
  {
    memset (&state, '\0', sizeof (mbstate_t));
    wc = (char32_t) 0xBADFACE;
    ret = mbrtoc32 (&wc, "", 1, &state);
    ASSERT (ret == 0);
    ASSERT (wc == 0);
    ASSERT (mbsinit (&state));
    ret = mbrtoc32 (NULL, "", 1, &state);
    ASSERT (ret == 0);
    ASSERT (mbsinit (&state));
  }

  /* Test single-byte input.  */
  {
    int c;
    char buf[1];

    memset (&state, '\0', sizeof (mbstate_t));
    for (c = 0; c < 0x100; c++)
      switch (c)
        {
        case '\t': case '\v': case '\f':
        case ' ': case '!': case '"': case '#': case '%':
        case '&': case '\'': case '(': case ')': case '*':
        case '+': case ',': case '-': case '.': case '/':
        case '0': case '1': case '2': case '3': case '4':
        case '5': case '6': case '7': case '8': case '9':
        case ':': case ';': case '<': case '=': case '>':
        case '?':
        case 'A': case 'B': case 'C': case 'D': case 'E':
        case 'F': case 'G': case 'H': case 'I': case 'J':
        case 'K': case 'L': case 'M': case 'N': case 'O':
        case 'P': case 'Q': case 'R': case 'S': case 'T':
        case 'U': case 'V': case 'W': case 'X': case 'Y':
        case 'Z':
        case '[': case '\\': case ']': case '^': case '_':
        case 'a': case 'b': case 'c': case 'd': case 'e':
        case 'f': case 'g': case 'h': case 'i': case 'j':
        case 'k': case 'l': case 'm': case 'n': case 'o':
        case 'p': case 'q': case 'r': case 's': case 't':
        case 'u': case 'v': case 'w': case 'x': case 'y':
        case 'z': case '{': case '|': case '}': case '~':
          /* c is in the ISO C "basic character set".  */
          ASSERT (c < 0x80);
          /* c is an ASCII character.  */
          buf[0] = c;

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, buf, 1, &state);
          ASSERT (ret == 1);
          ASSERT (wc == c);
          ASSERT (mbsinit (&state));

          ret = mbrtoc32 (NULL, buf, 1, &state);
          ASSERT (ret == 1);
          ASSERT (mbsinit (&state));

          break;
        default:
          break;
        }
  }

  /* Test special calling convention, passing a NULL pointer.  */
  {
    memset (&state, '\0', sizeof (mbstate_t));
    wc = (char32_t) 0xBADFACE;
    ret = mbrtoc32 (&wc, NULL, 5, &state);
    ASSERT (ret == 0);
    ASSERT (wc == (char32_t) 0xBADFACE);
    ASSERT (mbsinit (&state));
  }

#ifdef __ANDROID__
  /* On Android ≥ 5.0, the default locale is the "C.UTF-8" locale, not the
     "C" locale.  Furthermore, when you attempt to set the "C" or "POSIX"
     locale via setlocale(), what you get is a "C" locale with UTF-8 encoding,
     that is, effectively the "C.UTF-8" locale.  */
  if (argc > 1 && strcmp (argv[1], "5") == 0 && MB_CUR_MAX > 1)
    argv[1] = "2";
#endif

  if (argc > 1)
    switch (argv[1][0])
      {
      case '1':
        /* Locale encoding is ISO-8859-1 or ISO-8859-15.  */
        {
          char input[] = "B\374\337er"; /* "Büßer" */
          memset (&state, '\0', sizeof (mbstate_t));

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input, 1, &state);
          ASSERT (ret == 1);
          ASSERT (wc == 'B');
          ASSERT (mbsinit (&state));
          input[0] = '\0';

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 1, 1, &state);
          ASSERT (ret == 1);
          ASSERT (c32tob (wc) == (unsigned char) '\374');
          ASSERT (mbsinit (&state));
          input[1] = '\0';

          /* Test support of NULL first argument.  */
          ret = mbrtoc32 (NULL, input + 2, 3, &state);
          ASSERT (ret == 1);
          ASSERT (mbsinit (&state));

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 2, 3, &state);
          ASSERT (ret == 1);
          ASSERT (c32tob (wc) == (unsigned char) '\337');
          ASSERT (mbsinit (&state));
          input[2] = '\0';

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 3, 2, &state);
          ASSERT (ret == 1);
          ASSERT (wc == 'e');
          ASSERT (mbsinit (&state));
          input[3] = '\0';

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 4, 1, &state);
          ASSERT (ret == 1);
          ASSERT (wc == 'r');
          ASSERT (mbsinit (&state));
        }
        return 0;

      case '2':
        /* Locale encoding is UTF-8.  */
        {
          char input[] = "s\303\274\303\237\360\237\230\213!"; /* "süß😋!" */
          memset (&state, '\0', sizeof (mbstate_t));

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input, 1, &state);
          ASSERT (ret == 1);
          ASSERT (wc == 's');
          ASSERT (mbsinit (&state));
          input[0] = '\0';

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 1, 1, &state);
          ASSERT (ret == (size_t)(-2));
          ASSERT (wc == (char32_t) 0xBADFACE);
          ASSERT (!mbsinit (&state));
          input[1] = '\0';

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 2, 7, &state);
          ASSERT (ret == 1);
          ASSERT (c32tob (wc) == EOF);
          ASSERT (wc == 0x00FC); /* expect Unicode encoding */
          ASSERT (mbsinit (&state));
          input[2] = '\0';

          /* Test support of NULL first argument.  */
          ret = mbrtoc32 (NULL, input + 3, 6, &state);
          ASSERT (ret == 2);
          ASSERT (mbsinit (&state));

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 3, 6, &state);
          ASSERT (ret == 2);
          ASSERT (c32tob (wc) == EOF);
          ASSERT (wc == 0x00DF); /* expect Unicode encoding */
          ASSERT (mbsinit (&state));
          input[3] = '\0';
          input[4] = '\0';

          /* Test support of NULL first argument.  */
          ret = mbrtoc32 (NULL, input + 5, 4, &state);
          ASSERT (ret == 4);
          ASSERT (mbsinit (&state));

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 5, 4, &state);
          ASSERT (ret == 4);
          ASSERT (c32tob (wc) == EOF);
          ASSERT (wc == 0x1F60B); /* expect Unicode encoding */
          ASSERT (mbsinit (&state));
          input[5] = '\0';
          input[6] = '\0';
          input[7] = '\0';
          input[8] = '\0';

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 9, 1, &state);
          ASSERT (ret == 1);
          ASSERT (wc == '!');
          ASSERT (mbsinit (&state));
        }
        return 0;

      case '3':
        /* Locale encoding is EUC-JP.  */
        {
          char input[] = "<\306\374\313\334\270\354>"; /* "<日本語>" */
          memset (&state, '\0', sizeof (mbstate_t));

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input, 1, &state);
          ASSERT (ret == 1);
          ASSERT (wc == '<');
          ASSERT (mbsinit (&state));
          input[0] = '\0';

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 1, 2, &state);
          ASSERT (ret == 2);
          ASSERT (c32tob (wc) == EOF);
          ASSERT (mbsinit (&state));
          input[1] = '\0';
          input[2] = '\0';

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 3, 1, &state);
          ASSERT (ret == (size_t)(-2));
          ASSERT (wc == (char32_t) 0xBADFACE);
          ASSERT (!mbsinit (&state));
          input[3] = '\0';

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 4, 4, &state);
          ASSERT (ret == 1);
          ASSERT (c32tob (wc) == EOF);
          ASSERT (mbsinit (&state));
          input[4] = '\0';

          /* Test support of NULL first argument.  */
          ret = mbrtoc32 (NULL, input + 5, 3, &state);
          ASSERT (ret == 2);
          ASSERT (mbsinit (&state));

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 5, 3, &state);
          ASSERT (ret == 2);
          ASSERT (c32tob (wc) == EOF);
          ASSERT (mbsinit (&state));
          input[5] = '\0';
          input[6] = '\0';

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 7, 1, &state);
          ASSERT (ret == 1);
          ASSERT (wc == '>');
          ASSERT (mbsinit (&state));
        }
        return 0;

      case '4':
        /* Locale encoding is GB18030.  */
        {
          char input[] = "s\250\271\201\060\211\070\224\071\375\067!"; /* "süß😋!" */
          memset (&state, '\0', sizeof (mbstate_t));

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input, 1, &state);
          ASSERT (ret == 1);
          ASSERT (wc == 's');
          ASSERT (mbsinit (&state));
          input[0] = '\0';

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 1, 1, &state);
          ASSERT (ret == (size_t)(-2));
          ASSERT (wc == (char32_t) 0xBADFACE);
          ASSERT (!mbsinit (&state));
          input[1] = '\0';

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 2, 9, &state);
          ASSERT (ret == 1);
          ASSERT (c32tob (wc) == EOF);
          ASSERT (mbsinit (&state));
          input[2] = '\0';

          /* Test support of NULL first argument.  */
          ret = mbrtoc32 (NULL, input + 3, 8, &state);
          ASSERT (ret == 4);
          ASSERT (mbsinit (&state));

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 3, 8, &state);
          ASSERT (ret == 4);
          ASSERT (c32tob (wc) == EOF);
          ASSERT (mbsinit (&state));
          input[3] = '\0';
          input[4] = '\0';
          input[5] = '\0';
          input[6] = '\0';

          /* Test support of NULL first argument.  */
          ret = mbrtoc32 (NULL, input + 7, 4, &state);
          ASSERT (ret == 4);
          ASSERT (mbsinit (&state));

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 7, 4, &state);
          ASSERT (ret == 4);
          ASSERT (c32tob (wc) == EOF);
          ASSERT (mbsinit (&state));
          input[7] = '\0';
          input[8] = '\0';
          input[9] = '\0';
          input[10] = '\0';

          wc = (char32_t) 0xBADFACE;
          ret = mbrtoc32 (&wc, input + 11, 1, &state);
          ASSERT (ret == 1);
          ASSERT (wc == '!');
          ASSERT (mbsinit (&state));
        }
        return 0;

      case '5':
        /* C or POSIX locale.  */
        {
          int c;
          char buf[1];

          memset (&state, '\0', sizeof (mbstate_t));
          for (c = 0; c < 0x100; c++)
            if (c != 0)
              {
                /* We are testing all nonnull bytes.  */
                buf[0] = c;

                wc = (char32_t) 0xBADFACE;
                ret = mbrtoc32 (&wc, buf, 1, &state);
                /* POSIX:2018 says regarding mbrtowc: "In the POSIX locale an
                   [EILSEQ] error cannot occur since all byte values are valid
                   characters."  It is reasonable to expect mbrtoc32 to behave
                   in the same way.  */
                ASSERT (ret == 1);
                if (c < 0x80)
                  /* c is an ASCII character.  */
                  ASSERT (wc == c);
                else
                  /* On most platforms, the bytes 0x80..0xFF map to U+0080..U+00FF.
                     But on musl libc, the bytes 0x80..0xFF map to U+DF80..U+DFFF.  */
                  ASSERT (wc == (btoc32 (c) == 0xDF00 + c ? btoc32 (c) : c));
                ASSERT (mbsinit (&state));

                ret = mbrtoc32 (NULL, buf, 1, &state);
                ASSERT (ret == 1);
                ASSERT (mbsinit (&state));
              }
        }
        return 0;
      }

  return 1;
}