stdcxx-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From se...@apache.org
Subject svn commit: r437250 - /incubator/stdcxx/trunk/tests/localization/22.locale.codecvt.out.cpp
Date Sat, 26 Aug 2006 23:46:42 GMT
Author: sebor
Date: Sat Aug 26 16:46:42 2006
New Revision: 437250

URL: http://svn.apache.org/viewvc?rev=437250&view=rev
Log:
2006-08-26  Martin Sebor  <sebor@roguewave.com>

	STDCXX-4
	* codecvt_out.cpp: New test execising lib.locale.codecvt.virtuals,
	member function do_out.

Added:
    incubator/stdcxx/trunk/tests/localization/22.locale.codecvt.out.cpp   (with props)

Added: incubator/stdcxx/trunk/tests/localization/22.locale.codecvt.out.cpp
URL: http://svn.apache.org/viewvc/incubator/stdcxx/trunk/tests/localization/22.locale.codecvt.out.cpp?rev=437250&view=auto
==============================================================================
--- incubator/stdcxx/trunk/tests/localization/22.locale.codecvt.out.cpp (added)
+++ incubator/stdcxx/trunk/tests/localization/22.locale.codecvt.out.cpp Sat Aug 26 16:46:42
2006
@@ -0,0 +1,1066 @@
+/***************************************************************************
+ *
+ * 22.codecvt.out.cpp - test exercising the std::codecvt::out()
+ *
+ * $Id$
+ *
+ ***************************************************************************
+ *
+ * Licensed to the Apache Software  Foundation (ASF) under one or more
+ * contributor  license agreements.  See  the NOTICE  file distributed
+ * with  this  work  for  additional information  regarding  copyright
+ * ownership.   The ASF  licenses this  file to  you under  the Apache
+ * License, Version  2.0 (the  "License"); you may  not use  this file
+ * except in  compliance with the License.   You may obtain  a copy of
+ * the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the  License is distributed on an  "AS IS" BASIS,
+ * WITHOUT  WARRANTIES OR CONDITIONS  OF ANY  KIND, either  express or
+ * implied.   See  the License  for  the  specific language  governing
+ * permissions and limitations under the License.
+ *
+ * Copyright 2005-2006 Rogue Wave Software.
+ *
+ **************************************************************************/
+
+#ifdef __SUNPRO_CC
+    // working around a SunPro/SunOS bug (PR #26255)
+#  include <time.h>
+#endif   // __SUNPRO_CC
+
+#include <locale>    // for codecvt
+
+#include <climits>   // for MB_LEN_MAX
+#include <clocale>   // for LC_CTYPE, setlocale()
+#include <cstdio>    // for sprintf()
+#include <cstdlib>   // for MB_CUR_MAX, free(), size_t
+#include <cstring>   // for strcpy(), strlen()
+#include <cwchar>    // for codecvt
+
+#include <driver.h>      // for rw_test(), ...
+#include <file.h>        // for rw_fwrite()
+#include <rw_locale.h>   // for rw_locales(), rw_set_locale_root()
+#include <rw_printf.h>   // for rw_sprintf()
+#include <valcmp.h>      // for rw_strcmp()
+
+/****************************************************************************/
+
+// the root of the locale directory (RWSTD_LOCALE_ROOT)
+// set in main() instead of here to avoid Solaris 7 putenv() bug (PR #30017)
+const char* locale_root /* = set in main() */;
+
+
+// creates a table-based multibyte locale
+static const char*
+create_locale ()
+{
+    char cm_fname [1024];
+    std::sprintf (cm_fname, "%s%c%s", locale_root, _RWSTD_PATH_SEP, "charmap");
+
+    static const char charmap[] = {
+        "<code_set_name> test_charmap \n"
+        "<comment_char>  % \n"
+        "<escape_char>   / \n"
+        "<mb_cur_min>    1 \n"
+        "<mb_cur_max>    9 \n"
+        "CHARMAP \n"
+        "<U0000>   /x30                                   0 \n"
+        "<U0001>   /x31                                   1 \n"
+        "<U0002>   /x32/x32                               22 \n"
+        "<U0003>   /x33/x33/x33                           333 \n"
+        "<U0004>   /x34/x34/x34/x34                       4444 \n"
+        "<U0005>   /x35/x35/x35/x35/x35                   55555 \n"
+        "<U0006>   /x36/x36/x36/x36/x36/x36               666666 \n"
+        "<U0007>   /x37/x37/x37/x37/x37/x37/x37           7777777 \n"
+        "<U0008>   /x38/x38/x38/x38/x38/x38/x38/x38       88888888 \n"
+        "<U0009>   /x39/x39/x39/x39/x39/x39/x39/x39/x39   999999999 \n"
+        "<U0010>   /x41                                   A \n"
+        "<U0011>   /x42                                   B \n"
+        "<U0012>   /x43                                   C \n"
+        "<U0013>   /x44                                   D \n"
+        "<U0014>   /x45                                   E \n"
+        "<U0015>   /x46                                   F \n"
+        "END CHARMAP \n"
+    };
+
+    if (std::size_t (-1) == rw_fwrite (cm_fname, charmap))
+        return 0;
+
+    char src_fname [1024];
+    std::sprintf (src_fname, "%s%c%s", locale_root, _RWSTD_PATH_SEP, "source");
+
+    if (std::size_t (-1) == rw_fwrite (src_fname, "LC_CTYPE\nEND LC_CTYPE\n"))
+        return 0;
+
+    // invoke localedef to create the named locale
+    // silence the following warnings:
+    // 701: no compatible locale found
+    // 702: member of portable character set <x> not found
+    //      in the character map
+    // 706: iconv_open() failed
+    const char* const locname =
+        rw_localedef ("-w701 -w702 -w706",
+                      src_fname, cm_fname, "mb_cur_max-9");
+
+    return locname;
+}
+
+/****************************************************************************/
+
+// finds a multibyte character that is `bytes' long if `bytes' is less
+// than or equal to MB_CUR_MAX, or the longest multibyte sequence in
+// the current locale, and sets `wchar' to the wide character that
+// corresponds to it
+// returns `mbchar' on success, 0 on failure to find a multibute
+// character of the specified length
+static const char*
+get_mb_char (wchar_t *wchar, char *mbchar, std::size_t bytes)
+{
+    _RWSTD_ASSERT (0 != wchar);
+    _RWSTD_ASSERT (0 != mbchar);
+
+    *mbchar = '\0';
+
+    if (0 == bytes)
+        return mbchar;
+
+    const bool exact = bytes <= MB_CUR_MAX;
+
+    if (!exact)
+        bytes = MB_CUR_MAX;
+
+    wchar_t wc;
+
+    // search the first 64K characters sequentially
+    for (wc = wchar_t (1); wc != wchar_t (0xffff); ++wc) {
+
+        if (   int (bytes) == std::wctomb (mbchar, wc)
+            && int (bytes) == std::mblen (mbchar, bytes)) {
+            // NUL-terminate the multibyte character of the requested length
+            mbchar [bytes] = '\0';
+            *wchar = wc;
+            break;
+        }
+
+        *mbchar = '\0';
+    }
+
+#if 2 < _RWSTD_WCHAR_T_SIZE
+
+    // if a multibyte character of the requested size is not found
+    // in the low 64K range, try to find one using a random search
+    if (wchar_t (0xffff) == wc) {
+
+        // iterate only so many times to prevent an infinite loop
+        // in case when MB_CUR_MAX is greater than the longest
+        // multibyte character
+        for (int i = 0; i != 0x100000; ++i) {
+
+            wc = wchar_t (std::rand ());
+
+            if (RAND_MAX < 0x10000) {
+                wc <<= 16;
+                wc |=  wchar_t (std::rand ());
+            }
+
+            if (   int (bytes) == std::wctomb (mbchar, wc)
+                && int (bytes) == std::mblen (mbchar, bytes)) {
+                // NUL-terminate the multibyte character
+                mbchar [bytes] = '\0';
+                *wchar = wc;
+                break;
+            }
+
+            *mbchar = '\0';
+        }
+    }
+
+#endif   // 2 < _RWSTD_WCHAR_SIZE
+
+    // return 0 on failure to find a sequence exactly `bytes' long
+    return !exact || bytes == std::strlen (mbchar) ? mbchar : 0;
+}
+
+/****************************************************************************/
+
+struct WideCode
+{
+    wchar_t wchar;
+    char    mbchar [MB_LEN_MAX];
+};
+
+typedef WideCode mb_char_array_t [MB_LEN_MAX];
+
+// fills consecutive elemenets of the `mb_chars' array with wide
+// and multibyte characters between 1 and MB_CUR_MAX bytes long
+// for the given locale returns the number of elements populated
+// (normally, MB_CUR_MAX)
+static std::size_t
+get_mb_chars (mb_char_array_t mb_chars)
+{
+    _RWSTD_ASSERT (0 != mb_chars);
+
+    const char* mbc =
+        get_mb_char (&mb_chars [0].wchar,
+                     mb_chars [0].mbchar,
+                     std::size_t (-1));
+
+    if (!mbc) {
+        std::fprintf (stderr, "*** unable to find any multibyte characters "
+                      "in locale \"%s\" with MB_CUR_MAX = %u\n",
+                      std::setlocale (LC_CTYPE, 0), MB_CUR_MAX);
+        return 0;
+    }
+
+    std::size_t mb_cur_max = std::strlen (mbc);
+
+    if (MB_LEN_MAX < mb_cur_max)
+        mb_cur_max = MB_LEN_MAX;
+
+    // fill each element of `mb_chars' a multibyte character
+    // of the corresponding length
+    for (std::size_t i = mb_cur_max; i; --i) {
+
+        const std::size_t inx = i - 1;
+
+        // try to generate a multibyte character `i' bytes long
+        mbc = get_mb_char (&mb_chars [inx].wchar, mb_chars [inx].mbchar, i);
+
+        if (0 == mbc) {
+            if (i < mb_cur_max) {
+                std::fprintf (stderr, "*** unable to find %u-byte characters "
+                              "in locale \"%s\" with MB_CUR_MAX = %u\n",
+                              i + 1, std::setlocale (LC_CTYPE, 0), MB_CUR_MAX);
+                mb_cur_max = 0;
+                break;
+            }
+            --mb_cur_max;
+        }
+    }
+
+    return mb_cur_max;
+}
+
+/****************************************************************************/
+
+// finds the multibyte locale with the largest MB_CUR_MAX value and
+// fills consecutive elemenets of the `mb_chars' array with multibyte
+// characters between 1 and MB_CUR_MAX bytes long for such a locale
+static const char*
+find_mb_locale (std::size_t *mb_cur_max, mb_char_array_t mb_chars)
+{
+    _RWSTD_ASSERT (0 != mb_cur_max);
+    _RWSTD_ASSERT (0 != mb_chars);
+
+    if (2 > MB_LEN_MAX) {
+        std::fprintf (stderr, "MB_LEN_MAX = %d, giving up\n", MB_LEN_MAX);
+        return 0;
+    }
+
+    static const char *mb_locale_name;
+
+    char saved_locale_name [1024];
+    std::strcpy (saved_locale_name, std::setlocale (LC_CTYPE, 0));
+
+    *mb_cur_max = 0;
+
+    // iterate over all installed locales
+    for (const char *name = rw_locales (); *name;
+         name += std::strlen (name) + 1) {
+
+        if (std::setlocale (LC_CTYPE, name)) {
+
+            // try to generate a set of multibyte characters
+            // with lengths from 1 and MB_CUR_MAX (or less)
+            const std::size_t cur_max = get_mb_chars (mb_chars);
+
+            if (*mb_cur_max < cur_max) {
+                *mb_cur_max    = cur_max;
+                mb_locale_name = name;
+
+                // break when we've found a multibyte locale
+                // with the longest possible encoding
+                if (MB_LEN_MAX == *mb_cur_max)
+                    break;
+            }
+        }
+    }
+
+    if (*mb_cur_max < 2) {
+        std::fprintf (stderr, "*** unable to find a full set of multibyte "
+                      "characters in locale \"%s\" with MB_CUR_MAX = %u "
+                      "(computed)", mb_locale_name, *mb_cur_max);
+        mb_locale_name = 0;
+    }
+    else {
+        // (re)generate the multibyte characters for the saved locale
+        // as they may have been overwritten in subsequent iterations
+        // of the loop above (while searching for a locale with greater
+        // value of MB_CUR_MAX)
+        std::setlocale (LC_CTYPE, mb_locale_name);
+        get_mb_chars (mb_chars);
+    }
+
+    std::setlocale (LC_CTYPE, saved_locale_name);
+
+    return mb_locale_name;
+}
+
+/****************************************************************************/
+
+inline const char* codecvt_result (std::codecvt_base::result res)
+{
+    return   std::codecvt_base::error == res ? "error"
+           : std::codecvt_base::ok == res ? "ok"
+           : std::codecvt_base::partial == res ? "partial"
+           : "noconv";
+}
+
+
+template <class internT>
+void test_out (int                                                line,
+               const char*                                        tname,
+               const std::mbstate_t                              *pstate,
+               const std::codecvt<internT, char, std::mbstate_t> &cvt,
+               const internT                                     *src,
+               std::size_t                                        src_len,
+               std::size_t                                        src_off,
+               const char                                        *res,
+               std::size_t                                        res_len,
+               std::size_t                                        res_off,
+               std::codecvt_base::result                          result)
+{
+    static const std::mbstate_t initial_state = std::mbstate_t ();
+
+    std::mbstate_t state = pstate ? *pstate : initial_state;
+
+    typedef char externT;
+
+    // create and invalidate a buffer for the destination sequence
+    externT buf [1024];
+    std::memset (buf, -1, sizeof buf);
+
+    // set up from, from_end, and from_next arguments
+    const internT* const from      = src;
+    const internT* const from_end  = from + src_len;
+    const internT*       from_next = 0;
+
+    // set up to, to_end, and to_next arguments
+    externT* const to      = buf;
+    externT* const to_end  = to + res_len;
+    externT*       to_next = 0;
+
+    // call codecvt::out () with the arguments above
+    const std::codecvt_base::result cvtres =
+        cvt.out (state,
+                 from, from_end, from_next,
+                 to, to_end, to_next);
+
+    // format a string describing the function call above
+    static char fcall [4096];
+    rw_sprintf (fcall,
+                "codecvt<%s, char, mbstate_t>::out(state, "
+                "from = %{*.*Ac}, from + %d, from + %d, "
+                "to = %{#*s}, to + %d, to + %d)",
+                tname, int (sizeof *from), int (src_len), from,
+                from_end - from, from_next - from,
+                int (to_next - to), to, to_end - to, to_next - to);
+
+    RW_ASSERT (std::strlen (fcall) < sizeof fcall);
+
+    rw_assert (cvtres == result, __FILE__, line,
+               "line %d: %s == %s, got %s",
+               __LINE__, fcall,
+               codecvt_result (result),
+               codecvt_result (cvtres));
+
+    rw_assert (from_next == from + src_off, __FILE__, line,
+               "line %d: %s: from_next == from + %d, got from + %d",
+               __LINE__, fcall,
+               src_off, from_next - from);
+
+    rw_assert (to_next == to + res_off, __FILE__, line,
+               "line %d: %s: to_next == to + %d, got to + %d",
+               __LINE__, fcall,
+               res_off, to_next - to);
+
+    rw_assert (0 == rw_strncmp (to, res, res_off), __FILE__, line,
+               "line %d: %s: expected %{#*s}, got %{#*s}",
+               __LINE__, int (res_off), res, int (to_next - to), to);
+
+    rw_assert (!pstate || !std::memcmp (pstate, &state, sizeof state),
+               __FILE__, line,
+               "line %d: %s: unexpected state",
+               __LINE__, tname);
+}
+
+/****************************************************************************/
+
+typedef std::codecvt<char, char, std::mbstate_t>           Codecvt;
+typedef std::codecvt_byname<char, char, std::mbstate_t>    CodecvtByname;
+
+
+static void
+test_codecvt (const Codecvt *pcvt = 0)
+{
+    if (0 == pcvt)
+        rw_info (0, 0, __LINE__,
+                 "std::codecvt<char, char, mbstate_t>::out("
+                 "state_type&, "
+                 "const intern_type*, const intern_type*, "
+                 "const intern_type*, "
+                 "extern_type*, extern_type*, exterm_type*&)");
+
+    const std::locale classic = std::locale::classic ();
+
+    const Codecvt &cvt = pcvt ? *pcvt : std::use_facet<Codecvt>(classic);
+
+#undef TEST
+#define TEST(from, from_end_off, from_next_off,      \
+             res, res_end_off, res_next_off, result) \
+    test_out (__LINE__, "char", 0, cvt,              \
+              from, from_end_off, from_next_off,     \
+              res, res_end_off, res_next_off,        \
+              std::codecvt_base::result)
+
+    //    +---------------------------- source sequence before conversion
+    //    |      +--------------------- (from_end - from) before conversion
+    //    |      |  +------------------ (from_next - from) after conversion
+    //    |      |  |  +--------------- destination sequence after conversion
+    //    |      |  |  |      +-------- (to_end - to) before conversion
+    //    |      |  |  |      |  +----- (to_next - to) after conversion
+    //    |      |  |  |      |  |  +-- conversion result
+    //    |      |  |  |      |  |  |
+    //    V      V  V  V      V  V  V
+    TEST ("",    0, 0, "",    0, 0, noconv);
+    TEST ("a",   1, 0, "",    0, 0, noconv);
+    TEST ("b",   1, 0, "",    1, 0, noconv);
+    TEST ("ab",  2, 0, "",    0, 0, noconv);
+    TEST ("bc",  2, 0, "",    1, 0, noconv);
+    TEST ("cd",  2, 0, "",    2, 0, noconv);
+    TEST ("abc", 3, 0, "",    0, 0, noconv);
+    TEST ("\0",  1, 0, "",    0, 0, noconv);
+}
+
+/****************************************************************************/
+
+static void
+test_codecvt_byname ()
+{
+    rw_info (0, 0, __LINE__,
+             "std::codecvt_byname<char, char, mbstate_t>::out("
+             "state_type&, const intern_type*, const intern_type*, "
+             "const intern_type*, "
+             "extern_type*, extern_type*, exterm_type*&)");
+
+    const CodecvtByname cvt ("");
+
+    test_codecvt (&cvt);
+}
+
+/****************************************************************************/
+
+#ifndef _RWSTD_NO_WCHAR_T
+
+typedef std::codecvt<wchar_t, char, std::mbstate_t>        WCodecvt;
+typedef std::codecvt_byname<wchar_t, char, std::mbstate_t> WCodecvtByname;
+
+
+static void
+test_wcodecvt ()
+{
+    rw_info (0, 0, __LINE__,
+             "std::codecvt<wchar_t, char, mbstate_t>::out("
+             "state_type&, "
+             "const intern_type*, const intern_type*, "
+             "const intern_type*, "
+             "extern_type*, extern_type*, exterm_type*&)");
+
+    const std::locale classic = std::locale::classic ();
+
+    const WCodecvt &cvt = std::use_facet<WCodecvt>(classic);
+
+#undef TEST
+#define TEST(from, from_end_off, from_next_off,      \
+             res, res_end_off, res_next_off, result) \
+    test_out (__LINE__, "wchar_t", 0, cvt,           \
+              from, from_end_off, from_next_off,     \
+              res, res_end_off, res_next_off,        \
+              std::codecvt_base::result)
+
+    //    +------------------------------- source sequence before conversion
+    //    |        +---------------------- (from_end - from) before conversion
+    //    |        |  +------------------- (from_next - from) after conversion
+    //    |        |  |  +---------------- destination sequence
+    //    |        |  |  |       +-------- (to_end - to) before conversion
+    //    |        |  |  |       |  +----- (to_next - to) after conversion
+    //    |        |  |  |       |  |  +-- conversion result
+    //    |        |  |  |       |  |  |
+    //    V        V  V  V       V  V  V
+    TEST (L"",     0, 0, "",     0, 0, ok);
+    TEST (L"a",    1, 1, "a",    1, 1, ok);
+    TEST (L"ab",   2, 2, "ab",   2, 2, ok);
+    TEST (L"abc",  3, 3, "abc",  3, 3, ok);
+    TEST (L"\0",   1, 1, "\0",   1, 1, ok);
+    TEST (L"a\0",  2, 2, "a\0",  2, 2, ok);
+    TEST (L"a\0b", 3, 3, "a\0b", 3, 3, ok);
+    TEST (L"\0\0", 2, 2, "\0\0", 2, 2, ok);
+
+    TEST (L"123",  3, 0, "",     0, 0, partial);
+    TEST (L"234",  3, 1, "2",    1, 1, partial);
+    TEST (L"345",  3, 2, "34",   2, 2, partial);
+    TEST (L"456",  3, 3, "456",  3, 3, ok);
+    TEST (L"567",  3, 3, "567",  4, 3, ok);
+    TEST (L"6789", 3, 3, "678",  4, 3, ok);
+}
+
+/****************************************************************************/
+
+// exercises an algorithmic multibyte encoding
+static void
+test_wcodecvt_byname_algorithmic ()
+{
+    rw_info (0, 0, __LINE__, "locale (\"UTF-8@UCS\") [algorithmic encoding]");
+
+    // lowercase utf ==> relaxed checking (i.e., some, but not all,
+    // invalid UTF-8 sequence are accepted)
+    const WCodecvtByname cvt_relaxd ("utf-8@UCS");
+
+    // capital UTF ==> strict checking
+    const WCodecvtByname cvt_strict ("UTF-8@UCS");
+
+#undef STRICT
+#define STRICT(from, from_end_off, from_next_off,    \
+             res, res_end_off, res_next_off, result) \
+    test_out (__LINE__, "wchar_t", 0, cvt_strict,    \
+              from, from_end_off, from_next_off,     \
+              res, res_end_off, res_next_off,        \
+              std::codecvt_base::result)
+
+#undef RELAXD
+#define RELAXD(from, from_end_off, from_next_off,    \
+             res, res_end_off, res_next_off, result) \
+    test_out (__LINE__, "wchar_t", 0, cvt_relaxd,    \
+              from, from_end_off, from_next_off,     \
+              res, res_end_off, res_next_off,        \
+              std::codecvt_base::result)
+
+#undef TEST
+#define TEST(from, from_end_off, from_next_off,      \
+             res, res_end_off, res_next_off, result) \
+    STRICT (from, from_end_off, from_next_off,       \
+            res, res_end_off, res_next_off, result); \
+    RELAXD (from, from_end_off, from_next_off,       \
+            res, res_end_off, res_next_off, result)
+
+    //    +------------------------------- source sequence before conversion
+    //    |        +---------------------- (from_end - from) before conversion
+    //    |        |  +------------------- (from_next - from) after conversion
+    //    |        |  |  +---------------- destination sequence
+    //    |        |  |  |       +-------- (to_end - to) before conversion
+    //    |        |  |  |       |  +----- (to_next - to) after conversion
+    //    |        |  |  |       |  |  +-- conversion result
+    //    |        |  |  |       |  |  |
+    //    V        V  V  V       V  V  V
+    TEST (L"",     0, 0, "",     0, 0, ok);
+    TEST (L"a",    1, 1, "a",    1, 1, ok);
+    TEST (L"ab",   2, 2, "ab",   2, 2, ok);
+    TEST (L"abc",  3, 3, "abc",  3, 3, ok);
+    TEST (L"\0",   1, 1, "\0",   1, 1, ok);
+    TEST (L"a\0",  2, 2, "a\0",  2, 2, ok);
+    TEST (L"a\0b", 3, 3, "a\0b", 3, 3, ok);
+
+    TEST (L"123",  3, 0, "",     0, 0, partial);
+    TEST (L"234",  3, 1, "2",    1, 1, partial);
+    TEST (L"345",  3, 2, "34",   2, 2, partial);
+    TEST (L"456",  3, 3, "456",  3, 3, ok);
+    TEST (L"567",  3, 3, "567",  4, 3, ok);
+
+    // exercise multibyte sequences
+    TEST (L"\x100",     1, 0, "\xc4\x80",  0, 0, partial);
+    TEST (L"\x101",     1, 0, "\xc4\x81",  1, 0, partial);
+    TEST (L"\x102",     1, 1, "\xc4\x82",  2, 2, ok);
+
+    TEST (L"\x103x",    2, 0, "\xc4\x83",  0, 0, partial);
+    TEST (L"\x104y",    2, 1, "\xc4\x84",  2, 2, partial);
+    TEST (L"\x105z",    2, 2, "\xc4\x85z", 3, 3, ok);
+    TEST (L"\x106zz",   2, 2, "\xc4\x86z", 4, 3, ok);
+
+    TEST (L"\x0901",    1, 0, "\xe0\xa4\x81", 0, 0, partial);
+    TEST (L"\x0902",    1, 0, "\xe0\xa4\x82", 1, 0, partial);
+    TEST (L"\x0903",    1, 0, "\xe0\xa4\x83", 2, 0, partial);
+    TEST (L"\x0904",    1, 1, "\xe0\xa4\x84", 3, 3, ok);
+
+    TEST (L"\x0905\x0916", 2, 1, "\xe0\xa4\x85\xe0\xa4\x96", 4, 3, partial);
+    TEST (L"\x0906\x0917", 2, 1, "\xe0\xa4\x86\xe0\xa4\x97", 5, 3, partial);
+    TEST (L"\x0907\x0918", 2, 2, "\xe0\xa4\x87\xe0\xa4\x98", 6, 6, ok);
+
+    // U+D800 to U+DFFF (UTF-16 surrogates) as well as U+FFFE and U+FFFF
+    // must not occur in normal UCS-4 data and should be treated like
+    // malformed or overlong sequences.
+
+    STRICT (L"\xd800",       1, 0, "",    6, 0, error);
+    STRICT (L"\xd801",       1, 0, "",    6, 0, error);
+    STRICT (L"A\xd802",      2, 1, "A",   6, 1, error);
+    STRICT (L"AB\xd803",     3, 2, "AB",  6, 2, error);
+    STRICT (L"ABC\xd804",    4, 3, "ABC", 6, 3, error);
+    STRICT (L"\xdffe",       1, 0, "",    6, 0, error);
+    STRICT (L"\xdfff",       1, 0, "",    6, 0, error);
+
+    TEST   (L"\xe000",       1, 1, "\xee\x80\x80", 6, 3, ok);
+    TEST   (L"\xd7ff",       1, 1, "\xed\x9f\xbf", 6, 3, ok);
+
+    STRICT (L"\xd800",       1, 0, "", 6, 0, error);
+    STRICT (L"\xd801",       1, 0, "", 6, 0, error);
+    STRICT (L"\xdffe",       1, 0, "", 6, 0, error);
+    STRICT (L"\xdfff",       1, 0, "", 6, 0, error);
+
+    TEST   (L"\xe000",       1, 1, "\xee\x80\x80", 6, 3, ok);
+
+    // verify that surrogate pairs are accepted in relaxed mode
+    RELAXD (L"\xd800",       1, 1, "\xed\xa0\x80", 6, 3, ok);
+    RELAXD (L"\xd801",       1, 1, "\xed\xa0\x81", 6, 3, ok);
+    RELAXD (L"\xdffe",       1, 1, "\xed\xbf\xbe", 6, 3, ok);
+    RELAXD (L"\xdfff",       1, 1, "\xed\xbf\xbf", 6, 3, ok);
+}
+
+/****************************************************************************/
+
+// exercises a table-based multibyte encoding
+static void
+test_wcodecvt_byname_table_based ()
+{
+    const char* const locname = create_locale ();
+
+    if (!locname) {
+        rw_error (0, 0, __LINE__, "failed to create a locale database");
+        return;
+    }
+
+    std::locale loc;
+
+    _TRY {
+        loc = std::locale (locname);
+    }
+    _CATCH (...) {
+        rw_error (0, 0, __LINE__, "locale(\"%s\") unexpectedly threw", locname);
+        return;
+    }
+
+    const WCodecvt &cvt_table = std::use_facet<WCodecvt>(loc);
+
+    rw_info (0, 0, __LINE__, "locale (\"%s\") [table-based encoding]", locname);
+
+#undef TEST
+#define TEST(from, from_end_off, from_next_off,      \
+             res, res_end_off, res_next_off, result) \
+    test_out (__LINE__, "wchar_t", 0, cvt_table,     \
+              from, from_end_off, from_next_off,     \
+              res, res_end_off, res_next_off,        \
+              std::codecvt_base::result)
+
+    TEST (L"",              0, 0, "",     0, 0, ok);
+    TEST (L"\x10",          1, 1, "A",    1, 1, ok);
+    TEST (L"\x11\x12",      2, 2, "BC",   2, 2, ok);
+    TEST (L"\x12\x13\x14",  3, 3, "CDE",  3, 3, ok);
+
+    TEST (L"\1\2\3\4\5\6",  1, 1, "1",               21,  1, ok);
+    TEST (L"\1\2\3\4\5\6",  2, 1, "1",                1,  1, partial);
+    TEST (L"\1\2\3\4\5\6",  2, 1, "1",                2,  1, partial);
+    TEST (L"\1\2\3\4\5\6",  2, 2, "122",              3,  3, ok);
+    TEST (L"\1\2\3\4\5\6",  2, 2, "122",             21,  3, ok);
+    TEST (L"\1\2\3\4\5\6",  3, 2, "122",              3,  3, partial);
+    TEST (L"\1\2\3\4\5\6",  3, 2, "122",              4,  3, partial);
+    TEST (L"\1\2\3\4\5\6",  3, 2, "122",              5,  3, partial);
+    TEST (L"\1\2\3\4\5\6",  3, 3, "122333",           6,  6, ok);
+    TEST (L"\1\2\3\4\5\6",  4, 3, "122333",           7,  6, partial);
+    TEST (L"\1\2\3\4\5\6",  3, 3, "122333",          21,  6, ok);
+    TEST (L"\1\2\3\4\5\6",  4, 4, "1223334444",      21, 10, ok);
+    TEST (L"\1\2\3\4\5\6",  5, 5, "122333444455555", 21, 15, ok);
+    TEST (L"\6\5\4\3\2\1",  6, 3, "666666555554444", 15, 15, partial);
+    TEST (L"\6\5\4\3\2\1",  6, 3, "666666555554444", 16, 15, partial);
+
+    TEST (L"*\3\4\5\6\7",   6, 0, "",                27,  0, error);
+    TEST (L"\2*\4\5\6\7",   6, 0, "",                 1,  0, partial);
+    TEST (L"\2*\4\5\6\7",   6, 1, "22",               2,  2, partial);
+    TEST (L"\2*\4\5\6\7",   6, 1, "22",              27,  2, error);
+    TEST (L"\2*\4\5\6\7",   6, 1, "22",              27,  2, error);
+    TEST (L"\2\3*\5\6\7",   6, 2, "22333",           27,  5, error);
+    TEST (L"\2\3\4*\6\7",   6, 3, "223334444",       27,  9, error);
+}
+
+/****************************************************************************/
+
+static void
+make_strings (const char *pat, std::size_t patsize,
+              wchar_t *wstr, char *mbstr,
+              const mb_char_array_t mb_chars)
+{
+    _RWSTD_ASSERT (0 != pat);
+    _RWSTD_ASSERT (0 != wstr);
+    _RWSTD_ASSERT (0 != mbstr);
+    _RWSTD_ASSERT (0 != mb_chars);
+
+    typedef unsigned char UChar;
+
+    *mbstr = '\0';
+
+    for (const char *s = pat; s != pat + patsize; ++s, ++wstr) {
+
+        if ('%' == *s) {
+
+            ++s;
+
+            _RWSTD_ASSERT ('0' <= *s && *s <= char ('0' + MB_LEN_MAX));
+
+            std::size_t char_inx = *s - '0';
+
+            *wstr = mb_chars [char_inx].wchar;
+
+            std::strcpy (mbstr, mb_chars [char_inx].mbchar);
+            mbstr += std::strlen (mbstr);
+        }
+        else {
+            *wstr    = UChar (*s);
+            *mbstr++ = *s;
+            *mbstr   = '\0';
+        }
+    }
+
+    *wstr = L'\0';
+}
+
+/****************************************************************************/
+
+// exercises a libc-based multibyte encoding
+static void
+test_wcodecvt_byname_libc_based ()
+{
+    // find `mb_cur_max' multibyte characters in increasing length
+    // from 1 to mb_cur_max bytes long
+
+    // i.e., initialize the first (N + 1) elements of mb_chars as follows:
+    // [0].mbstr = "0";         // where "0" is a single byte character
+    // [1].mbstr = "11";        // where "11" is a two-byte character
+    // [2].mbstr = "222";       // where "222" is a three-byte character
+    // ...
+    // [N].mbstr = "NNN...N";   // where "NNN...N" is an N-byte character
+
+    std::size_t mb_cur_max = 0;
+
+    mb_char_array_t mb_chars;
+
+    const char* const locname = find_mb_locale (&mb_cur_max, mb_chars);
+
+    if (0 == locname) {
+        rw_warn (0, 0, __LINE__, "unable to find a multibyte locale");
+        return;
+    }
+
+    std::locale loc;
+
+    _TRY {
+        loc = std::locale (locname);
+    }
+    _CATCH (...) {
+        rw_error (0, 0, __LINE__, "locale(\"%s\") unexpectedly threw", locname);
+        return;
+    }
+
+    const WCodecvt &cvt_libc = std::use_facet<WCodecvt>(loc);
+
+    rw_info (0, 0, __LINE__, "locale (\"%s\") [libc-based encoding, "
+             "single-byte characters]", locname);
+
+    //////////////////////////////////////////////////////////////////
+    // exercise sequences containing single-byte characters
+
+#undef TEST
+#define TEST(from, from_end_off, from_next_off,      \
+             res, res_end_off, res_next_off, result) \
+    test_out (__LINE__, "wchar_t", 0, cvt_libc,      \
+              from, from_end_off, from_next_off,     \
+              res, res_end_off, res_next_off,        \
+              std::codecvt_base::result)
+
+    TEST (L"",       0, 0, "",       0, 0, ok);
+    TEST (L"a",      1, 1, "a",      6, 1, ok);
+    TEST (L"ab",     2, 2, "ab",     6, 2, ok);
+    TEST (L"abc",    3, 3, "abc",    6, 3, ok);
+    TEST (L"abcd",   4, 4, "abcd",   6, 4, ok);
+    TEST (L"abcde",  5, 5, "abcde",  6, 5, ok);
+    TEST (L"abcdef", 6, 6, "abcdef", 6, 6, ok);
+
+    // exercise embedded NULs
+    TEST (L"\0abcdef", 7, 7, "\0abcdef", 7, 7, ok);
+    TEST (L"a\0bcdef", 7, 7, "a\0bcdef", 7, 7, ok);
+    TEST (L"ab\0cdef", 7, 7, "ab\0cdef", 7, 7, ok);
+    TEST (L"abc\0def", 7, 7, "abc\0def", 7, 7, ok);
+    TEST (L"abcd\0ef", 7, 7, "abcd\0ef", 7, 7, ok);
+    TEST (L"abcde\0f", 7, 7, "abcde\0f", 7, 7, ok);
+    TEST (L"abcdef\0", 7, 7, "abcdef\0", 7, 7, ok);
+
+    TEST (L"ab\0cd\0ef", 8, 8, "ab\0cd\0ef", 8, 8, ok);
+
+    //////////////////////////////////////////////////////////////////
+    // exercise sequences containing 2-byte characters
+
+    if (mb_cur_max < 2) {
+        rw_warn (0, 0, __LINE__, "no multibyte characters found");
+        return;
+    }
+
+    size_t bufsize = 0;
+    char *sequences = 0;
+
+    // verify the length of each character
+    for (std::size_t i = 0; i < mb_cur_max; ++i) {
+        const std::size_t mb_len = std::strlen (mb_chars [i].mbchar);
+
+        if (i + 1 != mb_len) {
+            rw_assert (0, 0, __LINE__,
+                       "unexpected multibyte character length: "
+                       "%u, expected %u", mb_len, i + 1);
+            return;
+        }
+
+        rw_asnprintf (&sequences, &bufsize,
+                      "%{+}%s{ %{#lc}, %{#s} }",
+                      i ? ", " : "",
+                      mb_chars [i].wchar,
+                      mb_chars [i].mbchar);
+    }
+
+    rw_info (0, 0, __LINE__,
+             "locale (\"%s\") [libc-based encoding, "
+             "MB_CUR_MAX = %u, multi-byte characters: %s]",
+             locname, mb_cur_max, (const char*)sequences);
+
+    std::free (sequences);
+
+#ifdef _RWSTD_OS_SUNOS
+
+    if (0 == std::strcmp ("5.7", _RWSTD_OS_RELEASE)) {
+
+        rw_warn (0, 0, __LINE__, "skipping tests due to a SunOS 5.7 libc bug");
+        return;
+    }
+
+#endif   // _RWSTD_OS_SUNOS
+
+    wchar_t wstr [256];
+    char    mbstr [256];
+
+#undef TEST
+#define TEST(pat, from_end_off, from_next_off,       \
+             res_end_off, res_next_off, result)      \
+    make_strings (pat, sizeof pat - 1,               \
+                  wstr, mbstr, mb_chars);            \
+    test_out (__LINE__, "wchar_t", 0, cvt_libc,      \
+              wstr, from_end_off, from_next_off,     \
+              mbstr, res_end_off, res_next_off,      \
+              std::codecvt_base::result)
+
+    // %N for N in [0, MB_CUR_MAX) represents a wide character
+    // whose multibyte representation is (N + 1) bytes long
+    // any other (narrow) character, including the NUL, is
+    // widened to a wchar_t as if by an ordinary cast
+    TEST ("%0", 0, 0, 0, 0, ok);
+    TEST ("%0", 1, 0, 0, 0, partial);
+    TEST ("%0", 1, 1, 1, 1, ok);
+    TEST ("%1", 1, 0, 0, 0, partial);
+    TEST ("%1", 1, 0, 1, 0, partial);
+    TEST ("%1", 1, 1, 2, 2, ok);
+
+    TEST ("a%1", 2, 1, 2, 1, partial);
+    TEST ("b%1", 2, 2, 3, 3, ok);
+
+    TEST ("%1%1", 2, 0, 1, 0, partial);
+    TEST ("%1%1", 2, 1, 2, 2, partial);
+    TEST ("%1%1", 2, 1, 3, 2, partial);
+    TEST ("%1%1", 2, 2, 4, 4, ok);
+
+    TEST ("%1X%1Y%1Z", 6, 0, 1, 0, partial);
+    TEST ("%1X%1Y%1Z", 6, 1, 2, 2, partial);
+    TEST ("%1X%1Y%1Z", 6, 2, 3, 3, partial);
+    TEST ("%1X%1Y%1Z", 6, 2, 4, 3, partial);
+    TEST ("%1X%1Y%1Z", 6, 3, 5, 5, partial);
+    TEST ("%1X%1Y%1Z", 6, 4, 6, 6, partial);
+    TEST ("%1X%1Y%1Z", 6, 4, 7, 6, partial);
+    TEST ("%1X%1Y%1Z", 6, 5, 8, 8, partial);
+    TEST ("%1X%1Y%1Z", 6, 6, 9, 9, ok);
+
+    // exercise embedded NULs
+    TEST ("\0",           1, 1, 1, 1, ok);
+    TEST ("\0X",          2, 2, 2, 2, ok);
+    TEST ("\0X\0",        3, 3, 3, 3, ok);
+    TEST ("\0X\0Y",       4, 4, 4, 4, ok);
+    TEST ("\0X\0Y\0",     5, 5, 5, 5, ok);
+    TEST ("\0X\0Y\0Z",    6, 6, 6, 6, ok);
+    TEST ("\0XYZ\0",      5, 5, 5, 5, ok);
+
+    TEST ("%1\0",         2, 2, 3, 3, ok);
+    TEST ("\0%1",         2, 2, 3, 3, ok);
+
+    TEST ("%1\0%1",       3, 3, 5, 5, ok);
+    TEST ("\0%1\0",       3, 3, 4, 4, ok);
+
+    TEST ("%1\0%1\0%1\0", 6, 2, 3, 3, partial);
+    TEST ("%1\0%1\0%1\0", 6, 3, 5, 5, partial);
+    TEST ("%1\0%1\0%1\0", 6, 4, 6, 6, partial);
+    TEST ("%1\0%1\0%1\0", 6, 5, 8, 8, partial);
+    TEST ("%1\0%1\0%1\0", 6, 6, 9, 9, ok);
+
+    // exercise consecutive embedded NULs
+    TEST ("\0\0%1\0\0%1\0\0", 8, 8, 10, 10, ok);
+    TEST ("\0\0\0\0\0\0\0XY", 9, 9,  9,  9, ok);
+
+    //////////////////////////////////////////////////////////////////
+    // exercise sequences containing 3-byte characters
+
+    if (mb_cur_max < 3)
+        return;
+
+    TEST ("%2",   1, 0, 0, 0, partial);
+    TEST ("%2",   1, 0, 1, 0, partial);
+    TEST ("%2",   1, 0, 2, 0, partial);
+    TEST ("%2",   1, 1, 3, 3, ok);
+
+    TEST ("%2%1", 2, 0, 0, 0, partial);
+    TEST ("%2%1", 2, 0, 1, 0, partial);
+    TEST ("%2%1", 2, 0, 2, 0, partial);
+    TEST ("%2%1", 2, 1, 3, 3, partial);
+    TEST ("%2%1", 2, 1, 4, 3, partial);
+    TEST ("%2%1", 2, 2, 5, 5, ok);
+
+    TEST ("%2%2", 2, 0, 0, 0, partial);
+    TEST ("%2%2", 2, 0, 1, 0, partial);
+    TEST ("%2%2", 2, 0, 2, 0, partial);
+    TEST ("%2%2", 2, 1, 3, 3, partial);
+    TEST ("%2%2", 2, 1, 4, 3, partial);
+    TEST ("%2%2", 2, 1, 5, 3, partial);
+    TEST ("%2%2", 2, 2, 6, 6, ok);
+
+    TEST ("%2%1%2", 3, 0, 0, 0, partial);
+    TEST ("%2%1%2", 3, 0, 1, 0, partial);
+    TEST ("%2%1%2", 3, 0, 2, 0, partial);
+    TEST ("%2%1%2", 3, 1, 3, 3, partial);
+    TEST ("%2%1%2", 3, 1, 4, 3, partial);
+    TEST ("%2%1%2", 3, 2, 5, 5, partial);
+    TEST ("%2%1%2", 3, 2, 6, 5, partial);
+    TEST ("%2%1%2", 3, 2, 7, 5, partial);
+    TEST ("%2%1%2", 3, 3, 8, 8, ok);
+
+    TEST ("%2%1%2%0%1%2$", 6, 6, 14, 14, ok);
+
+    // exercise embedded NULs
+    TEST ("\0%2$",       2, 2, 4, 4, ok);
+    TEST ("%2\0$",       2, 2, 4, 4, ok);
+    TEST ("\0\0%2$",     3, 3, 5, 5, ok);
+    TEST ("%2\0\0$",     3, 3, 5, 5, ok);
+    TEST ("\0\0%2\0%2$", 5, 5, 9, 9, ok);
+    TEST ("\0%2\0\0%2$", 5, 5, 9, 9, ok);
+    TEST ("\0%2\0%2\0$", 5, 5, 9, 9, ok);
+    TEST ("%2\0\0%2\0$", 5, 5, 9, 9, ok);
+    TEST ("%2\0%2\0\0$", 5, 5, 9, 9, ok);
+
+    //////////////////////////////////////////////////////////////////
+    // exercise sequences containing 4-byte characters
+
+    if (mb_cur_max < 4)
+        return;
+
+    TEST ("%3",     1, 0,  0,  0, partial);
+    TEST ("%3",     1, 0,  1,  0, partial);
+    TEST ("%3",     1, 0,  2,  0, partial);
+    TEST ("%3",     1, 0,  3,  0, partial);
+    TEST ("%3",     1, 1,  4,  4, ok);
+
+    TEST ("%3%3",   2, 0,  3,  0, partial);
+    TEST ("%3%3",   2, 1,  4,  4, partial);
+    TEST ("%3%3",   2, 1,  5,  4, partial);
+    TEST ("%3%3",   2, 1,  6,  4, partial);
+    TEST ("%3%3",   2, 1,  7,  4, partial);
+    TEST ("%3%3",   2, 2,  8,  8, ok);
+
+    TEST ("%3G%3",  3, 2,  8,  5, partial);
+    TEST ("%3G%3",  3, 3,  9,  9, ok);
+
+    TEST ("%3%1%3", 3, 2,  9,  6, partial);
+    TEST ("%3%1%3", 3, 3, 10, 10, ok);
+
+    TEST ("%3%2%1%0%1%2%3", 7, 7, 19, 19, ok);
+
+    //      4+1+3+1+2+1+1+1+2+1+3+1+4 = 25 bytes (13 wchar_t)
+    TEST ("%3\0%2\0%1\0%0\0%1\0%2\0%3$", 13, 13, 25, 25, ok);
+    //      4+1+1+3+2+1+1+1+2+1+3+4+1 = 25 bytes (13 wchar_t)
+    TEST ("%3\0\0%2%1\0%0\0%1\0%2%3\0$", 13, 13, 25, 25, ok);
+    //      1+4+3+1+2+1+1+1+2+1+3+4+1 = 25 bytes (13 wchar_t)
+    TEST ("\0%3%2\0%1\0\0%0%1\0%2%3\0$", 13, 13, 25, 25, ok);
+    //      1+4+3+1+2+1+2+1+3+4+1+1+1 = 25 bytes (13 wchar_t)
+    TEST ("\0%3%2\0%1%0%1\0%2%3\0\0\0$", 13, 13, 25, 25, ok);
+    //      1+1+1+1+1+1+4+3+2+1+2+3+4  = 25 bytes (13 wchar_t)
+    TEST ("\0\0\0\0\0\0%3%2%1%0%1%2%3$", 13, 13, 25, 25, ok);
+}
+
+/****************************************************************************/
+
+static void
+test_wcodecvt_byname ()
+{
+    rw_info (0, 0, __LINE__,
+             "std::codecvt_byname<wchar_t, char, mbstate_t>::out("
+             "state_type&, "
+             "const intern_type*, const intern_type*, "
+             "const intern_type*, "
+             "extern_type*, extern_type*, exterm_type*&)");
+
+    test_wcodecvt_byname_algorithmic ();
+    test_wcodecvt_byname_table_based ();
+    test_wcodecvt_byname_libc_based ();
+}
+
+#endif   // _RWSTD_NO_WCHAR_T
+
+/****************************************************************************/
+
+static int
+run_test (int, char**)
+{
+    // set up RWSTD_LOCALE_ROOT and other environment variables
+    // here as opposed to at program startup to work around a
+    // SunOS 5.7 bug in putenv() (PR #30017)
+    locale_root = rw_set_locale_root ();
+
+    test_codecvt ();
+    test_codecvt_byname ();
+
+#ifndef _RWSTD_NO_WCHAR_T
+
+    // exercise wchar_t specializations
+    test_wcodecvt ();
+    test_wcodecvt_byname ();
+
+#else   // if defined (_RWSTD_NO_WCHAR_T)
+
+    rw_warn (0, 0, __LINE__, "_RWSTD_NO_WCHAR_T #defined, cannot test");
+
+#endif   // _RWSTD_NO_WCHAR_T
+
+    return 0;
+}
+
+/****************************************************************************/
+
+int main (int argc, char *argv[])
+{
+    return rw_test (argc, argv, __FILE__,
+                    "lib.locale.codecvt.virtuals",
+                    0 /* no comment */,
+                    run_test,
+                    "",
+                    (void*)0   /* sentinel */);
+}

Propchange: incubator/stdcxx/trunk/tests/localization/22.locale.codecvt.out.cpp
------------------------------------------------------------------------------
    svn:eol-style = native

Propchange: incubator/stdcxx/trunk/tests/localization/22.locale.codecvt.out.cpp
------------------------------------------------------------------------------
    svn:keywords = Id



Mime
View raw message