c41b560f5f
Based on com.google.i18n.CharWidth by the icu-team folks. Bug: N/A Test: ran tests Change-Id: Ia9d818ec4ae60f2f3978533195330d00699397c5
833 lines
24 KiB
C++
833 lines
24 KiB
C++
/*
|
|
* Copyright (C) 2014 The Android Open Source Project
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#include <gtest/gtest.h>
|
|
|
|
#include <errno.h>
|
|
#include <limits.h>
|
|
#include <locale.h>
|
|
#include <stdint.h>
|
|
#include <wchar.h>
|
|
|
|
#include "math_data_test.h"
|
|
|
|
#define NUM_WCHARS(num_bytes) ((num_bytes)/sizeof(wchar_t))
|
|
|
|
TEST(wchar, sizeof_wchar_t) {
|
|
EXPECT_EQ(4U, sizeof(wchar_t));
|
|
EXPECT_EQ(4U, sizeof(wint_t));
|
|
}
|
|
|
|
TEST(wchar, mbrlen) {
|
|
char bytes[] = { 'h', 'e', 'l', 'l', 'o', '\0' };
|
|
EXPECT_EQ(0U, mbrlen(&bytes[0], 0, NULL));
|
|
EXPECT_EQ(1U, mbrlen(&bytes[0], 1, NULL));
|
|
|
|
EXPECT_EQ(1U, mbrlen(&bytes[4], 1, NULL));
|
|
EXPECT_EQ(0U, mbrlen(&bytes[5], 1, NULL));
|
|
}
|
|
|
|
TEST(wchar, wctomb_wcrtomb) {
|
|
// wctomb and wcrtomb behave differently when s == NULL.
|
|
EXPECT_EQ(0, wctomb(NULL, L'h'));
|
|
EXPECT_EQ(0, wctomb(NULL, L'\0'));
|
|
EXPECT_EQ(1U, wcrtomb(NULL, L'\0', NULL));
|
|
EXPECT_EQ(1U, wcrtomb(NULL, L'h', NULL));
|
|
|
|
char bytes[MB_LEN_MAX];
|
|
|
|
// wctomb and wcrtomb behave similarly for the null wide character.
|
|
EXPECT_EQ(1, wctomb(bytes, L'\0'));
|
|
EXPECT_EQ(1U, wcrtomb(bytes, L'\0', NULL));
|
|
|
|
// ...and for regular characters.
|
|
memset(bytes, 0, sizeof(bytes));
|
|
EXPECT_EQ(1, wctomb(bytes, L'h'));
|
|
EXPECT_EQ('h', bytes[0]);
|
|
memset(bytes, 0, sizeof(bytes));
|
|
EXPECT_EQ(1U, wcrtomb(bytes, L'h', NULL));
|
|
EXPECT_EQ('h', bytes[0]);
|
|
|
|
ASSERT_STREQ("C.UTF-8", setlocale(LC_CTYPE, "C.UTF-8"));
|
|
uselocale(LC_GLOBAL_LOCALE);
|
|
|
|
// 1-byte UTF-8.
|
|
memset(bytes, 0, sizeof(bytes));
|
|
EXPECT_EQ(1U, wcrtomb(bytes, L'h', NULL));
|
|
EXPECT_EQ('h', bytes[0]);
|
|
// 2-byte UTF-8.
|
|
memset(bytes, 0, sizeof(bytes));
|
|
EXPECT_EQ(2U, wcrtomb(bytes, 0x00a2, NULL));
|
|
EXPECT_EQ('\xc2', bytes[0]);
|
|
EXPECT_EQ('\xa2', bytes[1]);
|
|
// 3-byte UTF-8.
|
|
memset(bytes, 0, sizeof(bytes));
|
|
EXPECT_EQ(3U, wcrtomb(bytes, 0x20ac, NULL));
|
|
EXPECT_EQ('\xe2', bytes[0]);
|
|
EXPECT_EQ('\x82', bytes[1]);
|
|
EXPECT_EQ('\xac', bytes[2]);
|
|
// 4-byte UTF-8.
|
|
memset(bytes, 0, sizeof(bytes));
|
|
EXPECT_EQ(4U, wcrtomb(bytes, 0x24b62, NULL));
|
|
EXPECT_EQ('\xf0', bytes[0]);
|
|
EXPECT_EQ('\xa4', bytes[1]);
|
|
EXPECT_EQ('\xad', bytes[2]);
|
|
EXPECT_EQ('\xa2', bytes[3]);
|
|
// Invalid code point.
|
|
EXPECT_EQ(static_cast<size_t>(-1), wcrtomb(bytes, 0xffffffff, NULL));
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
}
|
|
|
|
TEST(wchar, wcrtomb_start_state) {
|
|
char out[MB_LEN_MAX];
|
|
mbstate_t ps;
|
|
|
|
// Any non-initial state is invalid when calling wcrtomb.
|
|
memset(&ps, 0, sizeof(ps));
|
|
EXPECT_EQ(static_cast<size_t>(-2), mbrtowc(NULL, "\xc2", 1, &ps));
|
|
EXPECT_EQ(static_cast<size_t>(-1), wcrtomb(out, 0x00a2, &ps));
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
|
|
// If the first argument to wcrtomb is NULL or the second is L'\0' the shift
|
|
// state should be reset.
|
|
memset(&ps, 0, sizeof(ps));
|
|
EXPECT_EQ(static_cast<size_t>(-2), mbrtowc(NULL, "\xc2", 1, &ps));
|
|
EXPECT_EQ(1U, wcrtomb(NULL, 0x00a2, &ps));
|
|
EXPECT_TRUE(mbsinit(&ps));
|
|
|
|
memset(&ps, 0, sizeof(ps));
|
|
EXPECT_EQ(static_cast<size_t>(-2), mbrtowc(NULL, "\xf0\xa4", 1, &ps));
|
|
EXPECT_EQ(1U, wcrtomb(out, L'\0', &ps));
|
|
EXPECT_TRUE(mbsinit(&ps));
|
|
}
|
|
|
|
TEST(wchar, wcstombs_wcrtombs) {
|
|
const wchar_t chars[] = { L'h', L'e', L'l', L'l', L'o', 0 };
|
|
const wchar_t bad_chars[] = { L'h', L'i', static_cast<wchar_t>(0xffffffff), 0 };
|
|
const wchar_t* src;
|
|
char bytes[BUFSIZ];
|
|
|
|
// Given a NULL destination, these functions count valid characters.
|
|
EXPECT_EQ(5U, wcstombs(NULL, chars, 0));
|
|
EXPECT_EQ(5U, wcstombs(NULL, chars, 4));
|
|
EXPECT_EQ(5U, wcstombs(NULL, chars, 256));
|
|
src = chars;
|
|
EXPECT_EQ(5U, wcsrtombs(NULL, &src, 0, NULL));
|
|
EXPECT_EQ(&chars[0], src);
|
|
src = chars;
|
|
EXPECT_EQ(5U, wcsrtombs(NULL, &src, 4, NULL));
|
|
EXPECT_EQ(&chars[0], src);
|
|
src = chars;
|
|
EXPECT_EQ(5U, wcsrtombs(NULL, &src, 256, NULL));
|
|
EXPECT_EQ(&chars[0], src);
|
|
|
|
// An unrepresentable char just returns an error from wcstombs...
|
|
errno = 0;
|
|
EXPECT_EQ(static_cast<size_t>(-1), wcstombs(NULL, bad_chars, 0));
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
errno = 0;
|
|
EXPECT_EQ(static_cast<size_t>(-1), wcstombs(NULL, bad_chars, 256));
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
|
|
// And wcsrtombs doesn't tell us where it got stuck because we didn't ask it
|
|
// to actually convert anything...
|
|
errno = 0;
|
|
src = bad_chars;
|
|
EXPECT_EQ(static_cast<size_t>(-1), wcsrtombs(NULL, &src, 0, NULL));
|
|
EXPECT_EQ(&bad_chars[0], src);
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
errno = 0;
|
|
src = bad_chars;
|
|
EXPECT_EQ(static_cast<size_t>(-1), wcsrtombs(NULL, &src, 256, NULL));
|
|
EXPECT_EQ(&bad_chars[0], src);
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
|
|
// Okay, now let's test actually converting something...
|
|
memset(bytes, 'x', sizeof(bytes));
|
|
EXPECT_EQ(0U, wcstombs(bytes, chars, 0));
|
|
memset(bytes, 'x', sizeof(bytes));
|
|
EXPECT_EQ(4U, wcstombs(bytes, chars, 4));
|
|
bytes[5] = 0;
|
|
EXPECT_STREQ("hellx", bytes);
|
|
memset(bytes, 'x', sizeof(bytes));
|
|
EXPECT_EQ(5U, wcstombs(bytes, chars, 256));
|
|
EXPECT_STREQ("hello", bytes);
|
|
memset(bytes, 'x', sizeof(bytes));
|
|
EXPECT_EQ(5U, wcstombs(bytes, chars, 6));
|
|
EXPECT_STREQ("hello", bytes);
|
|
errno = 0;
|
|
memset(bytes, 'x', sizeof(bytes));
|
|
EXPECT_EQ(static_cast<size_t>(-1), wcstombs(bytes, bad_chars, 256));
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
bytes[3] = 0;
|
|
EXPECT_STREQ("hix", bytes);
|
|
|
|
// wcsrtombs is a bit more informative...
|
|
memset(bytes, 'x', sizeof(bytes));
|
|
src = chars;
|
|
EXPECT_EQ(0U, wcsrtombs(bytes, &src, 0, NULL));
|
|
EXPECT_EQ(&chars[0], src); // No input consumed.
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
|
|
memset(bytes, 'x', sizeof(bytes));
|
|
src = chars;
|
|
EXPECT_EQ(4U, wcsrtombs(bytes, &src, 4, NULL));
|
|
EXPECT_EQ(&chars[4], src); // Some input consumed.
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
bytes[5] = 0;
|
|
EXPECT_STREQ("hellx", bytes);
|
|
|
|
memset(bytes, 'x', sizeof(bytes));
|
|
src = chars;
|
|
EXPECT_EQ(5U, wcsrtombs(bytes, &src, 256, NULL));
|
|
EXPECT_EQ(NULL, src); // All input consumed!
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
EXPECT_STREQ("hello", bytes);
|
|
|
|
memset(bytes, 'x', sizeof(bytes));
|
|
src = chars;
|
|
EXPECT_EQ(5U, wcsrtombs(bytes, &src, 6, NULL));
|
|
EXPECT_EQ(NULL, src); // All input consumed.
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
EXPECT_STREQ("hello", bytes);
|
|
|
|
memset(bytes, 'x', sizeof(bytes));
|
|
src = bad_chars;
|
|
EXPECT_EQ(static_cast<size_t>(-1), wcsrtombs(bytes, &src, 256, NULL));
|
|
EXPECT_EQ(&bad_chars[2], src);
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
bytes[3] = 0;
|
|
EXPECT_STREQ("hix", bytes);
|
|
|
|
// Any non-initial state is invalid when calling wcsrtombs.
|
|
mbstate_t ps;
|
|
src = chars;
|
|
memset(&ps, 0, sizeof(ps));
|
|
ASSERT_EQ(static_cast<size_t>(-2), mbrtowc(NULL, "\xc2", 1, &ps));
|
|
EXPECT_EQ(static_cast<size_t>(-1), wcsrtombs(NULL, &src, 0, &ps));
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
}
|
|
|
|
TEST(wchar, limits) {
|
|
ASSERT_LT(WCHAR_MIN, WCHAR_MAX);
|
|
}
|
|
|
|
TEST(wchar, wcsstr) {
|
|
const wchar_t* haystack = L"matches hello world, not the second hello world";
|
|
const wchar_t* empty_needle = L"";
|
|
const wchar_t* good_needle = L"ll";
|
|
const wchar_t* bad_needle = L"wort";
|
|
|
|
ASSERT_EQ(haystack, wcsstr(haystack, empty_needle));
|
|
ASSERT_EQ(&haystack[10], wcsstr(haystack, good_needle));
|
|
ASSERT_EQ(NULL, wcsstr(haystack, bad_needle));
|
|
}
|
|
|
|
TEST(wchar, wcsstr_80199) {
|
|
// https://code.google.com/p/android/issues/detail?id=80199
|
|
ASSERT_TRUE(wcsstr(L"romrom", L"rom") != NULL);
|
|
}
|
|
|
|
TEST(wchar, mbtowc) {
|
|
wchar_t out[8];
|
|
|
|
out[0] = 'x';
|
|
ASSERT_EQ(0, mbtowc(out, "hello", 0));
|
|
ASSERT_EQ('x', out[0]);
|
|
|
|
ASSERT_EQ(0, mbtowc(out, "hello", 0));
|
|
ASSERT_EQ(0, mbtowc(out, "", 0));
|
|
ASSERT_EQ(1, mbtowc(out, "hello", 1));
|
|
ASSERT_EQ(L'h', out[0]);
|
|
|
|
ASSERT_EQ(0, mbtowc(NULL, "hello", 0));
|
|
ASSERT_EQ(0, mbtowc(NULL, "", 0));
|
|
ASSERT_EQ(1, mbtowc(NULL, "hello", 1));
|
|
|
|
ASSERT_EQ(0, mbtowc(NULL, NULL, 0));
|
|
}
|
|
|
|
TEST(wchar, mbrtowc) {
|
|
wchar_t out[8];
|
|
|
|
out[0] = 'x';
|
|
ASSERT_EQ(0U, mbrtowc(out, "hello", 0, NULL));
|
|
ASSERT_EQ('x', out[0]);
|
|
|
|
ASSERT_EQ(0U, mbrtowc(out, "hello", 0, NULL));
|
|
ASSERT_EQ(0U, mbrtowc(out, "", 0, NULL));
|
|
ASSERT_EQ(1U, mbrtowc(out, "hello", 1, NULL));
|
|
ASSERT_EQ(L'h', out[0]);
|
|
|
|
ASSERT_EQ(0U, mbrtowc(NULL, "hello", 0, NULL));
|
|
ASSERT_EQ(0U, mbrtowc(NULL, "", 0, NULL));
|
|
ASSERT_EQ(1U, mbrtowc(NULL, "hello", 1, NULL));
|
|
|
|
ASSERT_EQ(0U, mbrtowc(NULL, NULL, 0, NULL));
|
|
|
|
ASSERT_STREQ("C.UTF-8", setlocale(LC_CTYPE, "C.UTF-8"));
|
|
uselocale(LC_GLOBAL_LOCALE);
|
|
|
|
// 1-byte UTF-8.
|
|
ASSERT_EQ(1U, mbrtowc(out, "abcdef", 6, NULL));
|
|
ASSERT_EQ(L'a', out[0]);
|
|
// 2-byte UTF-8.
|
|
ASSERT_EQ(2U, mbrtowc(out, "\xc2\xa2" "cdef", 6, NULL));
|
|
ASSERT_EQ(static_cast<wchar_t>(0x00a2), out[0]);
|
|
// 3-byte UTF-8.
|
|
ASSERT_EQ(3U, mbrtowc(out, "\xe2\x82\xac" "def", 6, NULL));
|
|
ASSERT_EQ(static_cast<wchar_t>(0x20ac), out[0]);
|
|
// 4-byte UTF-8.
|
|
ASSERT_EQ(4U, mbrtowc(out, "\xf0\xa4\xad\xa2" "ef", 6, NULL));
|
|
ASSERT_EQ(static_cast<wchar_t>(0x24b62), out[0]);
|
|
#if defined(__BIONIC__) // glibc allows this.
|
|
// Illegal 5-byte UTF-8.
|
|
ASSERT_EQ(static_cast<size_t>(-1), mbrtowc(out, "\xf8\xa1\xa2\xa3\xa4" "f", 6, NULL));
|
|
ASSERT_EQ(EILSEQ, errno);
|
|
#endif
|
|
// Illegal over-long sequence.
|
|
ASSERT_EQ(static_cast<size_t>(-1), mbrtowc(out, "\xf0\x82\x82\xac" "ef", 6, NULL));
|
|
ASSERT_EQ(EILSEQ, errno);
|
|
}
|
|
|
|
static void test_mbrtowc_incomplete(mbstate_t* ps) {
|
|
ASSERT_STREQ("C.UTF-8", setlocale(LC_CTYPE, "C.UTF-8"));
|
|
uselocale(LC_GLOBAL_LOCALE);
|
|
|
|
wchar_t out;
|
|
// 2-byte UTF-8.
|
|
ASSERT_EQ(static_cast<size_t>(-2), mbrtowc(&out, "\xc2", 1, ps));
|
|
ASSERT_EQ(1U, mbrtowc(&out, "\xa2" "cdef", 5, ps));
|
|
ASSERT_EQ(static_cast<wchar_t>(0x00a2), out);
|
|
ASSERT_TRUE(mbsinit(ps));
|
|
// 3-byte UTF-8.
|
|
ASSERT_EQ(static_cast<size_t>(-2), mbrtowc(&out, "\xe2", 1, ps));
|
|
ASSERT_EQ(static_cast<size_t>(-2), mbrtowc(&out, "\x82", 1, ps));
|
|
ASSERT_EQ(1U, mbrtowc(&out, "\xac" "def", 4, ps));
|
|
ASSERT_EQ(static_cast<wchar_t>(0x20ac), out);
|
|
ASSERT_TRUE(mbsinit(ps));
|
|
// 4-byte UTF-8.
|
|
ASSERT_EQ(static_cast<size_t>(-2), mbrtowc(&out, "\xf0", 1, ps));
|
|
ASSERT_EQ(static_cast<size_t>(-2), mbrtowc(&out, "\xa4\xad", 2, ps));
|
|
ASSERT_EQ(1U, mbrtowc(&out, "\xa2" "ef", 3, ps));
|
|
ASSERT_EQ(static_cast<wchar_t>(0x24b62), out);
|
|
ASSERT_TRUE(mbsinit(ps));
|
|
|
|
// Invalid 2-byte
|
|
ASSERT_EQ(static_cast<size_t>(-2), mbrtowc(&out, "\xc2", 1, ps));
|
|
ASSERT_EQ(static_cast<size_t>(-1), mbrtowc(&out, "\x20" "cdef", 5, ps));
|
|
ASSERT_EQ(EILSEQ, errno);
|
|
}
|
|
|
|
TEST(wchar, mbrtowc_incomplete) {
|
|
mbstate_t ps;
|
|
memset(&ps, 0, sizeof(ps));
|
|
|
|
test_mbrtowc_incomplete(&ps);
|
|
test_mbrtowc_incomplete(NULL);
|
|
}
|
|
|
|
static void test_mbsrtowcs(mbstate_t* ps) {
|
|
constexpr const char* VALID = "A" "\xc2\xa2" "\xe2\x82\xac" "\xf0\xa4\xad\xa2" "ef";
|
|
constexpr const char* INVALID = "A" "\xc2\x20" "ef";
|
|
constexpr const char* INCOMPLETE = "A" "\xc2";
|
|
wchar_t out[4];
|
|
|
|
const char* valid = VALID;
|
|
ASSERT_EQ(4U, mbsrtowcs(out, &valid, 4, ps));
|
|
ASSERT_EQ(L'A', out[0]);
|
|
ASSERT_EQ(static_cast<wchar_t>(0x00a2), out[1]);
|
|
ASSERT_EQ(static_cast<wchar_t>(0x20ac), out[2]);
|
|
ASSERT_EQ(static_cast<wchar_t>(0x24b62), out[3]);
|
|
// Check that valid has advanced to the next unread character.
|
|
ASSERT_EQ('e', *valid);
|
|
|
|
wmemset(out, L'x', NUM_WCHARS(sizeof(out)));
|
|
ASSERT_EQ(2U, mbsrtowcs(out, &valid, 4, ps));
|
|
ASSERT_EQ(L'e', out[0]);
|
|
ASSERT_EQ(L'f', out[1]);
|
|
ASSERT_EQ(L'\0', out[2]);
|
|
// Check that we didn't clobber the rest of out.
|
|
ASSERT_EQ(L'x', out[3]);
|
|
// Check that valid has advanced to the end of the string.
|
|
ASSERT_EQ(nullptr, valid);
|
|
|
|
const char* invalid = INVALID;
|
|
ASSERT_EQ(static_cast<size_t>(-1), mbsrtowcs(out, &invalid, 4, ps));
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
ASSERT_EQ('\xc2', *invalid);
|
|
|
|
const char* incomplete = INCOMPLETE;
|
|
ASSERT_EQ(static_cast<size_t>(-1), mbsrtowcs(out, &incomplete, 2, ps));
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
ASSERT_EQ('\xc2', *incomplete);
|
|
|
|
// If dst is null, *src shouldn't be updated.
|
|
// https://code.google.com/p/android/issues/detail?id=166381
|
|
const char* mbs = VALID;
|
|
EXPECT_EQ(6U, mbsrtowcs(nullptr, &mbs, 0, ps));
|
|
EXPECT_EQ(VALID, mbs);
|
|
mbs = INVALID;
|
|
EXPECT_EQ(static_cast<size_t>(-1), mbsrtowcs(nullptr, &mbs, 0, ps));
|
|
EXPECT_EQ(INVALID, mbs);
|
|
mbs = INCOMPLETE;
|
|
EXPECT_EQ(static_cast<size_t>(-1), mbsrtowcs(nullptr, &mbs, 0, ps));
|
|
EXPECT_EQ(INCOMPLETE, mbs);
|
|
}
|
|
|
|
TEST(wchar, mbsrtowcs) {
|
|
ASSERT_STREQ("C.UTF-8", setlocale(LC_CTYPE, "C.UTF-8"));
|
|
uselocale(LC_GLOBAL_LOCALE);
|
|
|
|
mbstate_t ps;
|
|
memset(&ps, 0, sizeof(ps));
|
|
test_mbsrtowcs(&ps);
|
|
test_mbsrtowcs(NULL);
|
|
|
|
// Invalid multi byte continuation.
|
|
const char* invalid = "\x20";
|
|
wchar_t out;
|
|
ASSERT_EQ(static_cast<size_t>(-2), mbrtowc(&out, "\xc2", 1, &ps));
|
|
ASSERT_EQ(static_cast<size_t>(-1), mbsrtowcs(&out, &invalid, 1, &ps));
|
|
EXPECT_EQ(EILSEQ, errno);
|
|
ASSERT_EQ('\x20', *invalid);
|
|
}
|
|
|
|
TEST(wchar, wcstol) {
|
|
ASSERT_EQ(123L, wcstol(L"123", NULL, 0));
|
|
}
|
|
|
|
TEST(wchar, wcstoll) {
|
|
ASSERT_EQ(123LL, wcstol(L"123", NULL, 0));
|
|
}
|
|
|
|
TEST(wchar, wcstoul) {
|
|
ASSERT_EQ(123UL, wcstoul(L"123", NULL, 0));
|
|
}
|
|
|
|
TEST(wchar, wcstoull) {
|
|
ASSERT_EQ(123ULL, wcstoul(L"123", NULL, 0));
|
|
}
|
|
|
|
TEST(wchar, mbsnrtowcs) {
|
|
wchar_t dst[128];
|
|
const char* s = "hello, world!";
|
|
const char* src;
|
|
|
|
memset(dst, 0, sizeof(dst));
|
|
src = s;
|
|
ASSERT_EQ(0U, mbsnrtowcs(dst, &src, 0, 0, NULL));
|
|
|
|
memset(dst, 0, sizeof(dst));
|
|
src = s;
|
|
ASSERT_EQ(2U, mbsnrtowcs(dst, &src, 2, 123, NULL)); // glibc chokes on SIZE_MAX here.
|
|
ASSERT_EQ(L'h', dst[0]);
|
|
ASSERT_EQ(L'e', dst[1]);
|
|
ASSERT_EQ(&s[2], src);
|
|
|
|
memset(dst, 0, sizeof(dst));
|
|
src = s;
|
|
ASSERT_EQ(3U, mbsnrtowcs(dst, &src, SIZE_MAX, 3, NULL));
|
|
ASSERT_EQ(L'h', dst[0]);
|
|
ASSERT_EQ(L'e', dst[1]);
|
|
ASSERT_EQ(L'l', dst[2]);
|
|
ASSERT_EQ(&s[3], src);
|
|
|
|
memset(dst, 0, sizeof(dst));
|
|
const char* incomplete = "\xc2"; // Incomplete UTF-8 sequence.
|
|
src = incomplete;
|
|
errno = 0;
|
|
ASSERT_EQ(static_cast<size_t>(-1), mbsnrtowcs(dst, &src, SIZE_MAX, 3, nullptr));
|
|
ASSERT_EQ(EILSEQ, errno);
|
|
|
|
src = incomplete;
|
|
errno = 0;
|
|
ASSERT_EQ(static_cast<size_t>(-1), mbsnrtowcs(nullptr, &src, SIZE_MAX, 3, nullptr));
|
|
ASSERT_EQ(EILSEQ, errno);
|
|
}
|
|
|
|
TEST(wchar, wcsftime) {
|
|
setenv("TZ", "UTC", 1);
|
|
|
|
struct tm t;
|
|
memset(&t, 0, sizeof(tm));
|
|
t.tm_year = 200;
|
|
t.tm_mon = 2;
|
|
t.tm_mday = 10;
|
|
|
|
wchar_t buf[64];
|
|
|
|
EXPECT_EQ(24U, wcsftime(buf, sizeof(buf), L"%c", &t));
|
|
EXPECT_STREQ(L"Sun Mar 10 00:00:00 2100", buf);
|
|
}
|
|
|
|
TEST(wchar, wmemmove_smoke) {
|
|
const wchar_t const_wstr[] = L"This is a test of something or other.....";
|
|
wchar_t wstr[NUM_WCHARS(sizeof(const_wstr))];
|
|
|
|
EXPECT_EQ(wstr, wmemmove(wstr, const_wstr, NUM_WCHARS(sizeof(const_wstr))));
|
|
EXPECT_STREQ(const_wstr, wstr);
|
|
|
|
EXPECT_EQ(wstr+5, wmemmove(wstr+5, wstr, NUM_WCHARS(sizeof(const_wstr)) - 6));
|
|
EXPECT_STREQ(L"This This is a test of something or other", wstr);
|
|
}
|
|
|
|
TEST(wchar, wmemcpy_smoke) {
|
|
const wchar_t src[] = L"Source string";
|
|
wchar_t dst[NUM_WCHARS(sizeof(src))];
|
|
|
|
EXPECT_EQ(dst, wmemcpy(dst, src, NUM_WCHARS(sizeof(src))));
|
|
EXPECT_STREQ(dst, src);
|
|
}
|
|
|
|
TEST(wchar, wcpcpy_smoke) {
|
|
const wchar_t src[] = L"Source string";
|
|
wchar_t dst[NUM_WCHARS(sizeof(src))];
|
|
|
|
EXPECT_EQ(dst + NUM_WCHARS(sizeof(src)) - 1, wcpcpy(dst, src));
|
|
EXPECT_STREQ(dst, src);
|
|
}
|
|
|
|
TEST(wchar, wcpncpy_smoke) {
|
|
const wchar_t src[] = L"Source string";
|
|
wchar_t dst[NUM_WCHARS(sizeof(src)) + 5];
|
|
|
|
size_t src_len = NUM_WCHARS(sizeof(src)) - 1;
|
|
EXPECT_EQ(dst + src_len, wcpncpy(dst, src, src_len + 1));
|
|
EXPECT_STREQ(dst, src);
|
|
|
|
EXPECT_EQ(dst + 6, wcpncpy(dst, src, 6));
|
|
dst[6] = L'\0';
|
|
EXPECT_STREQ(dst, L"Source");
|
|
|
|
wmemset(dst, L'x', NUM_WCHARS(sizeof(dst)));
|
|
EXPECT_EQ(dst + src_len, wcpncpy(dst, src, src_len + 4));
|
|
EXPECT_STREQ(dst, src);
|
|
EXPECT_EQ(dst[src_len], L'\0');
|
|
EXPECT_EQ(dst[src_len+1], L'\0');
|
|
EXPECT_EQ(dst[src_len+2], L'\0');
|
|
EXPECT_EQ(dst[src_len+3], L'\0');
|
|
EXPECT_EQ(dst[src_len+4], L'x');
|
|
}
|
|
|
|
TEST(wchar, wcscpy_smoke) {
|
|
const wchar_t src[] = L"Source string";
|
|
wchar_t dst[NUM_WCHARS(sizeof(src))];
|
|
|
|
EXPECT_EQ(dst, wcscpy(dst, src));
|
|
EXPECT_STREQ(src, dst);
|
|
}
|
|
|
|
TEST(wchar, wcsncpy_smoke) {
|
|
const wchar_t src[] = L"Source string";
|
|
wchar_t dst[NUM_WCHARS(sizeof(src)) + 5];
|
|
|
|
size_t src_len = NUM_WCHARS(sizeof(src)) - 1;
|
|
EXPECT_EQ(dst, wcsncpy(dst, src, src_len + 1));
|
|
EXPECT_STREQ(dst, src);
|
|
|
|
EXPECT_EQ(dst, wcsncpy(dst, src, 6));
|
|
dst[6] = L'\0';
|
|
EXPECT_STREQ(dst, L"Source");
|
|
|
|
wmemset(dst, L'x', NUM_WCHARS(sizeof(dst)));
|
|
EXPECT_EQ(dst, wcsncpy(dst, src, src_len + 4));
|
|
EXPECT_STREQ(dst, src);
|
|
EXPECT_EQ(dst[src_len], L'\0');
|
|
EXPECT_EQ(dst[src_len+1], L'\0');
|
|
EXPECT_EQ(dst[src_len+2], L'\0');
|
|
EXPECT_EQ(dst[src_len+3], L'\0');
|
|
EXPECT_EQ(dst[src_len+4], L'x');
|
|
}
|
|
|
|
TEST(wchar, mbrtowc_15439554) {
|
|
// http://b/15439554
|
|
ASSERT_STREQ("C.UTF-8", setlocale(LC_CTYPE, "C.UTF-8"));
|
|
uselocale(LC_GLOBAL_LOCALE);
|
|
|
|
ASSERT_GE(static_cast<size_t>(MB_LEN_MAX), MB_CUR_MAX);
|
|
ASSERT_GE(MB_CUR_MAX, 4U);
|
|
|
|
wchar_t wc;
|
|
size_t n;
|
|
|
|
// 1-byte character.
|
|
n = mbrtowc(&wc, "x", MB_CUR_MAX, NULL);
|
|
EXPECT_EQ(1U, n);
|
|
EXPECT_EQ(L'x', wc);
|
|
// 2-byte character.
|
|
n = mbrtowc(&wc, "\xc2\xa2", MB_CUR_MAX, NULL);
|
|
EXPECT_EQ(2U, n);
|
|
EXPECT_EQ(L'¢', wc);
|
|
// 3-byte character.
|
|
n = mbrtowc(&wc, "\xe2\x82\xac", MB_CUR_MAX, NULL);
|
|
EXPECT_EQ(3U, n);
|
|
EXPECT_EQ(L'€', wc);
|
|
// 4-byte character.
|
|
n = mbrtowc(&wc, "\xf0\xa4\xad\xa2", MB_CUR_MAX, NULL);
|
|
EXPECT_EQ(4U, n);
|
|
EXPECT_EQ(L'𤭢', wc);
|
|
}
|
|
|
|
TEST(wchar, open_wmemstream) {
|
|
wchar_t* p = nullptr;
|
|
size_t size = 0;
|
|
FILE* fp = open_wmemstream(&p, &size);
|
|
ASSERT_NE(EOF, fputws(L"hello, world!", fp));
|
|
fclose(fp);
|
|
|
|
ASSERT_STREQ(L"hello, world!", p);
|
|
ASSERT_EQ(wcslen(L"hello, world!"), size);
|
|
free(p);
|
|
}
|
|
|
|
TEST(stdio, open_wmemstream_EINVAL) {
|
|
#if defined(__BIONIC__)
|
|
wchar_t* p;
|
|
size_t size;
|
|
|
|
// Invalid buffer.
|
|
errno = 0;
|
|
ASSERT_EQ(nullptr, open_wmemstream(nullptr, &size));
|
|
ASSERT_EQ(EINVAL, errno);
|
|
|
|
// Invalid size.
|
|
errno = 0;
|
|
ASSERT_EQ(nullptr, open_wmemstream(&p, nullptr));
|
|
ASSERT_EQ(EINVAL, errno);
|
|
#else
|
|
GTEST_LOG_(INFO) << "This test does nothing.\n";
|
|
#endif
|
|
}
|
|
|
|
TEST(wchar, wcstol_EINVAL) {
|
|
errno = 0;
|
|
wcstol(L"123", NULL, -1);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
errno = 0;
|
|
wcstol(L"123", NULL, 1);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
errno = 0;
|
|
wcstol(L"123", NULL, 37);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
}
|
|
|
|
TEST(wchar, wcstoll_EINVAL) {
|
|
errno = 0;
|
|
wcstoll(L"123", NULL, -1);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
errno = 0;
|
|
wcstoll(L"123", NULL, 1);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
errno = 0;
|
|
wcstoll(L"123", NULL, 37);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
}
|
|
|
|
TEST(wchar, wcstoul_EINVAL) {
|
|
errno = 0;
|
|
wcstoul(L"123", NULL, -1);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
errno = 0;
|
|
wcstoul(L"123", NULL, 1);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
errno = 0;
|
|
wcstoul(L"123", NULL, 37);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
}
|
|
|
|
TEST(wchar, wcstoull_EINVAL) {
|
|
errno = 0;
|
|
wcstoull(L"123", NULL, -1);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
errno = 0;
|
|
wcstoull(L"123", NULL, 1);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
errno = 0;
|
|
wcstoull(L"123", NULL, 37);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
}
|
|
|
|
TEST(wchar, wcstoll_l_EINVAL) {
|
|
errno = 0;
|
|
wcstoll_l(L"123", NULL, -1, LC_GLOBAL_LOCALE);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
errno = 0;
|
|
wcstoll_l(L"123", NULL, 1, LC_GLOBAL_LOCALE);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
errno = 0;
|
|
wcstoll_l(L"123", NULL, 37, LC_GLOBAL_LOCALE);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
}
|
|
|
|
TEST(wchar, wcstoull_l_EINVAL) {
|
|
errno = 0;
|
|
wcstoull_l(L"123", NULL, -1, LC_GLOBAL_LOCALE);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
errno = 0;
|
|
wcstoull_l(L"123", NULL, 1, LC_GLOBAL_LOCALE);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
errno = 0;
|
|
wcstoull_l(L"123", NULL, 37, LC_GLOBAL_LOCALE);
|
|
ASSERT_EQ(EINVAL, errno);
|
|
}
|
|
|
|
TEST(wchar, wmempcpy) {
|
|
wchar_t dst[6];
|
|
ASSERT_EQ(&dst[4], wmempcpy(dst, L"hello", 4));
|
|
}
|
|
|
|
template <typename T>
|
|
static void CheckWcsToFloat(T fn(const wchar_t* s, wchar_t** end)) {
|
|
FpUlpEq<0, T> pred;
|
|
|
|
EXPECT_PRED_FORMAT2(pred, 9.0, fn(L"9.0", nullptr));
|
|
EXPECT_PRED_FORMAT2(pred, 9.0, fn(L"0.9e1", nullptr));
|
|
EXPECT_PRED_FORMAT2(pred, 9.0, fn(L"0x1.2p3", nullptr));
|
|
|
|
const wchar_t* s = L" \t\v\f\r\n9.0";
|
|
wchar_t* p;
|
|
EXPECT_PRED_FORMAT2(pred, 9.0, fn(s, &p));
|
|
EXPECT_EQ(s + wcslen(s), p);
|
|
|
|
EXPECT_TRUE(isnan(fn(L"+nan", nullptr)));
|
|
EXPECT_TRUE(isnan(fn(L"nan", nullptr)));
|
|
EXPECT_TRUE(isnan(fn(L"-nan", nullptr)));
|
|
|
|
EXPECT_TRUE(isnan(fn(L"+nan(0xff)", nullptr)));
|
|
EXPECT_TRUE(isnan(fn(L"nan(0xff)", nullptr)));
|
|
EXPECT_TRUE(isnan(fn(L"-nan(0xff)", nullptr)));
|
|
|
|
EXPECT_TRUE(isnan(fn(L"+nanny", &p)));
|
|
EXPECT_STREQ(L"ny", p);
|
|
EXPECT_TRUE(isnan(fn(L"nanny", &p)));
|
|
EXPECT_STREQ(L"ny", p);
|
|
EXPECT_TRUE(isnan(fn(L"-nanny", &p)));
|
|
EXPECT_STREQ(L"ny", p);
|
|
|
|
EXPECT_EQ(0, fn(L"muppet", &p));
|
|
EXPECT_STREQ(L"muppet", p);
|
|
EXPECT_EQ(0, fn(L" muppet", &p));
|
|
EXPECT_STREQ(L" muppet", p);
|
|
|
|
EXPECT_EQ(std::numeric_limits<T>::infinity(), fn(L"+inf", nullptr));
|
|
EXPECT_EQ(std::numeric_limits<T>::infinity(), fn(L"inf", nullptr));
|
|
EXPECT_EQ(-std::numeric_limits<T>::infinity(), fn(L"-inf", nullptr));
|
|
|
|
EXPECT_EQ(std::numeric_limits<T>::infinity(), fn(L"+infinity", nullptr));
|
|
EXPECT_EQ(std::numeric_limits<T>::infinity(), fn(L"infinity", nullptr));
|
|
EXPECT_EQ(-std::numeric_limits<T>::infinity(), fn(L"-infinity", nullptr));
|
|
|
|
EXPECT_EQ(std::numeric_limits<T>::infinity(), fn(L"+infinitude", &p));
|
|
EXPECT_STREQ(L"initude", p);
|
|
EXPECT_EQ(std::numeric_limits<T>::infinity(), fn(L"infinitude", &p));
|
|
EXPECT_STREQ(L"initude", p);
|
|
EXPECT_EQ(-std::numeric_limits<T>::infinity(), fn(L"-infinitude", &p));
|
|
EXPECT_STREQ(L"initude", p);
|
|
|
|
// Check case-insensitivity.
|
|
EXPECT_EQ(std::numeric_limits<T>::infinity(), fn(L"InFiNiTy", nullptr));
|
|
EXPECT_TRUE(isnan(fn(L"NaN", nullptr)));
|
|
}
|
|
|
|
TEST(wchar, wcstod) {
|
|
CheckWcsToFloat(wcstod);
|
|
}
|
|
|
|
TEST(wchar, wcstof) {
|
|
CheckWcsToFloat(wcstof);
|
|
}
|
|
|
|
TEST(wchar, wcstold) {
|
|
CheckWcsToFloat(wcstold);
|
|
}
|
|
|
|
static void AssertWcwidthRange(wchar_t begin, wchar_t end, int expected) {
|
|
for (wchar_t i = begin; i < end; ++i) {
|
|
EXPECT_EQ(expected, wcwidth(i)) << static_cast<int>(i);
|
|
}
|
|
}
|
|
|
|
TEST(wchar, wcwidth_NUL) {
|
|
// NUL is defined to return 0 rather than -1, despite being a C0 control.
|
|
EXPECT_EQ(0, wcwidth(0));
|
|
}
|
|
|
|
TEST(wchar, wcwidth_ascii) {
|
|
AssertWcwidthRange(0x20, 0x7f, 1); // Non-C0 non-DEL ASCII.
|
|
}
|
|
|
|
TEST(wchar, wcwidth_controls) {
|
|
AssertWcwidthRange(0x01, 0x20, -1); // C0 controls.
|
|
EXPECT_EQ(-1, wcwidth(0x7f)); // DEL.
|
|
AssertWcwidthRange(0x80, 0xa0, -1); // C1 controls.
|
|
}
|
|
|
|
TEST(wchar, wcwidth_non_spacing_and_enclosing_marks_and_format) {
|
|
EXPECT_EQ(0, wcwidth(0x0300)); // Combining grave.
|
|
EXPECT_EQ(0, wcwidth(0x20dd)); // Combining enclosing circle.
|
|
EXPECT_EQ(0, wcwidth(0x00ad)); // Soft hyphen (SHY).
|
|
EXPECT_EQ(0, wcwidth(0x200b)); // Zero width space.
|
|
}
|
|
|
|
TEST(wchar, wcwidth_cjk) {
|
|
EXPECT_EQ(2, wcwidth(0x4e00)); // Start of CJK unified block.
|
|
EXPECT_EQ(2, wcwidth(0x9fff)); // End of CJK unified block.
|
|
EXPECT_EQ(2, wcwidth(0x3400)); // Start of CJK extension A block.
|
|
EXPECT_EQ(2, wcwidth(0x4dbf)); // End of CJK extension A block.
|
|
EXPECT_EQ(2, wcwidth(0x20000)); // Start of CJK extension B block.
|
|
EXPECT_EQ(2, wcwidth(0x2a6df)); // End of CJK extension B block.
|
|
}
|
|
|
|
TEST(wchar, wcwidth_korean_combining_jamo) {
|
|
AssertWcwidthRange(0x1160, 0x1200, 0); // Original range.
|
|
EXPECT_EQ(0, wcwidth(0xd7b0)); // Newer.
|
|
EXPECT_EQ(0, wcwidth(0xd7cb));
|
|
}
|
|
|
|
TEST(wchar, wcwidth_korean_jeongeul_syllables) {
|
|
EXPECT_EQ(2, wcwidth(0xac00)); // Start of block.
|
|
EXPECT_EQ(2, wcwidth(0xd7a3)); // End of defined code points in Unicode 7.
|
|
// Undefined characters at the end of the block have width 1.
|
|
}
|
|
|
|
TEST(wchar, wcwidth_kana) {
|
|
// Hiragana (most, not undefined).
|
|
AssertWcwidthRange(0x3041, 0x3097, 2);
|
|
// Katakana.
|
|
AssertWcwidthRange(0x30a0, 0x3100, 2);
|
|
}
|
|
|
|
TEST(wchar, wcwidth_circled_two_digit_cjk) {
|
|
// Circled two-digit CJK "speed sign" numbers are wide,
|
|
// though EastAsianWidth is ambiguous.
|
|
AssertWcwidthRange(0x3248, 0x3250, 2);
|
|
}
|
|
|
|
TEST(wchar, wcwidth_hexagrams) {
|
|
// Hexagrams are wide, though EastAsianWidth is neutral.
|
|
AssertWcwidthRange(0x4dc0, 0x4e00, 2);
|
|
}
|
|
|
|
TEST(wchar, wcwidth_default_ignorables) {
|
|
AssertWcwidthRange(0xfff0, 0xfff8, 0); // Unassigned by default ignorable.
|
|
EXPECT_EQ(0, wcwidth(0xe0000)); // ...through 0xe0fff.
|
|
}
|
|
|
|
TEST(wchar, wcwidth_korean_common_non_syllables) {
|
|
EXPECT_EQ(2, wcwidth(L'ㅜ')); // Korean "crying" emoticon.
|
|
EXPECT_EQ(2, wcwidth(L'ㅋ')); // Korean "laughing" emoticon.
|
|
}
|