/* * Copyright (C) 2010 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #define LOG_TAG "Unicode_test" #include #include #include #include #include namespace android { class UnicodeTest : public testing::Test { protected: virtual void SetUp() { } virtual void TearDown() { } char16_t const * const kSearchString = u"I am a leaf on the wind."; }; TEST_F(UnicodeTest, UTF8toUTF16ZeroLength) { ssize_t measured; const uint8_t str[] = { }; measured = utf8_to_utf16_length(str, 0); EXPECT_EQ(0, measured) << "Zero length input should return zero length output."; } TEST_F(UnicodeTest, UTF8toUTF16ASCIILength) { ssize_t measured; // U+0030 or ASCII '0' const uint8_t str[] = { 0x30 }; measured = utf8_to_utf16_length(str, sizeof(str)); EXPECT_EQ(1, measured) << "ASCII glyphs should have a length of 1 char16_t"; } TEST_F(UnicodeTest, UTF8toUTF16Plane1Length) { ssize_t measured; // U+2323 SMILE const uint8_t str[] = { 0xE2, 0x8C, 0xA3 }; measured = utf8_to_utf16_length(str, sizeof(str)); EXPECT_EQ(1, measured) << "Plane 1 glyphs should have a length of 1 char16_t"; } TEST_F(UnicodeTest, UTF8toUTF16SurrogateLength) { ssize_t measured; // U+10000 const uint8_t str[] = { 0xF0, 0x90, 0x80, 0x80 }; measured = utf8_to_utf16_length(str, sizeof(str)); EXPECT_EQ(2, measured) << "Surrogate pairs should have a length of 2 char16_t"; } TEST_F(UnicodeTest, UTF8toUTF16TruncatedUTF8) { ssize_t measured; // Truncated U+2323 SMILE // U+2323 SMILE const uint8_t str[] = { 0xE2, 0x8C }; measured = utf8_to_utf16_length(str, sizeof(str)); EXPECT_EQ(-1, measured) << "Truncated UTF-8 should return -1 to indicate invalid"; } TEST_F(UnicodeTest, UTF8toUTF16Normal) { const uint8_t str[] = { 0x30, // U+0030, 1 UTF-16 character 0xC4, 0x80, // U+0100, 1 UTF-16 character 0xE2, 0x8C, 0xA3, // U+2323, 1 UTF-16 character 0xF0, 0x90, 0x80, 0x80, // U+10000, 2 UTF-16 character }; char16_t output[1 + 1 + 1 + 2 + 1]; // Room for null utf8_to_utf16(str, sizeof(str), output, sizeof(output) / sizeof(output[0])); EXPECT_EQ(0x0030, output[0]) << "should be U+0030"; EXPECT_EQ(0x0100, output[1]) << "should be U+0100"; EXPECT_EQ(0x2323, output[2]) << "should be U+2323"; EXPECT_EQ(0xD800, output[3]) << "should be first half of surrogate U+10000"; EXPECT_EQ(0xDC00, output[4]) << "should be second half of surrogate U+10000"; EXPECT_EQ(0, output[5]) << "should be null terminated"; } TEST_F(UnicodeTest, strstr16EmptyTarget) { EXPECT_EQ(strstr16(kSearchString, u""), kSearchString) << "should return the original pointer"; } TEST_F(UnicodeTest, strstr16EmptyTarget_bug) { // In the original code when target is an empty string strlen16() would // start reading the memory until a "terminating null" (that is, zero) // character is found. This happens because "*target++" in the original // code would increment the pointer beyond the actual string. void* memptr; const size_t alignment = sysconf(_SC_PAGESIZE); const size_t size = 2 * alignment; ASSERT_EQ(posix_memalign(&memptr, alignment, size), 0); // Fill allocated memory. memset(memptr, 'A', size); // Create a pointer to an "empty" string on the first page. char16_t* const emptyString = (char16_t* const)((char*)memptr + alignment - 4); *emptyString = (char16_t)0; // Protect the second page to show that strstr16() violates that. ASSERT_EQ(mprotect((char*)memptr + alignment, alignment, PROT_NONE), 0); // Test strstr16(): when bug is present a segmentation fault is raised. ASSERT_EQ(strstr16((char16_t*)memptr, emptyString), (char16_t*)memptr) << "should not read beyond the first char16_t."; // Reset protection of the second page ASSERT_EQ(mprotect((char*)memptr + alignment, alignment, PROT_READ | PROT_WRITE), 0); // Free allocated memory. free(memptr); } TEST_F(UnicodeTest, strstr16SameString) { const char16_t* result = strstr16(kSearchString, kSearchString); EXPECT_EQ(kSearchString, result) << "should return the original pointer"; } TEST_F(UnicodeTest, strstr16TargetStartOfString) { const char16_t* result = strstr16(kSearchString, u"I am"); EXPECT_EQ(kSearchString, result) << "should return the original pointer"; } TEST_F(UnicodeTest, strstr16TargetEndOfString) { const char16_t* result = strstr16(kSearchString, u"wind."); EXPECT_EQ(kSearchString+19, result); } TEST_F(UnicodeTest, strstr16TargetWithinString) { const char16_t* result = strstr16(kSearchString, u"leaf"); EXPECT_EQ(kSearchString+7, result); } TEST_F(UnicodeTest, strstr16TargetNotPresent) { const char16_t* result = strstr16(kSearchString, u"soar"); EXPECT_EQ(nullptr, result); } // http://b/29267949 // Test that overreading in utf8_to_utf16_length is detected TEST_F(UnicodeTest, InvalidUtf8OverreadDetected) { // An utf8 char starting with \xc4 is two bytes long. // Add extra zeros so no extra memory is read in case the code doesn't // work as expected. static char utf8[] = "\xc4\x00\x00\x00"; ASSERT_DEATH(utf8_to_utf16_length((uint8_t *) utf8, strlen(utf8), true /* overreadIsFatal */), "" /* regex for ASSERT_DEATH */); } }