| /******************************************************************** |
| * COPYRIGHT: |
| * Copyright (c) 1997-2001, International Business Machines Corporation and |
| * others. All Rights Reserved. |
| ********************************************************************/ |
| /******************************************************************************** |
| * |
| * File CUCDTST.C |
| * |
| * Modification History: |
| * Name Description |
| * Madhu Katragadda Ported for C API, added tests for string functions |
| ********************************************************************************* |
| */ |
| |
| #include <stdlib.h> |
| #include <stdio.h> |
| #include <string.h> |
| #include "unicode/utypes.h" |
| #include "unicode/uchar.h" |
| #include "unicode/utypes.h" |
| #include "unicode/putil.h" |
| #include "unicode/ustring.h" |
| #include "unicode/uloc.h" |
| #include "cstring.h" |
| #include "cmemory.h" |
| #include "cintltst.h" |
| #include "cucdtst.h" |
| #include "uparse.h" |
| #include "unicode/uscript.h" |
| |
| /* test data ---------------------------------------------------------------- */ |
| |
| UChar*** dataTable = NULL; |
| const UChar LAST_CHAR_CODE_IN_FILE = 0xFFFD; |
| const char tagStrings[] = "MnMcMeNdNlNoZsZlZpCcCfCsCoCnLuLlLtLmLoPcPdPsPePoSmScSkSoPiPf"; |
| const int32_t tagValues[] = |
| { |
| /* Mn */ U_NON_SPACING_MARK, |
| /* Mc */ U_COMBINING_SPACING_MARK, |
| /* Me */ U_ENCLOSING_MARK, |
| /* Nd */ U_DECIMAL_DIGIT_NUMBER, |
| /* Nl */ U_LETTER_NUMBER, |
| /* No */ U_OTHER_NUMBER, |
| /* Zs */ U_SPACE_SEPARATOR, |
| /* Zl */ U_LINE_SEPARATOR, |
| /* Zp */ U_PARAGRAPH_SEPARATOR, |
| /* Cc */ U_CONTROL_CHAR, |
| /* Cf */ U_FORMAT_CHAR, |
| /* Cs */ U_SURROGATE, |
| /* Co */ U_PRIVATE_USE_CHAR, |
| /* Cn */ U_UNASSIGNED, |
| /* Lu */ U_UPPERCASE_LETTER, |
| /* Ll */ U_LOWERCASE_LETTER, |
| /* Lt */ U_TITLECASE_LETTER, |
| /* Lm */ U_MODIFIER_LETTER, |
| /* Lo */ U_OTHER_LETTER, |
| /* Pc */ U_CONNECTOR_PUNCTUATION, |
| /* Pd */ U_DASH_PUNCTUATION, |
| /* Ps */ U_START_PUNCTUATION, |
| /* Pe */ U_END_PUNCTUATION, |
| /* Po */ U_OTHER_PUNCTUATION, |
| /* Sm */ U_MATH_SYMBOL, |
| /* Sc */ U_CURRENCY_SYMBOL, |
| /* Sk */ U_MODIFIER_SYMBOL, |
| /* So */ U_OTHER_SYMBOL, |
| /* Pi */ U_INITIAL_PUNCTUATION, |
| /* Pf */ U_FINAL_PUNCTUATION |
| }; |
| |
| const char dirStrings[][5] = { |
| "L", |
| "R", |
| "EN", |
| "ES", |
| "ET", |
| "AN", |
| "CS", |
| "B", |
| "S", |
| "WS", |
| "ON", |
| "LRE", |
| "LRO", |
| "AL", |
| "RLE", |
| "RLO", |
| "PDF", |
| "NSM", |
| "BN" |
| }; |
| |
| void addUnicodeTest(TestNode** root); |
| |
| void addUnicodeTest(TestNode** root) |
| { |
| addTest(root, &TestUpperLower, "tsutil/cucdtst/TestUpperLower"); |
| addTest(root, &TestLetterNumber, "tsutil/cucdtst/TestLetterNumber"); |
| addTest(root, &TestMisc, "tsutil/cucdtst/TestMisc"); |
| addTest(root, &TestControlPrint, "tsutil/cucdtst/TestControlPrint"); |
| addTest(root, &TestIdentifier, "tsutil/cucdtst/TestIdentifier"); |
| addTest(root, &TestUnicodeData, "tsutil/cucdtst/TestUnicodeData"); |
| addTest(root, &TestStringCopy, "tsutil/cucdtst/TestStringCopy"); |
| addTest(root, &TestStringFunctions, "tsutil/cucdtst/TestStringFunctions"); |
| addTest(root, &TestStringSearching, "tsutil/cucdtst/TestStringSearching"); |
| addTest(root, &TestCharNames, "tsutil/cucdtst/TestCharNames"); |
| addTest(root, &TestMirroring, "tsutil/cucdtst/TestMirroring"); |
| addTest(root, &TestUnescape, "tsutil/cucdtst/TestUnescape"); |
| addTest(root, &TestCaseMapping, "tsutil/cucdtst/TestCaseMapping"); |
| addTest(root, &TestCaseFolding, "tsutil/cucdtst/TestCaseFolding"); |
| addTest(root, &TestCaseCompare, "tsutil/cucdtst/TestCaseCompare"); |
| addTest(root, &TestUScriptCodeAPI, "tsutil/cucdtst/TestUScriptCodeAPI"); |
| } |
| |
| /*==================================================== */ |
| /* test u_toupper() and u_tolower() */ |
| /*==================================================== */ |
| static void TestUpperLower() |
| { |
| const UChar upper[] = {0x41, 0x42, 0x00b2, 0x01c4, 0x01c6, 0x01c9, 0x01c8, 0x01c9, 0x000c, 0x0000}; |
| const UChar lower[] = {0x61, 0x62, 0x00b2, 0x01c6, 0x01c6, 0x01c9, 0x01c9, 0x01c9, 0x000c, 0x0000}; |
| U_STRING_DECL(upperTest, "abcdefg123hij.?:klmno", 21); |
| U_STRING_DECL(lowerTest, "ABCDEFG123HIJ.?:KLMNO", 21); |
| int i; |
| |
| U_STRING_INIT(upperTest, "abcdefg123hij.?:klmno", 21); |
| U_STRING_INIT(lowerTest, "ABCDEFG123HIJ.?:KLMNO", 21); |
| |
| |
| for(i=0; i < u_strlen(upper); i++){ |
| if(u_tolower(upper[i]) != lower[i]){ |
| log_err("FAILED u_tolower() for %lx Expected %lx Got %lx\n", upper[i], lower[i], u_tolower(upper[i])); |
| } |
| } |
| log_verbose("testing upper lower\n"); |
| for (i = 0; i < 21; i++) { |
| |
| log_verbose("testing to upper to lower\n"); |
| if (u_isalpha(upperTest[i]) && !u_islower(upperTest[i])) |
| { |
| log_err("Failed isLowerCase test at %c\n", upperTest[i]); |
| } |
| else if (u_isalpha(lowerTest[i]) && !u_isupper(lowerTest[i])) |
| { |
| log_err("Failed isUpperCase test at %c\n", lowerTest[i]); |
| } |
| else if (upperTest[i] != u_tolower(lowerTest[i])) |
| { |
| log_err("Failed case conversion from %c To %c :\n", lowerTest[i], upperTest[i]); |
| } |
| else if (lowerTest[i] != u_toupper(upperTest[i])) |
| { |
| log_err("Failed case conversion : %c To %c \n", upperTest[i], lowerTest[i]); |
| } |
| else if (upperTest[i] != u_tolower(upperTest[i])) |
| { |
| log_err("Failed case conversion with itself: %c\n", upperTest[i]); |
| } |
| else if (lowerTest[i] != u_toupper(lowerTest[i])) |
| { |
| log_err("Failed case conversion with itself: %c\n", lowerTest[i]); |
| } |
| } |
| log_verbose("done testing upper Lower\n"); |
| |
| } |
| |
| |
| /* test isLetter(u_isapha()) and isDigit(u_isdigit()) */ |
| static void TestLetterNumber() |
| { |
| UChar i = 0x0000; |
| |
| for (i = 0x0041; i < 0x005B; i++) { |
| log_verbose("Testing for isalpha\n"); |
| if (!u_isalpha(i)) |
| { |
| log_err("Failed isLetter test at %.4X\n", i); |
| } |
| } |
| for (i = 0x0660; i < 0x066A; i++) { |
| log_verbose("Testing for isalpha\n"); |
| if (u_isalpha(i)) |
| { |
| log_err("Failed isLetter test with numbers at %.4X\n", i); |
| } |
| } |
| for (i = 0x0660; i < 0x066A; i++) { |
| log_verbose("Testing for isdigit\n"); |
| if (!u_isdigit(i)) |
| { |
| log_verbose("Failed isNumber test at %.4X\n", i); |
| } |
| } |
| for (i = 0x0041; i < 0x005B; i++) { |
| log_verbose("Testing for isalnum\n"); |
| if (!u_isalnum(i)) |
| { |
| log_err("Failed isAlNum test at %.4X\n", i); |
| } |
| } |
| for (i = 0x0660; i < 0x066A; i++) { |
| log_verbose("Testing for isalnum\n"); |
| if (!u_isalnum(i)) |
| { |
| log_err("Failed isAlNum test at %.4X\n", i); |
| } |
| } |
| |
| } |
| |
| /* Tests for isDefined(u_isdefined)(, isBaseForm(u_isbase()), isSpaceChar(u_isspace()), isWhiteSpace(), u_CharDigitValue(),u_CharCellWidth() */ |
| static void TestMisc() |
| { |
| const UChar sampleSpaces[] = {0x0020, 0x00a0, 0x2000, 0x2001, 0x2005}; |
| const UChar sampleNonSpaces[] = {0x61, 0x62, 0x63, 0x64, 0x74}; |
| const UChar sampleUndefined[] = {0xfff1, 0xfff7, 0xfa30}; |
| const UChar sampleDefined[] = {0x523E, 0x4f88, 0xfffd}; |
| const UChar sampleBase[] = {0x0061, 0x0031, 0x03d2}; |
| const UChar sampleNonBase[] = {0x002B, 0x0020, 0x203B}; |
| const UChar sampleChars[] = {0x000a, 0x0045, 0x4e00, 0xDC00, 0xFFE8, 0xFFF0}; |
| const UChar sampleDigits[]= {0x0030, 0x0662, 0x0F23, 0x0ED5}; |
| const UChar sample2Digits[]= {0x3007, 0x4e00, 0x4e8c, 0x4e09, 0x56d8, 0x4e94, 0x516d, 0x4e03, 0x516b, 0x4e5d}; /*sp characters not in the proptable*/ |
| const UChar sampleNonDigits[] = {0x0010, 0x0041, 0x0122, 0x68FE}; |
| const UChar sampleWhiteSpaces[] = {0x2008, 0x2009, 0x200a, 0x001c, 0x000c}; |
| const UChar sampleNonWhiteSpaces[] = {0x61, 0x62, 0x3c, 0x28, 0x3f}; |
| |
| |
| const int32_t sampleDigitValues[] = {0, 2, 3, 5}; |
| const int32_t sample2DigitValues[]= {0, 1, 2, 3, 4, 5, 6, 7, 8, 9}; /*special characters not in the properties table*/ |
| |
| |
| enum ECellWidths /* pasted in here from unicode.h */ |
| { |
| ZERO_WIDTH = 0, |
| HALF_WIDTH = 1, |
| FULL_WIDTH = 2, |
| NEUTRAL = 3 |
| }; |
| |
| const uint16_t sampleCellWidth[] = { ZERO_WIDTH, |
| HALF_WIDTH, |
| FULL_WIDTH, |
| NEUTRAL, |
| U_HALF_WIDTH, |
| U_ZERO_WIDTH}; |
| int i; |
| char icuVersion[U_MAX_VERSION_STRING_LENGTH]; |
| UVersionInfo realVersion; |
| |
| memset(icuVersion, 0, U_MAX_VERSION_STRING_LENGTH); |
| for (i = 0; i < 5; i++) { |
| log_verbose("Testing for isspace and nonspaces\n"); |
| if (!(u_isspace(sampleSpaces[i])) || |
| (u_isspace(sampleNonSpaces[i]))) |
| { |
| log_err("Space char test error : %d or %d \n", (int32_t)sampleSpaces[i], (int32_t)sampleNonSpaces[i]); |
| } |
| } |
| for (i = 0; i < 5; i++) { |
| log_verbose("Testing for isspace and nonspaces\n"); |
| if (!(u_isWhitespace(sampleWhiteSpaces[i])) || |
| (u_isWhitespace(sampleNonWhiteSpaces[i]))) |
| { |
| log_err("White Space char test error : %lx or %lx \n", sampleWhiteSpaces[i], sampleNonWhiteSpaces[i]); |
| } |
| } |
| for (i = 0; i < 3; i++) { |
| log_verbose("Testing for isdefined\n"); |
| if ((u_isdefined(sampleUndefined[i])) || |
| !(u_isdefined(sampleDefined[i]))) |
| { |
| log_err("Undefined char test error : %d or %d\n", (int32_t)sampleUndefined[i], (int32_t)sampleDefined[i]); |
| } |
| } |
| for (i = 0; i < 3; i++) { |
| log_verbose("Testing for isbase\n"); |
| if ((u_isbase(sampleNonBase[i])) || |
| !(u_isbase(sampleBase[i]))) |
| { |
| log_err("Non-baseform char test error : %d or %d",(int32_t)sampleNonBase[i], (int32_t)sampleBase[i]); |
| } |
| } |
| for (i = 0; i < 5; i++) { |
| log_verbose("Testing for charcellwidth\n"); |
| if (u_charCellWidth(sampleChars[i]) != sampleCellWidth[i]) |
| { |
| log_err("Cell width char test error : %d \n", (int32_t)sampleChars[i]); |
| } |
| } |
| for (i = 0; i < 4; i++) { |
| log_verbose("Testing for isdigit \n"); |
| if ((u_isdigit(sampleDigits[i]) && |
| (u_charDigitValue(sampleDigits[i])!= sampleDigitValues[i])) || |
| (u_isdigit(sampleNonDigits[i]))) { |
| log_err("Digit char test error : %lx or %lx\n", sampleDigits[i], sampleNonDigits[i]); |
| } |
| } |
| for (i = 0; i < 10; i++) { |
| log_verbose("Testing for u_charDigitValue for special values not existing in prop table %lx \n", sample2Digits[i]); |
| if (u_charDigitValue(sample2Digits[i])!= sample2DigitValues[i]) |
| { |
| log_err("Digit char test error : %lx\n", sample2Digits[i]); |
| } |
| } |
| /* Tests the ICU version #*/ |
| u_getVersion(realVersion); |
| u_versionToString(realVersion, icuVersion); |
| if (strncmp(icuVersion, U_ICU_VERSION, uprv_min(strlen(icuVersion), strlen(U_ICU_VERSION))) != 0) |
| { |
| log_err("ICU version test failed. Header says=%s, got=%s \n", U_ICU_VERSION, icuVersion); |
| } |
| #if defined(ICU_VERSION) |
| /* test only happens where we have configure.in with VERSION - sanity check. */ |
| if(strcmp(U_ICU_VERSION, ICU_VERSION)) |
| { |
| log_err("ICU version mismatch: Header says %s, build environment says %s.\n", U_ICU_VERSION, ICU_VERSION); |
| } |
| #endif |
| |
| } |
| |
| |
| /* Tests for isControl(u_iscntrl()) and isPrintable(u_isprint()) */ |
| static void TestControlPrint() |
| { |
| const UChar sampleControl[] = {0x001b, 0x0097, 0x0082}; |
| const UChar sampleNonControl[] = {0x61, 0x0031, 0x00e2}; |
| const UChar samplePrintable[] = {0x0042, 0x005f, 0x2014}; |
| const UChar sampleNonPrintable[] = {0x200c, 0x009f, 0x001b}; |
| UChar32 c; |
| int i; |
| |
| for (i = 0; i < 3; i++) { |
| log_verbose("Testing for iscontrol\n"); |
| if (!u_iscntrl(sampleControl[i])) |
| { |
| log_err("Control char test error : %d should be control but is not\n", (int32_t)sampleControl[i]); |
| } |
| if (u_iscntrl(sampleNonControl[i])) |
| { |
| log_err("Control char test error : %d should not be control but is\n", (int32_t)sampleNonControl[i]); |
| } |
| } |
| for (i = 0; i < 3; i++) { |
| log_verbose("testing for isprintable\n"); |
| if (!u_isprint(samplePrintable[i])) |
| { |
| log_err("Printable char test error : %d should be printable but is not\n", (int32_t)samplePrintable[i]); |
| } |
| if (u_isprint(sampleNonPrintable[i])) |
| { |
| log_err("Printable char test error : %d should not be printable but is\n", (int32_t)sampleNonPrintable[i]); |
| } |
| } |
| |
| /* test all ISO 8 controls */ |
| for(c=0; c<=0x9f; ++c) { |
| if(c==0x20) { |
| /* skip ASCII graphic characters and continue with DEL */ |
| c=0x7f; |
| } |
| if(!u_iscntrl(c)) { |
| log_err("error: u_iscntrl(ISO 8 control U+%04x)=FALSE\n", c); |
| } |
| if(u_isprint(c)) { |
| log_err("error: u_isprint(ISO 8 control U+%04x)=TRUE\n", c); |
| } |
| } |
| |
| /* test all Latin-1 graphic characters */ |
| for(c=0x20; c<=0xff; ++c) { |
| if(c==0x7f) { |
| c=0xa0; |
| } |
| if(!u_isprint(c)) { |
| log_err("error: u_isprint(Latin-1 graphic character U+%04x)=FALSE\n", c); |
| } |
| } |
| } |
| |
| /* u_isJavaIDStart, u_isJavaIDPart, u_isIDStart(), u_isIDPart(), u_isIDIgnorable()*/ |
| static void TestIdentifier() |
| { |
| const UChar sampleJavaIDStart[] = {0x0071, 0x00e4, 0x005f}; |
| const UChar sampleNonJavaIDStart[] = {0x0020, 0x2030, 0x0082}; |
| const UChar sampleJavaIDPart[] = {0x005f, 0x0032, 0x0045}; |
| const UChar sampleNonJavaIDPart[] = {0x2030, 0x2020, 0x0020}; |
| const UChar sampleUnicodeIDStart[] = {0x0250, 0x00e2, 0x0061}; |
| const UChar sampleNonUnicodeIDStart[] = {0x2000, 0x000a, 0x2019}; |
| const UChar sampleUnicodeIDPart[] = {0x005f, 0x0032, 0x0045}; |
| const UChar sampleNonUnicodeIDPart[] = {0x2030, 0x00a3, 0x0020}; |
| const UChar sampleIDIgnore[] = {0x0006, 0x0010, 0x206b}; |
| const UChar sampleNonIDIgnore[] = {0x0075, 0x00a3, 0x0061}; |
| |
| int i; |
| for (i = 0; i < 3; i++) { |
| log_verbose("Testing sampleJavaID start \n"); |
| if (!(u_isJavaIDStart(sampleJavaIDStart[i])) || |
| (u_isJavaIDStart(sampleNonJavaIDStart[i]))) |
| log_err("Java ID Start char test error : %lx or %lx\n", |
| sampleJavaIDStart[i], sampleNonJavaIDStart[i]); |
| } |
| for (i = 0; i < 3; i++) { |
| log_verbose("Testing sampleJavaID part \n"); |
| if (!(u_isJavaIDPart(sampleJavaIDPart[i])) || |
| (u_isJavaIDPart(sampleNonJavaIDPart[i]))) |
| log_err("Java ID Part char test error : %lx or %lx\n", |
| sampleJavaIDPart[i], sampleNonJavaIDPart[i]); |
| } |
| for (i = 0; i < 3; i++) { |
| log_verbose("Testing sampleUnicodeID start \n"); |
| /* T_test_logln_ustr((int32_t)i); */ |
| if (!(u_isIDStart(sampleUnicodeIDStart[i])) || |
| (u_isIDStart(sampleNonUnicodeIDStart[i]))) |
| { |
| log_err("Unicode ID Start char test error : %lx or %lx\n", sampleUnicodeIDStart[i], |
| sampleNonUnicodeIDStart[i]); |
| } |
| } |
| for (i = 2; i < 3; i++) { /* nos *** starts with 2 instead of 0, until clarified */ |
| log_verbose("Testing sample unicode ID part \n"); |
| /* T_test_logln_ustr((int32_t)i); */ |
| if (!(u_isIDPart(sampleUnicodeIDPart[i])) || |
| (u_isIDPart(sampleNonUnicodeIDPart[i]))) |
| { |
| log_err("Unicode ID Part char test error : %lx or %lx", sampleUnicodeIDPart[i], sampleNonUnicodeIDPart[i]); |
| } |
| } |
| for (i = 0; i < 3; i++) { |
| log_verbose("Testing sampleId ignore\n"); |
| /*T_test_logln_ustr((int32_t)i); */ |
| if (!(u_isIDIgnorable(sampleIDIgnore[i])) || |
| (u_isIDIgnorable(sampleNonIDIgnore[i]))) |
| { |
| log_verbose("ID ignorable char test error : %d or %d\n", sampleIDIgnore[i], sampleNonIDIgnore[i]); |
| } |
| } |
| } |
| |
| /* for each line of UnicodeData.txt, check some of the properties */ |
| /* |
| * ### TODO |
| * This test fails incorrectly if the First or Last code point of a repetitive area |
| * is overridden, which is allowed and is encouraged for the PUAs. |
| * Currently, this means that both area First/Last and override lines are |
| * tested against the properties from the API, |
| * and the area boundary will not match and cause an error. |
| * |
| * This function should detect area boundaries and skip them for the test of individual |
| * code points' properties. |
| * Then it should check that the areas contain all the same properties except where overridden. |
| * For this, it would have had to set a flag for which code points were listed explicitly. |
| */ |
| static void |
| unicodeDataLineFn(void *context, |
| char *fields[][2], int32_t fieldCount, |
| UErrorCode *pErrorCode) |
| { |
| char *end; |
| uint32_t value; |
| UChar32 c; |
| int8_t type; |
| |
| /* get the character code, field 0 */ |
| c=uprv_strtoul(fields[0][0], &end, 16); |
| if(end<=fields[0][0] || end!=fields[0][1]) { |
| log_err("error: syntax error in field 0 at %s\n", fields[0][0]); |
| return; |
| } |
| if((uint32_t)c>=0x110000) { |
| log_err("error in UnicodeData.txt: code point %lu out of range\n", c); |
| return; |
| } |
| |
| /* get general category, field 2 */ |
| /* we override the general category of some control characters */ |
| switch(c) { |
| case 9: |
| case 0xb: |
| case 0x1f: |
| type = U_SPACE_SEPARATOR; |
| break; |
| case 0xc: |
| type = U_LINE_SEPARATOR; |
| break; |
| case 0xa: |
| case 0xd: |
| case 0x1c: |
| case 0x1d: |
| case 0x1e: |
| case 0x85: |
| type = U_PARAGRAPH_SEPARATOR; |
| break; |
| default: |
| *fields[2][1]=0; |
| type = (int8_t)tagValues[MakeProp(fields[2][0])]; |
| break; |
| } |
| if(u_charType(c)!=type) { |
| log_err("error: u_charType(U+%04lx)==%u instead of %u\n", c, u_charType(c), type); |
| } |
| |
| /* get canonical combining class, field 3 */ |
| value=uprv_strtoul(fields[3][0], &end, 10); |
| if(end<=fields[3][0] || end!=fields[3][1]) { |
| log_err("error: syntax error in field 3 at code 0x%lx\n", c); |
| return; |
| } |
| if(value>255) { |
| log_err("error in UnicodeData.txt: combining class %lu out of range\n", value); |
| return; |
| } |
| if(value!=u_getCombiningClass(c)) { |
| log_err("error: u_getCombiningClass(U+%04lx)==%hu instead of %lu\n", c, u_getCombiningClass(c), value); |
| } |
| |
| /* get BiDi category, field 4 */ |
| *fields[4][1]=0; |
| if(u_charDirection(c)!=MakeDir(fields[4][0])) { |
| log_err("error: u_charDirection(U+%04lx)==%u instead of %u (%s)\n", c, u_charDirection(c), MakeDir(fields[4][0]), fields[4][0]); |
| } |
| |
| /* get uppercase mapping, field 12 */ |
| if(fields[12][0]!=fields[12][1]) { |
| value=uprv_strtoul(fields[12][0], &end, 16); |
| if(end!=fields[12][1]) { |
| log_err("error: syntax error in field 12 at code 0x%lx\n", c); |
| return; |
| } |
| if((UChar32)value!=u_toupper(c)) { |
| log_err("error: u_toupper(U+%04lx)==U+%04lx instead of U+%04lx\n", c, u_toupper(c), value); |
| } |
| } else { |
| /* no case mapping: the API must map the code point to itself */ |
| if(c!=u_toupper(c)) { |
| log_err("error: U+%04lx does not have an uppercase mapping but u_toupper()==U+%04lx\n", c, u_toupper(c)); |
| } |
| } |
| |
| /* get lowercase mapping, field 13 */ |
| if(fields[13][0]!=fields[13][1]) { |
| value=uprv_strtoul(fields[13][0], &end, 16); |
| if(end!=fields[13][1]) { |
| log_err("error: syntax error in field 13 at code 0x%lx\n", c); |
| return; |
| } |
| if((UChar32)value!=u_tolower(c)) { |
| log_err("error: u_tolower(U+%04lx)==U+%04lx instead of U+%04lx\n", c, u_tolower(c), value); |
| } |
| } else { |
| /* no case mapping: the API must map the code point to itself */ |
| if(c!=u_tolower(c)) { |
| log_err("error: U+%04lx does not have a lowercase mapping but u_tolower()==U+%04lx\n", c, u_tolower(c)); |
| } |
| } |
| |
| /* get titlecase mapping, field 14 */ |
| if(fields[14][0]!=fields[14][1]) { |
| value=uprv_strtoul(fields[14][0], &end, 16); |
| if(end!=fields[14][1]) { |
| log_err("error: syntax error in field 14 at code 0x%lx\n", c); |
| return; |
| } |
| if((UChar32)value!=u_totitle(c)) { |
| log_err("error: u_totitle(U+%04lx)==U+%04lx instead of U+%04lx\n", c, u_totitle(c), value); |
| } |
| } else { |
| /* no case mapping: the API must map the code point to itself */ |
| if(c!=u_totitle(c)) { |
| log_err("error: U+%04lx does not have a titlecase mapping but u_totitle()==U+%04lx\n", c, u_totitle(c)); |
| } |
| } |
| } |
| |
| /* tests for several properties */ |
| static void TestUnicodeData() |
| { |
| char newPath[256]; |
| char backupPath[256]; |
| UVersionInfo expectVersionArray; |
| UVersionInfo versionArray; |
| char *fields[15][2]; |
| UErrorCode errorCode; |
| UChar32 c; |
| int8_t type; |
| |
| /* Look inside ICU_DATA first */ |
| strcpy(newPath, u_getDataDirectory()); |
| strcat(newPath, "unidata" U_FILE_SEP_STRING "UnicodeData.txt"); |
| |
| strcpy(backupPath, u_getDataDirectory()); |
| strcat(backupPath, ".." U_FILE_SEP_STRING ".." U_FILE_SEP_STRING "data"); |
| strcat(backupPath, U_FILE_SEP_STRING); |
| strcat(backupPath, "unidata" U_FILE_SEP_STRING "UnicodeData.txt"); |
| |
| u_versionFromString(expectVersionArray, U_UNICODE_VERSION); |
| u_getUnicodeVersion(versionArray); |
| if(memcmp(versionArray, expectVersionArray, U_MAX_VERSION_LENGTH) != 0) |
| { |
| log_err("Testing u_getUnicodeVersion() - expected " U_UNICODE_VERSION " got %d.%d.%d.%d\n", |
| versionArray[0], versionArray[1], versionArray[2], versionArray[3]); |
| } |
| |
| #if defined(ICU_UNICODE_VERSION) |
| /* test only happens where we have configure.in with UNICODE_VERSION - sanity check. */ |
| if(strcmp(U_UNICODE_VERSION, ICU_UNICODE_VERSION)) |
| { |
| log_err("Testing configure.in's ICU_UNICODE_VERSION - expected " U_UNICODE_VERSION " got " ICU_UNICODE_VERSION "\n"); |
| } |
| #endif |
| |
| if (ublock_getCode((UChar)0x0041) != UBLOCK_BASIC_LATIN) { |
| log_err("Unicode character script property failed! Expected : %i Got: %i \n", UBLOCK_BASIC_LATIN,ublock_getCode((UChar)0x0041)); |
| } |
| |
| errorCode=U_ZERO_ERROR; |
| u_parseDelimitedFile(backupPath, ';', fields, 15, unicodeDataLineFn, NULL, &errorCode); |
| if(errorCode==U_FILE_ACCESS_ERROR) { |
| errorCode=U_ZERO_ERROR; |
| u_parseDelimitedFile(newPath, ';', fields, 15, unicodeDataLineFn, NULL, &errorCode); |
| } |
| if(U_FAILURE(errorCode)) { |
| log_err("error parsing UnicodeData.txt: %s\n", u_errorName(errorCode)); |
| } |
| |
| /* sanity check on repeated properties */ |
| for(c=0xfffe; c<=0x10ffff;) { |
| if(u_charType(c)!=U_UNASSIGNED) { |
| log_err("error: u_charType(U+%04lx)!=U_UNASSIGNED\n", c); |
| } |
| if((c&0xffff)==0xfffe) { |
| ++c; |
| } else { |
| c+=0xffff; |
| } |
| } |
| |
| for(c=0xe000; c<=0x10fffd;) { |
| type=u_charType(c); |
| if(type==U_UNASSIGNED) { |
| log_err("error: u_charType(U+%04lx)==U_UNASSIGNED\n", c); |
| } else if(type!=U_PRIVATE_USE_CHAR) { |
| log_verbose("PUA override: u_charType(U+%04lx)=%d\n", c, type); |
| } |
| if(c==0xf8ff) { |
| c=0xf0000; |
| } else if(c==0xffffd) { |
| c=0x100000; |
| } else { |
| ++c; |
| } |
| } |
| } |
| |
| /*internal functions ----*/ |
| static int32_t MakeProp(char* str) |
| { |
| int32_t result = 0; |
| char* matchPosition =0; |
| |
| matchPosition = strstr(tagStrings, str); |
| if (matchPosition == 0) |
| { |
| log_err("unrecognized type letter "); |
| log_err(str); |
| } |
| else result = ((matchPosition - tagStrings) / 2); |
| return result; |
| } |
| |
| static int32_t MakeDir(char* str) |
| { |
| int32_t pos = 0; |
| for (pos = 0; pos < 19; pos++) { |
| if (strcmp(str, dirStrings[pos]) == 0) { |
| return pos; |
| } |
| } |
| return -1; |
| } |
| /*----------------*/ |
| |
| |
| static const char* raw[3][4] = { |
| |
| /* First String */ |
| { "English_", "French_", "Croatian_", "English_"}, |
| /* Second String */ |
| { "United States", "France", "Croatia", "Unites States"}, |
| |
| /* Concatenated string */ |
| { "English_United States", "French_France", "Croatian_Croatia", "English_United States"} |
| }; |
| |
| static void setUpDataTable() |
| { |
| int32_t i,j; |
| if(dataTable == NULL) { |
| dataTable = (UChar***)calloc(sizeof(UChar**),3); |
| |
| for (i = 0; i < 3; i++) { |
| dataTable[i] = (UChar**)calloc(sizeof(UChar*),4); |
| for (j = 0; j < 4; j++){ |
| dataTable[i][j] = (UChar*) malloc(sizeof(UChar)*(strlen(raw[i][j])+1)); |
| u_uastrcpy(dataTable[i][j],raw[i][j]); |
| } |
| } |
| } |
| } |
| |
| static void cleanUpDataTable() |
| { |
| int32_t i,j; |
| if(dataTable != NULL) { |
| for (i=0; i<3; i++) { |
| for(j = 0; j<4; j++) { |
| free(dataTable[i][j]); |
| } |
| free(dataTable[i]); |
| } |
| free(dataTable); |
| } |
| dataTable = NULL; |
| } |
| |
| /*Tests for u_strcat(),u_strcmp(), u_strlen(), u_strcpy(),u_strncat(),u_strncmp(),u_strncpy, u_uastrcpy(),u_austrcpy(), u_uastrncpy(); */ |
| static void TestStringFunctions() |
| { |
| int32_t i,j,k; |
| UChar temp[512]; |
| UChar nullTemp[512]; |
| char test[512]; |
| char tempOut[512]; |
| |
| setUpDataTable(); |
| |
| log_verbose("Testing u_strlen()\n"); |
| if( u_strlen(dataTable[0][0])!= u_strlen(dataTable[0][3]) || u_strlen(dataTable[0][0]) == u_strlen(dataTable[0][2])) |
| log_err("There is an error in u_strlen()"); |
| |
| log_verbose("Testing u_memcpy() and u_memcmp()\n"); |
| |
| for(i=0;i<3;++i) |
| { |
| for(j=0;j<4;++j) |
| { |
| log_verbose("Testing %s\n", u_austrcpy(tempOut, dataTable[i][j])); |
| temp[0] = 0; |
| temp[7] = 0xA4; /* Mark the end */ |
| u_memcpy(temp,dataTable[i][j], 7); |
| |
| if(temp[7] != 0xA4) |
| log_err("an error occured in u_memcpy()\n"); |
| if(u_memcmp(temp, dataTable[i][j], 7)!=0) |
| log_err("an error occured in u_memcpy() or u_memcmp()\n"); |
| } |
| } |
| if(u_memcmp(dataTable[0][0], dataTable[1][1], 7)==0) |
| log_err("an error occured in u_memcmp()\n"); |
| |
| log_verbose("Testing u_memset()\n"); |
| nullTemp[0] = 0; |
| nullTemp[7] = 0; |
| u_memset(nullTemp, 0xa4, 7); |
| for (i = 0; i < 7; i++) { |
| if(nullTemp[i] != 0xa4) { |
| log_err("an error occured in u_memset()\n"); |
| } |
| } |
| if(nullTemp[7] != 0) { |
| log_err("u_memset() went too far\n"); |
| } |
| |
| u_memset(nullTemp, 0, 7); |
| nullTemp[7] = 0xa4; |
| temp[7] = 0; |
| u_memcpy(temp,nullTemp, 7); |
| if(u_memcmp(temp, nullTemp, 7)!=0 || temp[7]!=0) |
| log_err("an error occured in u_memcpy() or u_memcmp()\n"); |
| |
| |
| log_verbose("Testing u_memmove()\n"); |
| for (i = 0; i < 7; i++) { |
| temp[i] = (UChar)i; |
| } |
| u_memmove(temp + 1, temp, 7); |
| if(temp[0] != 0) { |
| log_err("an error occured in u_memmove()\n"); |
| } |
| for (i = 1; i <= 7; i++) { |
| if(temp[i] != (i - 1)) { |
| log_err("an error occured in u_memmove()\n"); |
| } |
| } |
| |
| log_verbose("Testing u_strcpy() and u_strcmp()\n"); |
| |
| for(i=0;i<3;++i) |
| { |
| for(j=0;j<4;++j) |
| { |
| log_verbose("Testing %s\n", u_austrcpy(tempOut, dataTable[i][j])); |
| temp[0] = 0; |
| u_strcpy(temp,dataTable[i][j]); |
| |
| if(u_strcmp(temp,dataTable[i][j])!=0) |
| log_err("something threw an error in u_strcpy() or u_strcmp()\n"); |
| } |
| } |
| if(u_strcmp(dataTable[0][0], dataTable[1][1])==0) |
| log_err("an error occured in u_memcmp()\n"); |
| |
| log_verbose("testing u_strcat()\n"); |
| i=0; |
| for(j=0; j<2;++j) |
| { |
| u_uastrcpy(temp, ""); |
| u_strcpy(temp,dataTable[i][j]); |
| u_strcat(temp,dataTable[i+1][j]); |
| if(u_strcmp(temp,dataTable[i+2][j])!=0) |
| log_err("something threw an error in u_strcat()\n"); |
| |
| } |
| log_verbose("Testing u_strncmp()\n"); |
| for(i=0,j=0;j<4; ++j) |
| { |
| k=u_strlen(dataTable[i][j]); |
| if(u_strncmp(dataTable[i][j],dataTable[i+2][j],k)!=0) |
| log_err("Something threw an error in u_strncmp\n"); |
| } |
| if(u_strncmp(dataTable[0][0], dataTable[1][1], 7)==0) |
| log_err("an error occured in u_memcmp()\n"); |
| |
| |
| log_verbose("Testing u_strncat\n"); |
| for(i=0,j=0;j<4; ++j) |
| { |
| k=u_strlen(dataTable[i][j]); |
| |
| u_uastrcpy(temp,""); |
| |
| if(u_strcmp(u_strncat(temp,dataTable[i+2][j],k),dataTable[i][j])!=0) |
| log_err("something threw an error in u_strncat or u_uastrcpy()\n"); |
| |
| } |
| |
| log_verbose("Testing u_strncpy() and u_uastrcpy()\n"); |
| for(i=2,j=0;j<4; ++j) |
| { |
| k=u_strlen(dataTable[i][j]); |
| u_strncpy(temp, dataTable[i][j],k); |
| temp[k] = 0xa4; |
| |
| if(u_strncmp(temp, dataTable[i][j],k)!=0) |
| log_err("something threw an error in u_strncpy()\n"); |
| |
| if(temp[k] != 0xa4) |
| log_err("something threw an error in u_strncpy()\n"); |
| |
| u_memset(temp, 0x3F, (sizeof(temp) / sizeof(UChar)) - 1); |
| u_uastrncpy(temp, raw[i][j], k-1); |
| if(u_strncmp(temp, dataTable[i][j],k-1)!=0) |
| log_err("something threw an error in u_uastrncpy(k-1)\n"); |
| |
| if(temp[k-1] != 0x3F) |
| log_err("something threw an error in u_uastrncpy(k-1)\n"); |
| |
| u_memset(temp, 0x3F, (sizeof(temp) / sizeof(UChar)) - 1); |
| u_uastrncpy(temp, raw[i][j], k+1); |
| if(u_strcmp(temp, dataTable[i][j])!=0) |
| log_err("something threw an error in u_uastrncpy(k+1)\n"); |
| |
| if(temp[k] != 0) |
| log_err("something threw an error in u_uastrncpy(k+1)\n"); |
| |
| u_memset(temp, 0x3F, (sizeof(temp) / sizeof(UChar)) - 1); |
| u_uastrncpy(temp, raw[i][j], k); |
| if(u_strncmp(temp, dataTable[i][j], k)!=0) |
| log_err("something threw an error in u_uastrncpy(k)\n"); |
| |
| if(temp[k] != 0x3F) |
| log_err("something threw an error in u_uastrncpy(k)\n"); |
| } |
| |
| log_verbose("Testing u_strchr() and u_memchr()\n"); |
| |
| for(i=2,j=0;j<4;j++) |
| { |
| UChar saveVal = dataTable[i][j][0]; |
| UChar *findPtr = u_strchr(dataTable[i][j], 0x005F); |
| int32_t dataSize = (int32_t)(u_strlen(dataTable[i][j]) + 1); |
| |
| log_verbose("%s ", u_austrcpy(tempOut, findPtr)); |
| |
| if (findPtr == NULL || *findPtr != 0x005F) { |
| log_err("u_strchr can't find '_' in the string\n"); |
| } |
| |
| findPtr = u_strchr32(dataTable[i][j], 0x005F); |
| if (findPtr == NULL || *findPtr != 0x005F) { |
| log_err("u_strchr32 can't find '_' in the string\n"); |
| } |
| |
| findPtr = u_strchr(dataTable[i][j], 0); |
| if (findPtr != (&(dataTable[i][j][dataSize - 1]))) { |
| log_err("u_strchr can't find NULL in the string\n"); |
| } |
| |
| findPtr = u_strchr32(dataTable[i][j], 0); |
| if (findPtr != (&(dataTable[i][j][dataSize - 1]))) { |
| log_err("u_strchr32 can't find NULL in the string\n"); |
| } |
| |
| findPtr = u_memchr(dataTable[i][j], 0, dataSize); |
| if (findPtr != (&(dataTable[i][j][dataSize - 1]))) { |
| log_err("u_memchr can't find NULL in the string\n"); |
| } |
| |
| findPtr = u_memchr32(dataTable[i][j], 0, dataSize); |
| if (findPtr != (&(dataTable[i][j][dataSize - 1]))) { |
| log_err("u_memchr32 can't find NULL in the string\n"); |
| } |
| |
| dataTable[i][j][0] = 0; |
| /* Make sure we skip over the NULL termination */ |
| findPtr = u_memchr(dataTable[i][j], 0x005F, dataSize); |
| if (findPtr == NULL || *findPtr != 0x005F) { |
| log_err("u_memchr can't find '_' in the string\n"); |
| } |
| |
| findPtr = u_memchr32(dataTable[i][j], 0x005F, dataSize); |
| if (findPtr == NULL || *findPtr != 0x005F) { |
| log_err("u_memchr32 can't find '_' in the string\n"); |
| } |
| dataTable[i][j][0] = saveVal; /* Put it back for the other tests */ |
| } |
| |
| |
| log_verbose("Testing u_austrcpy()"); |
| u_austrcpy(test,dataTable[0][0]); |
| if(strcmp(test,raw[0][0])!=0) |
| log_err("There is an error in u_austrcpy()"); |
| |
| |
| log_verbose("Testing u_strtok_r()"); |
| { |
| const char tokString[] = " , 1 2 3 AHHHHH! 5.5 6 7 , 8\n"; |
| const char *tokens[] = {",", "1", "2", "3", "AHHHHH!", "5.5", "6", "7", "8\n"}; |
| const char *delim1 = " "; |
| const char *delim2 = " ,"; |
| UChar delimBuf[sizeof(test)]; |
| UChar currTokenBuf[sizeof(tokString)]; |
| UChar *state; |
| uint32_t currToken = 0; |
| UChar *ptr; |
| |
| u_uastrcpy(temp, tokString); |
| u_uastrcpy(delimBuf, delim1); |
| |
| ptr = u_strtok_r(temp, delimBuf, &state); |
| u_uastrcpy(delimBuf, delim2); |
| while (ptr != NULL) { |
| u_uastrcpy(currTokenBuf, tokens[currToken]); |
| if (u_strcmp(ptr, currTokenBuf) != 0) { |
| log_err("u_strtok_r mismatch at %d. Got: %s, Expected: %s\n", currToken, ptr, tokens[currToken]); |
| } |
| ptr = u_strtok_r(NULL, delimBuf, &state); |
| currToken++; |
| } |
| |
| if (currToken != sizeof(tokens)/sizeof(tokens[0])) { |
| log_err("Didn't get correct number of tokens\n"); |
| } |
| state = delimBuf; /* Give it an "invalid" saveState */ |
| u_uastrcpy(currTokenBuf, ""); |
| if (u_strtok_r(currTokenBuf, delimBuf, &state) != NULL) { |
| log_err("Didn't get NULL for empty string\n"); |
| } |
| if (state != NULL) { |
| log_err("State should be NULL for empty string\n"); |
| } |
| state = delimBuf; /* Give it an "invalid" saveState */ |
| u_uastrcpy(currTokenBuf, ", ,"); |
| if (u_strtok_r(currTokenBuf, delimBuf, &state) != NULL) { |
| log_err("Didn't get NULL for a string of delimiters\n"); |
| } |
| if (state != NULL) { |
| log_err("State should be NULL for a string of delimiters\n"); |
| } |
| state = delimBuf; /* Give it an "invalid" saveState */ |
| u_uastrcpy(currTokenBuf, "q, ,"); |
| if (u_strtok_r(currTokenBuf, delimBuf, &state) == NULL) { |
| log_err("Got NULL for a string that does not begin with delimiters\n"); |
| } |
| if (u_strtok_r(NULL, delimBuf, &state) != NULL) { |
| log_err("Didn't get NULL for a string that ends in delimiters\n"); |
| } |
| if (state != NULL) { |
| log_err("State should be NULL for empty string\n"); |
| } |
| } |
| |
| /* test u_strcmpCodePointOrder() */ |
| { |
| /* these strings are in ascending order */ |
| static const UChar strings[5][3]={ |
| { 0x61, 0 }, /* U+0061 */ |
| { 0x20ac, 0 }, /* U+20ac */ |
| { 0xff61, 0 }, /* U+ff61 */ |
| { 0xd800, 0xdc02, 0 }, /* U+10002 */ |
| { 0xd84d, 0xdc56, 0 } /* U+23456 */ |
| }; |
| |
| for(i=0; i<4; ++i) { |
| if(u_strcmpCodePointOrder(strings[i], strings[i+1])>=0) { |
| log_err("error: u_strcmpCodePointOrder() fails for string %d and the following one\n", i); |
| } |
| } |
| } |
| |
| cleanUpDataTable(); |
| } |
| |
| static void TestStringSearching() |
| { |
| UChar ucharBuf[255]; |
| const UChar testString[] = {0x0061, 0x0062, 0x0063, 0x0064, 0x0064, 0x0061, 0}; |
| const UChar testSurrogateString[] = {0xdbff, 0x0061, 0x0062, 0xdbff, 0xdfff, 0x0063, 0x0064, 0x0064, 0xdbff, 0xdfff, 0xdb00, 0xdf00, 0x0061, 0}; |
| const UChar surrMatchSet1[] = {0xdbff, 0xdfff, 0}; |
| const UChar surrMatchSet2[] = {0x0061, 0x0062, 0xdbff, 0xdfff, 0}; |
| const UChar surrMatchSet3[] = {0xdb00, 0xdf00, 0xdbff, 0xdfff, 0}; |
| const UChar surrMatchSet4[] = {0x0000}; |
| const UChar surrMatchSetBad[] = {0xdbff, 0x0061, 0}; |
| const UChar surrMatchSetBad2[] = {0x0061, 0xdbff, 0}; |
| const UChar surrMatchSetBad3[] = {0xdbff, 0x0061, 0x0062, 0xdbff, 0xdfff, 0}; /* has partial surrogate */ |
| |
| log_verbose("Testing u_strpbrk()"); |
| |
| if (u_strpbrk(testString, u_uastrcpy(ucharBuf, "a")) != &testString[0]) { |
| log_err("u_strpbrk couldn't find first letter a.\n"); |
| } |
| if (u_strpbrk(testString, u_uastrcpy(ucharBuf, "dc")) != &testString[2]) { |
| log_err("u_strpbrk couldn't find d or c.\n"); |
| } |
| if (u_strpbrk(testString, u_uastrcpy(ucharBuf, "cd")) != &testString[2]) { |
| log_err("u_strpbrk couldn't find c or d.\n"); |
| } |
| if (u_strpbrk(testString, u_uastrcpy(ucharBuf, "cdh")) != &testString[2]) { |
| log_err("u_strpbrk couldn't find c, d or h.\n"); |
| } |
| if (u_strpbrk(testString, u_uastrcpy(ucharBuf, "f")) != NULL) { |
| log_err("u_strpbrk didn't return NULL for \"f\".\n"); |
| } |
| if (u_strpbrk(testString, u_uastrcpy(ucharBuf, "fg")) != NULL) { |
| log_err("u_strpbrk didn't return NULL for \"fg\".\n"); |
| } |
| if (u_strpbrk(testString, u_uastrcpy(ucharBuf, "gf")) != NULL) { |
| log_err("u_strpbrk didn't return NULL for \"gf\".\n"); |
| } |
| if (u_strpbrk(testString, u_uastrcpy(ucharBuf, "")) != NULL) { |
| log_err("u_strpbrk didn't return NULL for \"\".\n"); |
| } |
| |
| log_verbose("Testing u_strpbrk() with surrogates"); |
| |
| if (u_strpbrk(testSurrogateString, u_uastrcpy(ucharBuf, "a")) != &testSurrogateString[1]) { |
| log_err("u_strpbrk couldn't find first letter a.\n"); |
| } |
| if (u_strpbrk(testSurrogateString, u_uastrcpy(ucharBuf, "dc")) != &testSurrogateString[5]) { |
| log_err("u_strpbrk couldn't find d or c.\n"); |
| } |
| if (u_strpbrk(testSurrogateString, u_uastrcpy(ucharBuf, "cd")) != &testSurrogateString[5]) { |
| log_err("u_strpbrk couldn't find c or d.\n"); |
| } |
| if (u_strpbrk(testSurrogateString, u_uastrcpy(ucharBuf, "cdh")) != &testSurrogateString[5]) { |
| log_err("u_strpbrk couldn't find c, d or h.\n"); |
| } |
| if (u_strpbrk(testSurrogateString, u_uastrcpy(ucharBuf, "f")) != NULL) { |
| log_err("u_strpbrk didn't return NULL for \"f\".\n"); |
| } |
| if (u_strpbrk(testSurrogateString, u_uastrcpy(ucharBuf, "fg")) != NULL) { |
| log_err("u_strpbrk didn't return NULL for \"fg\".\n"); |
| } |
| if (u_strpbrk(testSurrogateString, u_uastrcpy(ucharBuf, "gf")) != NULL) { |
| log_err("u_strpbrk didn't return NULL for \"gf\".\n"); |
| } |
| if (u_strpbrk(testSurrogateString, surrMatchSet1) != &testSurrogateString[3]) { |
| log_err("u_strpbrk couldn't find \"0xdbff, 0xdfff\".\n"); |
| } |
| if (u_strpbrk(testSurrogateString, surrMatchSet2) != &testSurrogateString[1]) { |
| log_err("u_strpbrk couldn't find \"0xdbff, a, b, 0xdbff, 0xdfff\".\n"); |
| } |
| if (u_strpbrk(testSurrogateString, surrMatchSet3) != &testSurrogateString[3]) { |
| log_err("u_strpbrk couldn't find \"0xdb00, 0xdf00, 0xdbff, 0xdfff\".\n"); |
| } |
| if (u_strpbrk(testSurrogateString, surrMatchSet4) != NULL) { |
| log_err("u_strpbrk should have returned NULL for empty string.\n"); |
| } |
| if (u_strpbrk(testSurrogateString, surrMatchSetBad) != &testSurrogateString[0]) { |
| log_err("u_strpbrk should have found bad surrogate.\n"); |
| } |
| |
| log_verbose("Testing u_strcspn()"); |
| |
| if (u_strcspn(testString, u_uastrcpy(ucharBuf, "a")) != 0) { |
| log_err("u_strcspn couldn't find first letter a.\n"); |
| } |
| if (u_strcspn(testString, u_uastrcpy(ucharBuf, "dc")) != 2) { |
| log_err("u_strcspn couldn't find d or c.\n"); |
| } |
| if (u_strcspn(testString, u_uastrcpy(ucharBuf, "cd")) != 2) { |
| log_err("u_strcspn couldn't find c or d.\n"); |
| } |
| if (u_strcspn(testString, u_uastrcpy(ucharBuf, "cdh")) != 2) { |
| log_err("u_strcspn couldn't find c, d or h.\n"); |
| } |
| if (u_strcspn(testString, u_uastrcpy(ucharBuf, "f")) != u_strlen(testString)) { |
| log_err("u_strcspn didn't return NULL for \"f\".\n"); |
| } |
| if (u_strcspn(testString, u_uastrcpy(ucharBuf, "fg")) != u_strlen(testString)) { |
| log_err("u_strcspn didn't return NULL for \"fg\".\n"); |
| } |
| if (u_strcspn(testString, u_uastrcpy(ucharBuf, "gf")) != u_strlen(testString)) { |
| log_err("u_strcspn didn't return NULL for \"gf\".\n"); |
| } |
| |
| log_verbose("Testing u_strcspn() with surrogates"); |
| |
| if (u_strcspn(testSurrogateString, u_uastrcpy(ucharBuf, "a")) != 1) { |
| log_err("u_strcspn couldn't find first letter a.\n"); |
| } |
| if (u_strcspn(testSurrogateString, u_uastrcpy(ucharBuf, "dc")) != 5) { |
| log_err("u_strcspn couldn't find d or c.\n"); |
| } |
| if (u_strcspn(testSurrogateString, u_uastrcpy(ucharBuf, "cd")) != 5) { |
| log_err("u_strcspn couldn't find c or d.\n"); |
| } |
| if (u_strcspn(testSurrogateString, u_uastrcpy(ucharBuf, "cdh")) != 5) { |
| log_err("u_strcspn couldn't find c, d or h.\n"); |
| } |
| if (u_strcspn(testSurrogateString, u_uastrcpy(ucharBuf, "f")) != u_strlen(testSurrogateString)) { |
| log_err("u_strcspn didn't return NULL for \"f\".\n"); |
| } |
| if (u_strcspn(testSurrogateString, u_uastrcpy(ucharBuf, "fg")) != u_strlen(testSurrogateString)) { |
| log_err("u_strcspn didn't return NULL for \"fg\".\n"); |
| } |
| if (u_strcspn(testSurrogateString, u_uastrcpy(ucharBuf, "gf")) != u_strlen(testSurrogateString)) { |
| log_err("u_strcspn didn't return NULL for \"gf\".\n"); |
| } |
| if (u_strcspn(testSurrogateString, surrMatchSet1) != 3) { |
| log_err("u_strcspn couldn't find \"0xdbff, 0xdfff\".\n"); |
| } |
| if (u_strcspn(testSurrogateString, surrMatchSet2) != 1) { |
| log_err("u_strcspn couldn't find \"a, b, 0xdbff, 0xdfff\".\n"); |
| } |
| if (u_strcspn(testSurrogateString, surrMatchSet3) != 3) { |
| log_err("u_strcspn couldn't find \"0xdb00, 0xdf00, 0xdbff, 0xdfff\".\n"); |
| } |
| if (u_strcspn(testSurrogateString, surrMatchSet4) != u_strlen(testSurrogateString)) { |
| log_err("u_strcspn should have returned strlen for empty string.\n"); |
| } |
| |
| |
| log_verbose("Testing u_strspn()"); |
| |
| if (u_strspn(testString, u_uastrcpy(ucharBuf, "a")) != 1) { |
| log_err("u_strspn couldn't skip first letter a.\n"); |
| } |
| if (u_strspn(testString, u_uastrcpy(ucharBuf, "ab")) != 2) { |
| log_err("u_strspn couldn't skip a or b.\n"); |
| } |
| if (u_strspn(testString, u_uastrcpy(ucharBuf, "ba")) != 2) { |
| log_err("u_strspn couldn't skip a or b.\n"); |
| } |
| if (u_strspn(testString, u_uastrcpy(ucharBuf, "f")) != 0) { |
| log_err("u_strspn didn't return 0 for \"f\".\n"); |
| } |
| if (u_strspn(testString, u_uastrcpy(ucharBuf, "dc")) != 0) { |
| log_err("u_strspn couldn't find first letter a (skip d or c).\n"); |
| } |
| if (u_strspn(testString, u_uastrcpy(ucharBuf, "abcd")) != u_strlen(testString)) { |
| log_err("u_strspn couldn't skip over the whole string.\n"); |
| } |
| if (u_strspn(testString, u_uastrcpy(ucharBuf, "")) != 0) { |
| log_err("u_strspn should have returned 0 for empty string.\n"); |
| } |
| |
| log_verbose("Testing u_strspn() with surrogates"); |
| if (u_strspn(testSurrogateString, surrMatchSetBad) != 2) { |
| log_err("u_strspn couldn't skip 0xdbff or a.\n"); |
| } |
| if (u_strspn(testSurrogateString, surrMatchSetBad2) != 2) { |
| log_err("u_strspn couldn't skip 0xdbff or a.\n"); |
| } |
| if (u_strspn(testSurrogateString, u_uastrcpy(ucharBuf, "f")) != 0) { |
| log_err("u_strspn couldn't skip d or c (skip first letter).\n"); |
| } |
| if (u_strspn(testSurrogateString, u_uastrcpy(ucharBuf, "dc")) != 0) { |
| log_err("u_strspn couldn't skip d or c (skip first letter).\n"); |
| } |
| if (u_strspn(testSurrogateString, u_uastrcpy(ucharBuf, "cd")) != 0) { |
| log_err("u_strspn couldn't skip d or c (skip first letter).\n"); |
| } |
| if (u_strspn(testSurrogateString, testSurrogateString) != u_strlen(testSurrogateString)) { |
| log_err("u_strspn couldn't skip whole string.\n"); |
| } |
| if (u_strspn(testSurrogateString, surrMatchSet1) != 0) { |
| log_err("u_strspn couldn't skip \"0xdbff, 0xdfff\" (get first letter).\n"); |
| } |
| if (u_strspn(testSurrogateString, surrMatchSetBad3) != 5) { |
| log_err("u_strspn couldn't skip \"0xdbff, a, b, 0xdbff, 0xdfff\".\n"); |
| } |
| if (u_strspn(testSurrogateString, surrMatchSet4) != 0) { |
| log_err("u_strspn should have returned 0 for empty string.\n"); |
| } |
| } |
| |
| static void TestStringCopy() |
| { |
| UChar temp[40]; |
| UChar *result=0; |
| UChar subString[5]; |
| UChar uchars[]={0x61, 0x62, 0x63, 0x00}; |
| char charOut[40]; |
| char chars[]="abc"; /* needs default codepage */ |
| |
| log_verbose("Testing u_uastrncpy() and u_uastrcpy()"); |
| |
| u_uastrcpy(temp, "abc"); |
| if(u_strcmp(temp, uchars) != 0) { |
| log_err("There is an error in u_uastrcpy() Expected %s Got %s\n", austrdup(uchars), austrdup(temp)); |
| } |
| |
| temp[0] = 0xFB; /* load garbage into it */ |
| temp[1] = 0xFB; |
| temp[2] = 0xFB; |
| temp[3] = 0xFB; |
| |
| u_uastrncpy(temp, "abcabcabc", 3); |
| if(u_strncmp(uchars, temp, 3) != 0){ |
| log_err("There is an error in u_uastrncpy() Expected %s Got %s\n", austrdup(uchars), austrdup(temp)); |
| } |
| if(temp[3] != 0xFB) { |
| log_err("u_uastrncpy wrote past it's bounds. Expected undisturbed byte at 3\n"); |
| } |
| |
| charOut[0] = (char)0x7B; /* load garbage into it */ |
| charOut[1] = (char)0x7B; |
| charOut[2] = (char)0x7B; |
| charOut[3] = (char)0x7B; |
| |
| temp[0] = 0x0061; |
| temp[1] = 0x0062; |
| temp[2] = 0x0063; |
| temp[3] = 0x0061; |
| temp[4] = 0x0062; |
| temp[5] = 0x0063; |
| temp[6] = 0x0000; |
| |
| u_austrncpy(charOut, temp, 3); |
| if(strncmp(chars, charOut, 3) != 0){ |
| log_err("There is an error in u_austrncpy() Expected %s Got %s\n", austrdup(uchars), austrdup(temp)); |
| } |
| if(charOut[3] != (char)0x7B) { |
| log_err("u_austrncpy wrote past it's bounds. Expected undisturbed byte at 3\n"); |
| } |
| |
| /*Testing u_strchr()*/ |
| log_verbose("Testing u_strchr\n"); |
| temp[0]=0x42; |
| temp[1]=0x62; |
| temp[2]=0x62; |
| temp[3]=0x63; |
| temp[4]=0xd841; |
| temp[5]=0xd841; |
| temp[6]=0xdc02; |
| temp[7]=0; |
| result=u_strchr(temp, (UChar)0x62); |
| if(result != temp+1){ |
| log_err("There is an error in u_strchr() Expected match at position 1 Got %ld (pointer 0x%lx)\n", result-temp, result); |
| } |
| /*Testing u_strstr()*/ |
| log_verbose("Testing u_strstr\n"); |
| subString[0]=0x62; |
| subString[1]=0x63; |
| subString[2]=0; |
| result=u_strstr(temp, subString); |
| if(result != temp+2){ |
| log_err("There is an error in u_strstr() Expected match at position 2 Got %ld (pointer 0x%lx)\n", result-temp, result); |
| } |
| result=u_strstr(temp, subString+2); /* subString+2 is an empty string */ |
| if(result != temp){ |
| log_err("There is an error in u_strstr() Expected match at position 0 Got %ld (pointer 0x%lx)\n", result-temp, result); |
| } |
| result=u_strstr(subString, temp); |
| if(result != NULL){ |
| log_err("There is an error in u_strstr() Expected NULL \"not found\" Got non-NULL \"found\" result\n"); |
| } |
| |
| /*Testing u_strchr32*/ |
| log_verbose("Testing u_strchr32\n"); |
| result=u_strchr32(temp, (UChar32)0x62); |
| if(result != temp+1){ |
| log_err("There is an error in u_strchr32() Expected match at position 1 Got %ld (pointer 0x%lx)\n", result-temp, result); |
| } |
| result=u_strchr32(temp, (UChar32)0xfb); |
| if(result != NULL){ |
| log_err("There is an error in u_strchr32() Expected NULL \"not found\" Got non-NULL \"found\" result\n"); |
| } |
| result=u_strchr32(temp, (UChar32)0x20402); |
| if(result != temp+5){ |
| log_err("There is an error in u_strchr32() Expected match at position 5 Got %ld (pointer 0x%lx)\n", result-temp, result); |
| } |
| |
| } |
| |
| |
| /* test u_charName() -------------------------------------------------------- */ |
| |
| static const struct { |
| uint32_t code; |
| const char *name, *oldName; |
| } names[]={ |
| {0x0061, "LATIN SMALL LETTER A", ""}, |
| {0x0284, "LATIN SMALL LETTER DOTLESS J WITH STROKE AND HOOK", "LATIN SMALL LETTER DOTLESS J BAR HOOK"}, |
| {0x3401, "CJK UNIFIED IDEOGRAPH-3401", ""}, |
| {0x7fed, "CJK UNIFIED IDEOGRAPH-7FED", ""}, |
| {0xac00, "HANGUL SYLLABLE GA", ""}, |
| {0xd7a3, "HANGUL SYLLABLE HIH", ""}, |
| {0xff08, "FULLWIDTH LEFT PARENTHESIS", "FULLWIDTH OPENING PARENTHESIS"}, |
| {0xffe5, "FULLWIDTH YEN SIGN", ""}, |
| {0x23456, "CJK UNIFIED IDEOGRAPH-23456", ""} |
| }; |
| |
| static UBool |
| enumCharNamesFn(void *context, |
| UChar32 code, UCharNameChoice nameChoice, |
| const char *name, UTextOffset length) { |
| UTextOffset *pCount=(UTextOffset *)context; |
| int i; |
| |
| if(length<=0 || length!=(UTextOffset)uprv_strlen(name)) { |
| /* should not be called with an empty string or invalid length */ |
| log_err("u_enumCharName(0x%lx)=%s but length=%ld\n", name, length); |
| return TRUE; |
| } |
| |
| ++*pCount; |
| for(i=0; i<sizeof(names)/sizeof(names[0]); ++i) { |
| if(code==names[i].code) { |
| if(nameChoice==U_UNICODE_CHAR_NAME) { |
| if(0!=uprv_strcmp(name, names[i].name)) { |
| log_err("u_enumCharName(0x%lx)=%s instead of %s\n", code, name, names[i].name); |
| } |
| } else { |
| if(names[i].oldName[0]==0 || 0!=uprv_strcmp(name, names[i].oldName)) { |
| log_err("u_enumCharName(0x%lx - 1.0)=%s instead of %s\n", code, name, names[i].oldName); |
| } |
| } |
| break; |
| } |
| } |
| return TRUE; |
| } |
| |
| static void |
| TestCharNames() { |
| static char name[80]; |
| UErrorCode errorCode=U_ZERO_ERROR; |
| UTextOffset length; |
| UChar32 c; |
| int i; |
| |
| log_verbose("Testing u_charName()\n"); |
| for(i=0; i<sizeof(names)/sizeof(names[0]); ++i) { |
| /* modern Unicode character name */ |
| length=u_charName(names[i].code, U_UNICODE_CHAR_NAME, name, sizeof(name), &errorCode); |
| if(U_FAILURE(errorCode)) { |
| log_err("u_charName(0x%lx) error %s\n", names[i].code, u_errorName(errorCode)); |
| return; |
| } |
| if(length<=0 || 0!=uprv_strcmp(name, names[i].name) || length!=(uint16_t)uprv_strlen(name)) { |
| log_err("u_charName(0x%lx) gets %s length %ld instead of %s\n", names[i].code, name, length, names[i].name); |
| } |
| |
| /* find the modern name */ |
| c=u_charFromName(U_UNICODE_CHAR_NAME, names[i].name, &errorCode); |
| if(U_FAILURE(errorCode)) { |
| log_err("u_charFromName(%s) error %s\n", names[i].name, u_errorName(errorCode)); |
| return; |
| } |
| if(c!=names[i].code) { |
| log_err("u_charFromName(%s) gets 0x%lx instead of 0x%lx\n", names[i].name, c, names[i].code); |
| } |
| |
| /* Unicode 1.0 character name */ |
| length=u_charName(names[i].code, U_UNICODE_10_CHAR_NAME, name, sizeof(name), &errorCode); |
| if(U_FAILURE(errorCode)) { |
| log_err("u_charName(0x%lx - 1.0) error %s\n", names[i].code, u_errorName(errorCode)); |
| return; |
| } |
| if(length<0 || (length>0 && 0!=uprv_strcmp(name, names[i].oldName)) || length!=(uint16_t)uprv_strlen(name)) { |
| log_err("u_charName(0x%lx - 1.0) gets %s length %ld instead of nothing or %s\n", names[i].code, name, length, names[i].oldName); |
| } |
| |
| /* find the Unicode 1.0 name if it is stored (length>0 means that we could read it) */ |
| if(names[i].oldName[0]!=0 && length>0) { |
| c=u_charFromName(U_UNICODE_10_CHAR_NAME, names[i].oldName, &errorCode); |
| if(U_FAILURE(errorCode)) { |
| log_err("u_charFromName(%s - 1.0) error %s\n", names[i].oldName, u_errorName(errorCode)); |
| return; |
| } |
| if(c!=names[i].code) { |
| log_err("u_charFromName(%s - 1.0) gets 0x%lx instead of 0x%lx\n", names[i].oldName, c, names[i].code); |
| } |
| } |
| } |
| |
| /* test u_enumCharNames() */ |
| length=0; |
| errorCode=U_ZERO_ERROR; |
| u_enumCharNames(0, 0x110000, enumCharNamesFn, &length, U_UNICODE_CHAR_NAME, &errorCode); |
| if(U_FAILURE(errorCode) || length<49194) { |
| log_err("u_enumCharNames(0..0x1100000) error %s names count=%ld\n", u_errorName(errorCode), length); |
| } |
| |
| /* ### TODO: test error cases and other interesting things */ |
| } |
| |
| /* test u_isMirrored() and u_charMirror() ----------------------------------- */ |
| |
| static void |
| TestMirroring() { |
| log_verbose("Testing u_isMirrored()\n"); |
| if(!(u_isMirrored(0x28) && u_isMirrored(0xbb) && u_isMirrored(0x2045) && u_isMirrored(0x232a) && |
| !u_isMirrored(0x27) && !u_isMirrored(0x61) && !u_isMirrored(0x284) && !u_isMirrored(0x3400) |
| ) |
| ) { |
| log_err("u_isMirrored() does not work correctly\n"); |
| } |
| |
| log_verbose("Testing u_charMirror()\n"); |
| if(!(u_charMirror(0x3c)==0x3e && u_charMirror(0x5d)==0x5b && u_charMirror(0x208d)==0x208e && u_charMirror(0x3017)==0x3016 && |
| u_charMirror(0x2e)==0x2e && u_charMirror(0x6f3)==0x6f3 && u_charMirror(0x301c)==0x301c && u_charMirror(0xa4ab)==0xa4ab |
| ) |
| ) { |
| log_err("u_charMirror() does not work correctly\n"); |
| } |
| } |
| |
| /* test u_unescape() and u_unescapeAt() ------------------------------------- */ |
| |
| static void |
| TestUnescape() { |
| static UChar buffer[200]; |
| static const UChar expect[]={ |
| 0x53, 0x63, 0x68, 0xf6, 0x6e, 0x65, 0x73, 0x20, 0x41, 0x75, 0x74, 0x6f, 0x3a, 0x20, |
| 0x20ac, 0x20, 0x31, 0x31, 0x32, 0x34, 0x30, 0x2e, 0x0c, |
| 0x50, 0x72, 0x69, 0x76, 0x61, 0x74, 0x65, 0x73, 0x20, |
| 0x5a, 0x65, 0x69, 0x63, 0x68, 0x65, 0x6e, 0x3a, 0x20, 0xdbc8, 0xdf45, 0x0a, 0 |
| }; |
| int32_t length; |
| |
| /* test u_unescape() */ |
| length=u_unescape( |
| "Sch\\u00f6nes Auto: \\u20ac 11240.\\fPrivates Zeichen: \\U00102345\\n", |
| buffer, sizeof(buffer)/sizeof(buffer[0])); |
| if(length!=45 || u_strcmp(buffer, expect)!=0) { |
| log_err("failure in u_unescape(): length %d!=45 and/or incorrect result string\n", length); |
| } |
| |
| /* try preflighting */ |
| length=u_unescape( |
| "Sch\\u00f6nes Auto: \\u20ac 11240.\\fPrivates Zeichen: \\U00102345\\n", |
| NULL, sizeof(buffer)/sizeof(buffer[0])); |
| if(length!=45 || u_strcmp(buffer, expect)!=0) { |
| log_err("failure in u_unescape(preflighting): length %d!=45\n", length); |
| } |
| |
| /* ### TODO: test u_unescapeAt() */ |
| } |
| |
| /* test string case mapping functions --------------------------------------- */ |
| |
| static void |
| TestCaseMapping() { |
| static const UChar |
| |
| beforeLower[]= { 0x61, 0x42, 0x49, 0x3a3, 0xdf, 0x3a3, 0x2f, 0xd93f, 0xdfff }, |
| lowerRoot[]= { 0x61, 0x62, 0x69, 0x3c3, 0xdf, 0x3c2, 0x2f, 0xd93f, 0xdfff }, |
| lowerTurkish[]={ 0x61, 0x62, 0x131, 0x3c3, 0xdf, 0x3c2, 0x2f, 0xd93f, 0xdfff }, |
| |
| beforeUpper[]= { 0x61, 0x42, 0x69, 0x3c2, 0xdf, 0x3c3, 0x2f, 0xfb03, 0xd93f, 0xdfff }, |
| upperRoot[]= { 0x41, 0x42, 0x49, 0x3a3, 0x53, 0x53, 0x3a3, 0x2f, 0x46, 0x46, 0x49, 0xd93f, 0xdfff }, |
| upperTurkish[]={ 0x41, 0x42, 0x130, 0x3a3, 0x53, 0x53, 0x3a3, 0x2f, 0x46, 0x46, 0x49, 0xd93f, 0xdfff }; |
| |
| UChar buffer[32]; |
| int32_t length; |
| UErrorCode errorCode; |
| |
| /* lowercase with root locale and separate buffers */ |
| buffer[0]=0xabcd; |
| errorCode=U_ZERO_ERROR; |
| length=u_strToLower(buffer, sizeof(buffer)/U_SIZEOF_UCHAR, |
| beforeLower, sizeof(beforeLower)/U_SIZEOF_UCHAR, |
| "", |
| &errorCode); |
| if( U_FAILURE(errorCode) || |
| length!=(sizeof(lowerRoot)/U_SIZEOF_UCHAR) || |
| uprv_memcmp(lowerRoot, buffer, length*U_SIZEOF_UCHAR)!=0 || |
| buffer[length]!=0 |
| ) { |
| log_err("error in u_strToLower(root locale)=%ld error=%s string matches: %s\n", |
| length, |
| u_errorName(errorCode), |
| uprv_memcmp(lowerRoot, buffer, length*U_SIZEOF_UCHAR)==0 && buffer[length]==0 ? "yes" : "no"); |
| } |
| |
| /* lowercase with turkish locale and in the same buffer */ |
| uprv_memcpy(buffer, beforeLower, sizeof(beforeLower)); |
| buffer[sizeof(beforeLower)/U_SIZEOF_UCHAR]=0; |
| errorCode=U_ZERO_ERROR; |
| length=u_strToLower(buffer, sizeof(buffer)/U_SIZEOF_UCHAR, |
| buffer, -1, /* implicit srcLength */ |
| "tr", |
| &errorCode); |
| if( U_FAILURE(errorCode) || |
| length!=(sizeof(lowerTurkish)/U_SIZEOF_UCHAR) || |
| uprv_memcmp(lowerTurkish, buffer, length*U_SIZEOF_UCHAR)!=0 || |
| buffer[length]!=0 |
| ) { |
| log_err("error in u_strToLower(turkish locale)=%ld error=%s string matches: %s\n", |
| length, |
| u_errorName(errorCode), |
| uprv_memcmp(lowerTurkish, buffer, length*U_SIZEOF_UCHAR)==0 && buffer[length]==0 ? "yes" : "no"); |
| } |
| |
| /* uppercase with root locale and in the same buffer */ |
| uprv_memcpy(buffer, beforeUpper, sizeof(beforeUpper)); |
| errorCode=U_ZERO_ERROR; |
| length=u_strToUpper(buffer, sizeof(buffer)/U_SIZEOF_UCHAR, |
| buffer, sizeof(beforeUpper)/U_SIZEOF_UCHAR, |
| "", |
| &errorCode); |
| if( U_FAILURE(errorCode) || |
| length!=(sizeof(upperRoot)/U_SIZEOF_UCHAR) || |
| uprv_memcmp(upperRoot, buffer, length*U_SIZEOF_UCHAR)!=0 || |
| buffer[length]!=0 |
| ) { |
| log_err("error in u_strToUpper(root locale)=%ld error=%s string matches: %s\n", |
| length, |
| u_errorName(errorCode), |
| uprv_memcmp(upperRoot, buffer, length*U_SIZEOF_UCHAR)==0 && buffer[length]==0 ? "yes" : "no"); |
| } |
| |
| /* uppercase with turkish locale and separate buffers */ |
| buffer[0]=0xabcd; |
| errorCode=U_ZERO_ERROR; |
| length=u_strToUpper(buffer, sizeof(buffer)/U_SIZEOF_UCHAR, |
| beforeUpper, sizeof(beforeUpper)/U_SIZEOF_UCHAR, |
| "tr", |
| &errorCode); |
| if( U_FAILURE(errorCode) || |
| length!=(sizeof(upperTurkish)/U_SIZEOF_UCHAR) || |
| uprv_memcmp(upperTurkish, buffer, length*U_SIZEOF_UCHAR)!=0 || |
| buffer[length]!=0 |
| ) { |
| log_err("error in u_strToUpper(turkish locale)=%ld error=%s string matches: %s\n", |
| length, |
| u_errorName(errorCode), |
| uprv_memcmp(upperTurkish, buffer, length*U_SIZEOF_UCHAR)==0 && buffer[length]==0 ? "yes" : "no"); |
| } |
| |
| /* test preflighting */ |
| buffer[0]=buffer[2]=0xabcd; |
| errorCode=U_ZERO_ERROR; |
| length=u_strToLower(buffer, 2, /* set destCapacity=2 */ |
| beforeLower, sizeof(beforeLower)/U_SIZEOF_UCHAR, |
| "", |
| &errorCode); |
| if( errorCode!=U_BUFFER_OVERFLOW_ERROR || |
| length!=(sizeof(lowerRoot)/U_SIZEOF_UCHAR) || |
| uprv_memcmp(lowerRoot, buffer, 2*U_SIZEOF_UCHAR)!=0 || |
| buffer[2]!=0xabcd |
| ) { |
| log_err("error in u_strToLower(root locale preflighting)=%ld error=%s string matches: %s\n", |
| length, |
| u_errorName(errorCode), |
| uprv_memcmp(lowerRoot, buffer, 2*U_SIZEOF_UCHAR)==0 && buffer[2]==0xabcd ? "yes" : "no"); |
| } |
| |
| errorCode=U_ZERO_ERROR; |
| length=u_strToUpper(NULL, 0, |
| beforeUpper, sizeof(beforeUpper)/U_SIZEOF_UCHAR, |
| "tr", |
| &errorCode); |
| if( errorCode!=U_BUFFER_OVERFLOW_ERROR || |
| length!=(sizeof(upperTurkish)/U_SIZEOF_UCHAR) |
| ) { |
| log_err("error in u_strToUpper(turkish locale pure preflighting)=%ld error=%s\n", |
| length, |
| u_errorName(errorCode)); |
| } |
| |
| /* test error handling */ |
| errorCode=U_ZERO_ERROR; |
| length=u_strToLower(NULL, sizeof(buffer)/U_SIZEOF_UCHAR, |
| beforeLower, sizeof(beforeLower)/U_SIZEOF_UCHAR, |
| "", |
| &errorCode); |
| if(errorCode!=U_ILLEGAL_ARGUMENT_ERROR) { |
| log_err("error in u_strToLower(root locale dest=NULL)=%ld error=%s\n", |
| length, |
| u_errorName(errorCode)); |
| } |
| |
| buffer[0]=0xabcd; |
| errorCode=U_ZERO_ERROR; |
| length=u_strToLower(buffer, -1, |
| beforeLower, sizeof(beforeLower)/U_SIZEOF_UCHAR, |
| "", |
| &errorCode); |
| if( errorCode!=U_ILLEGAL_ARGUMENT_ERROR || |
| buffer[0]!=0xabcd |
| ) { |
| log_err("error in u_strToLower(root locale destCapacity=-1)=%ld error=%s buffer[0]==0x%lx\n", |
| length, |
| u_errorName(errorCode), |
| buffer[0]); |
| } |
| |
| buffer[0]=0xabcd; |
| errorCode=U_ZERO_ERROR; |
| length=u_strToUpper(buffer, sizeof(buffer)/U_SIZEOF_UCHAR, |
| NULL, sizeof(beforeUpper)/U_SIZEOF_UCHAR, |
| "tr", |
| &errorCode); |
| if( errorCode!=U_ILLEGAL_ARGUMENT_ERROR || |
| buffer[0]!=0xabcd |
| ) { |
| log_err("error in u_strToUpper(turkish locale src=NULL)=%ld error=%s buffer[0]==0x%lx\n", |
| length, |
| u_errorName(errorCode), |
| buffer[0]); |
| } |
| |
| buffer[0]=0xabcd; |
| errorCode=U_ZERO_ERROR; |
| length=u_strToUpper(buffer, sizeof(buffer)/U_SIZEOF_UCHAR, |
| beforeUpper, -2, |
| "tr", |
| &errorCode); |
| if( errorCode!=U_ILLEGAL_ARGUMENT_ERROR || |
| buffer[0]!=0xabcd |
| ) { |
| log_err("error in u_strToUpper(turkish locale srcLength=-2)=%ld error=%s buffer[0]==0x%lx\n", |
| length, |
| u_errorName(errorCode), |
| buffer[0]); |
| } |
| } |
| |
| /* test case folding and case-insensitive string compare -------------------- */ |
| |
| static void |
| TestCaseFolding() { |
| static const UChar32 |
| simple[]={ |
| /* input, default, exclude special i */ |
| 0x61, 0x61, 0x61, |
| 0x49, 0x69, 0x69, |
| 0x131, 0x69, 0x131, |
| 0xdf, 0xdf, 0xdf, |
| 0xfb03, 0xfb03, 0xfb03, |
| 0x5ffff,0x5ffff,0x5ffff |
| }; |
| static const UChar |
| |
| mixed[]= { 0x61, 0x42, 0x131, 0x3d0, 0xdf, 0xfb03, 0xd93f, 0xdfff }, |
| foldedDefault[]= { 0x61, 0x62, 0x69, 0x3b2, 0x73, 0x73, 0x66, 0x66, 0x69, 0xd93f, 0xdfff }, |
| foldedExcludeSpecialI[]={ 0x61, 0x62, 0x131, 0x3b2, 0x73, 0x73, 0x66, 0x66, 0x69, 0xd93f, 0xdfff }; |
| |
| const UChar32 *p; |
| int32_t i; |
| |
| UChar buffer[32]; |
| int32_t length; |
| UErrorCode errorCode; |
| |
| /* ### TODO after ICU 1.8: if u_getUnicodeVersion()>=3.1.0.0 then test exclude-special-i cases as well */ |
| |
| /* test simple case folding */ |
| p=simple; |
| for(i=0; i<sizeof(simple)/12; p+=3, ++i) { |
| if(u_foldCase(p[0], U_FOLD_CASE_DEFAULT)!=p[1]) { |
| log_err("error: u_foldCase(0x%04lx, default)=0x%04lx instead of 0x%04lx\n", |
| p[0], u_foldCase(p[0], U_FOLD_CASE_DEFAULT), p[1]); |
| return; |
| } |
| } |
| |
| /* test full string case folding with default option and separate buffers */ |
| buffer[0]=0xabcd; |
| errorCode=U_ZERO_ERROR; |
| length=u_strFoldCase(buffer, sizeof(buffer)/U_SIZEOF_UCHAR, |
| mixed, sizeof(mixed)/U_SIZEOF_UCHAR, |
| U_FOLD_CASE_DEFAULT, |
| &errorCode); |
| if( U_FAILURE(errorCode) || |
| length!=(sizeof(foldedDefault)/U_SIZEOF_UCHAR) || |
| uprv_memcmp(foldedDefault, buffer, length*U_SIZEOF_UCHAR)!=0 || |
| buffer[length]!=0 |
| ) { |
| log_err("error in u_strFoldCase(default)=%ld error=%s string matches: %s\n", |
| length, |
| u_errorName(errorCode), |
| uprv_memcmp(foldedDefault, buffer, length*U_SIZEOF_UCHAR)==0 && buffer[length]==0 ? "yes" : "no"); |
| } |
| |
| /* ### TODO for ICU 1.8: add the following tests similar to TestCaseMapping */ |
| |
| /* test full string case folding with default option and in the same buffer */ |
| |
| /* test preflighting */ |
| |
| /* test error handling */ |
| } |
| |
| static void |
| TestCaseCompare() { |
| static const UChar |
| |
| mixed[]= { 0x61, 0x42, 0x131, 0x3a3, 0xdf, 0xfb03, 0xd93f, 0xdfff, 0 }, |
| otherDefault[]= { 0x41, 0x62, 0x69, 0x3c3, 0x73, 0x53, 0x46, 0x66, 0x49, 0xd93f, 0xdfff, 0 }, |
| otherExcludeSpecialI[]={ 0x41, 0x62, 0x131, 0x3c3, 0x53, 0x73, 0x66, 0x46, 0x69, 0xd93f, 0xdfff, 0 }, |
| different[]= { 0x41, 0x62, 0x69, 0x3c3, 0x73, 0x53, 0x46, 0x66, 0x49, 0xd93f, 0xdffd, 0 }; |
| |
| int32_t result; |
| |
| /* ### TODO after ICU 1.8: if u_getUnicodeVersion()>=3.1.0.0 then test exclude-special-i cases as well */ |
| |
| /* test u_strcasecmp() */ |
| result=u_strcasecmp(mixed, otherDefault, U_FOLD_CASE_DEFAULT); |
| if(result!=0) { |
| log_err("error: u_strcasecmp(mixed, other, default)=%ld instead of 0\n", result); |
| } |
| |
| /* test u_strcasecmp() */ |
| result=u_strcasecmp(mixed, different, U_FOLD_CASE_DEFAULT); |
| if(result<=0) { |
| log_err("error: u_strcasecmp(mixed, different, default)=%ld instead of positive\n", result); |
| } |
| |
| /* test u_strncasecmp() - stop before the sharp s (U+00df) */ |
| result=u_strncasecmp(mixed, different, 4, U_FOLD_CASE_DEFAULT); |
| if(result!=0) { |
| log_err("error: u_strncasecmp(mixed, different, 4, default)=%ld instead of 0\n", result); |
| } |
| |
| /* test u_strncasecmp() - stop in the middle of the sharp s (U+00df) */ |
| result=u_strncasecmp(mixed, different, 5, U_FOLD_CASE_DEFAULT); |
| if(result<=0) { |
| log_err("error: u_strncasecmp(mixed, different, 5, default)=%ld instead of positive\n", result); |
| } |
| |
| /* test u_memcasecmp() - stop before the sharp s (U+00df) */ |
| result=u_memcasecmp(mixed, different, 4, U_FOLD_CASE_DEFAULT); |
| if(result!=0) { |
| log_err("error: u_memcasecmp(mixed, different, 4, default)=%ld instead of 0\n", result); |
| } |
| |
| /* test u_memcasecmp() - stop in the middle of the sharp s (U+00df) */ |
| result=u_memcasecmp(mixed, different, 5, U_FOLD_CASE_DEFAULT); |
| if(result<=0) { |
| log_err("error: u_memcasecmp(mixed, different, 5, default)=%ld instead of positive\n", result); |
| } |
| } |
| |
| static void TestUScriptCodeAPI(){ |
| int i =0; |
| int numErrors =0; |
| { |
| const char* testNames[]={ |
| /* test locale */ |
| "en", "en_US", "sr", "ta" , "te_IN", |
| "hi", "he", "ar", |
| /* test abbr */ |
| "Hani", "Hang","Hebr","Hira", |
| "Knda","Kana","Khmr","Lao", |
| "Latn",/*"Latf","Latg",*/ |
| "Mlym", "Mong", |
| |
| /* test names */ |
| "CYRILLIC","DESERET","DEVANAGARI","ETHIOPIC","GEORGIAN", |
| "GOTHIC", "GREEK", "GUJARATI", |
| /* test lower case names */ |
| "malayalam", "mongolian", "myanmar", "ogham", "old-italic", |
| "oriya", "runic", "sinhala", "syriac","tamil", |
| "telugu", "thaana", "thai", "tibetan", |
| /* test the bounds*/ |
| "ucas", "arabic", |
| /* test bogus */ |
| "asfdasd", "5464", "12235", |
| '\0' |
| }; |
| UScriptCode expected[] ={ |
| /* locales should return */ |
| USCRIPT_LATIN, USCRIPT_LATIN, USCRIPT_CYRILLIC, USCRIPT_TAMIL, USCRIPT_TELUGU, |
| USCRIPT_DEVANAGARI, USCRIPT_HEBREW, USCRIPT_ARABIC, |
| /* abbr should return */ |
| USCRIPT_HAN, USCRIPT_HANGUL, USCRIPT_HEBREW, USCRIPT_HIRAGANA, |
| USCRIPT_KANNADA, USCRIPT_KATAKANA, USCRIPT_KHMER, USCRIPT_LAO, |
| USCRIPT_LATIN,/* USCRIPT_LATIN, USCRIPT_LATIN,*/ |
| USCRIPT_MALAYALAM, USCRIPT_MONGOLIAN, |
| /* names should return */ |
| USCRIPT_CYRILLIC, USCRIPT_DESERET, USCRIPT_DEVANAGARI, USCRIPT_ETHIOPIC, USCRIPT_GEORGIAN, |
| USCRIPT_GOTHIC, USCRIPT_GREEK, USCRIPT_GUJARATI, |
| /* lower case names should return */ |
| USCRIPT_MALAYALAM, USCRIPT_MONGOLIAN, USCRIPT_MYANMAR, USCRIPT_OGHAM, USCRIPT_OLD_ITALIC, |
| USCRIPT_ORIYA, USCRIPT_RUNIC, USCRIPT_SINHALA, USCRIPT_SYRIAC, USCRIPT_TAMIL, |
| USCRIPT_TELUGU, USCRIPT_THAANA, USCRIPT_THAI, USCRIPT_TIBETAN, |
| /* bounds */ |
| USCRIPT_UCAS, USCRIPT_ARABIC, |
| /* bogus names should return invalid code */ |
| USCRIPT_INVALID_CODE, USCRIPT_INVALID_CODE, USCRIPT_INVALID_CODE, |
| }; |
| |
| UErrorCode err = U_ZERO_ERROR; |
| |
| const int32_t capacity = 10; |
| |
| for( ; testNames[i]!='\0'; i++){ |
| UScriptCode script[10]={USCRIPT_INVALID_CODE}; |
| int32_t num = uscript_getCode(testNames[i],script,capacity, &err); |
| if( script[0] != expected[i]){ |
| log_verbose("Error getting script code Got: %i Expected: %i for name %s\n", |
| script[0],expected[i],testNames[i]); |
| numErrors++; |
| } |
| } |
| if(numErrors >0 ){ |
| log_err("Errors uchar_getScriptCode() : %i \n",numErrors); |
| } |
| } |
| { |
| UErrorCode err = U_ZERO_ERROR; |
| int32_t capacity=0; |
| UScriptCode jaCode[]={ USCRIPT_KATAKANA,USCRIPT_HIRAGANA,USCRIPT_HAN}; |
| UScriptCode script[10]={USCRIPT_INVALID_CODE}; |
| int32_t num = uscript_getCode("ja",script,capacity, &err); |
| /* preflight */ |
| if(err==U_BUFFER_OVERFLOW_ERROR){ |
| err = U_ZERO_ERROR; |
| capacity = 10; |
| num = uscript_getCode("ja",script,capacity, &err); |
| if(num!=(sizeof(jaCode)/sizeof(UScriptCode)) || script[0]!=jaCode[0] || script[1]!=jaCode[1]){ |
| log_err("Errors uscript_getScriptCode() for Japaneese locale \n"); |
| } |
| }else{ |
| log_err("Errors in uscript_getScriptCode() expected error : %s got: %s \n", |
| "U_BUFFER_OVERFLOW_ERROR", |
| u_errorName(err)); |
| } |
| |
| } |
| |
| { |
| UScriptCode testAbbr[]={ |
| /* names should return */ |
| USCRIPT_CYRILLIC, USCRIPT_DESERET, USCRIPT_DEVANAGARI, USCRIPT_ETHIOPIC, USCRIPT_GEORGIAN, |
| USCRIPT_GOTHIC, USCRIPT_GREEK, USCRIPT_GUJARATI, |
| }; |
| |
| const char* expectedNames[]={ |
| |
| /* test names */ |
| "CYRILLIC","DESERET","DEVANAGARI","ETHIOPIC","GEORGIAN", |
| "GOTHIC", "GREEK", "GUJARATI", |
| '\0' |
| }; |
| i=0; |
| while(i<sizeof(testAbbr)/sizeof(UScriptCode)){ |
| const char* name = uscript_getName(testAbbr[i]); |
| numErrors=0; |
| if(strcmp(expectedNames[i],name)!=0){ |
| log_verbose("Error getting abbreviations Got: %s Expected: %s\n",name,expectedNames[i]); |
| numErrors++; |
| } |
| if(numErrors > 0){ |
| if(numErrors >0 ){ |
| log_err("Errors uchar_getScriptAbbr() : %i \n",numErrors); |
| } |
| } |
| i++; |
| } |
| |
| } |
| { |
| UScriptCode testAbbr[]={ |
| /* abbr should return */ |
| USCRIPT_HAN, USCRIPT_HANGUL, USCRIPT_HEBREW, USCRIPT_HIRAGANA, |
| USCRIPT_KANNADA, USCRIPT_KATAKANA, USCRIPT_KHMER, USCRIPT_LAO, |
| USCRIPT_LATIN, |
| USCRIPT_MALAYALAM, USCRIPT_MONGOLIAN, |
| }; |
| |
| const char* expectedAbbr[]={ |
| /* test abbr */ |
| "Hani", "Hang","Hebr","Hira", |
| "Knda","Kana","Khmr","Lao", |
| "Latn", |
| "Mlym", "Mong", |
| '\0' |
| }; |
| i=0; |
| while(i<sizeof(testAbbr)/sizeof(UScriptCode)){ |
| const char* name = uscript_getShortName(testAbbr[i]); |
| numErrors=0; |
| if(strcmp(expectedAbbr[i],name)!=0){ |
| log_verbose("Error getting abbreviations Got: %s Expected: %s\n",name,expectedAbbr[i]); |
| numErrors++; |
| } |
| if(numErrors > 0){ |
| if(numErrors >0 ){ |
| log_err("Errors uchar_getScriptAbbr() : %i \n",numErrors); |
| } |
| } |
| i++; |
| } |
| |
| } |
| /* now test uscript_getScript() API */ |
| { |
| #define MAX_ARRAY_SIZE 23 |
| uint32_t codepoints[] = { |
| 0x0000FF9D, |
| 0x0000FFBE, |
| 0x0000FFC7, |
| 0x0000FFCF, |
| 0x0000FFD7, |
| 0x0000FFDC, |
| 0x00010300, |
| 0x00010330, |
| 0x0001034A, |
| 0x00010400, |
| 0x00010428, |
| 0x0001D167, |
| 0x0001D17B, |
| 0x0001D185, |
| 0x0001D1AA, |
| 0x00020000, |
| 0x00000D02, |
| 0x00000D00, |
| 0x00000000, |
| 0x0001D169, |
| 0x0001D182, |
| 0x0001D18B, |
| 0x0001D1AD, |
| }; |
| |
| UScriptCode expected[] = { |
| USCRIPT_KATAKANA , |
| USCRIPT_HANGUL , |
| USCRIPT_HANGUL , |
| USCRIPT_HANGUL , |
| USCRIPT_HANGUL , |
| USCRIPT_HANGUL , |
| USCRIPT_OLD_ITALIC, |
| USCRIPT_GOTHIC , |
| USCRIPT_GOTHIC , |
| USCRIPT_DESERET , |
| USCRIPT_DESERET , |
| USCRIPT_INHERITED, |
| USCRIPT_INHERITED, |
| USCRIPT_INHERITED, |
| USCRIPT_INHERITED, |
| USCRIPT_HAN , |
| USCRIPT_MALAYALAM, |
| USCRIPT_INVALID_CODE, |
| USCRIPT_COMMON, |
| USCRIPT_INHERITED , |
| USCRIPT_INHERITED , |
| USCRIPT_INHERITED , |
| USCRIPT_INHERITED , |
| }; |
| int32_t i =0; |
| UScriptCode code = USCRIPT_INVALID_CODE; |
| UErrorCode status = U_ZERO_ERROR; |
| UBool passed = TRUE; |
| |
| while(i< MAX_ARRAY_SIZE){ |
| code = uscript_getScript(codepoints[i],&status); |
| if(U_SUCCESS(status)){ |
| if(code != expected[i]){ |
| log_verbose("uscript_getScript for codepoint \\U%08X failed\n",codepoints[i]); |
| passed = FALSE; |
| } |
| }else{ |
| log_err("uscript_getScript for codepoint \\U%08X failed. Error: %s\n", |
| codepoints[i],u_errorName(status)); |
| break; |
| } |
| i++; |
| } |
| |
| if(passed==FALSE){ |
| log_err("uscript_getScript failed.\n"); |
| } |
| } |
| } |
| |