| /* |
| ******************************************************************************* |
| * Copyright (C) 1997-2001, International Business Machines |
| * Corporation and others. All Rights Reserved. |
| ******************************************************************************* |
| * Date Name Description |
| * 06/23/00 aliu Creation. |
| ******************************************************************************* |
| */ |
| |
| #include "unicode/utrans.h" |
| #include "cmemory.h" |
| #include "cstring.h" |
| #include "filestrm.h" |
| #include "cintltst.h" |
| #include "unicode/ustring.h" |
| |
| #define TEST(x) addTest(root, &x, "utrans/" # x) |
| |
| static void TestAPI(void); |
| static void TestSimpleRules(void); |
| static void TestFilter(void); |
| static void TestOpenInverse(void); |
| static void TestClone(void); |
| static void TestRegisterUnregister(void); |
| static void TestExtractBetween(void); |
| |
| static void _expectRules(const char*, const char*, const char*); |
| static void _expect(const UTransliterator* trans, const char* cfrom, const char* cto); |
| |
| void addUTransTest(TestNode** root); |
| |
| |
| void |
| addUTransTest(TestNode** root) { |
| TEST(TestAPI); |
| TEST(TestSimpleRules); |
| TEST(TestFilter); |
| TEST(TestOpenInverse); |
| TEST(TestClone); |
| TEST(TestRegisterUnregister); |
| TEST(TestExtractBetween); |
| } |
| |
| /*------------------------------------------------------------------ |
| * Replaceable glue |
| * |
| * To test the Replaceable glue we have to dummy up a C-based |
| * Replaceable callback. This code is for testing purposes only. |
| *------------------------------------------------------------------*/ |
| |
| typedef struct XReplaceable { |
| UChar* text; /* MUST BE null-terminated */ |
| } XReplaceable; |
| |
| static void InitXReplaceable(XReplaceable* rep, const char* cstring) { |
| rep->text = uprv_malloc(sizeof(UChar) * (uprv_strlen(cstring)+1)); |
| u_uastrcpy(rep->text, cstring); |
| } |
| |
| static void FreeXReplaceable(XReplaceable* rep) { |
| if (rep->text != NULL) { |
| uprv_free(rep->text); |
| rep->text = NULL; |
| } |
| } |
| |
| /* UReplaceableCallbacks callback */ |
| static int32_t Xlength(const UReplaceable* rep) { |
| const XReplaceable* x = (const XReplaceable*)rep; |
| return u_strlen(x->text); |
| } |
| |
| /* UReplaceableCallbacks callback */ |
| static UChar XcharAt(const UReplaceable* rep, int32_t offset) { |
| const XReplaceable* x = (const XReplaceable*)rep; |
| return x->text[offset]; |
| } |
| |
| /* UReplaceableCallbacks callback */ |
| static UChar32 Xchar32At(const UReplaceable* rep, int32_t offset) { |
| const XReplaceable* x = (const XReplaceable*)rep; |
| return x->text[offset]; |
| } |
| |
| /* UReplaceableCallbacks callback */ |
| static void Xreplace(UReplaceable* rep, int32_t start, int32_t limit, |
| const UChar* text, int32_t textLength) { |
| XReplaceable* x = (XReplaceable*)rep; |
| int32_t newLen = Xlength(rep) + limit - start + textLength; |
| UChar* newText = (UChar*) uprv_malloc(sizeof(UChar) * (newLen+1)); |
| u_strncpy(newText, x->text, start); |
| u_strncpy(newText + start, text, textLength); |
| u_strcpy(newText + start + textLength, x->text + limit); |
| uprv_free(x->text); |
| x->text = newText; |
| } |
| |
| /* UReplaceableCallbacks callback */ |
| static void Xcopy(UReplaceable* rep, int32_t start, int32_t limit, int32_t dest) { |
| XReplaceable* x = (XReplaceable*)rep; |
| int32_t newLen = Xlength(rep) + limit - start; |
| UChar* newText = (UChar*) uprv_malloc(sizeof(UChar) * (newLen+1)); |
| u_strncpy(newText, x->text, dest); |
| u_strncpy(newText + dest, x->text + start, limit - start); |
| u_strcpy(newText + dest + limit - start, x->text + dest); |
| uprv_free(x->text); |
| x->text = newText; |
| } |
| |
| /* UReplaceableCallbacks callback */ |
| static void Xextract(UReplaceable* rep, int32_t start, int32_t limit, UChar* dst) { |
| XReplaceable* x = (XReplaceable*)rep; |
| int32_t len = limit - start; |
| u_strncpy(dst, x->text, len); |
| } |
| |
| static void InitXReplaceableCallbacks(UReplaceableCallbacks* callbacks) { |
| callbacks->length = Xlength; |
| callbacks->charAt = XcharAt; |
| callbacks->char32At = Xchar32At; |
| callbacks->replace = Xreplace; |
| callbacks->extract = Xextract; |
| callbacks->copy = Xcopy; |
| } |
| |
| /*------------------------------------------------------------------ |
| * Tests |
| *------------------------------------------------------------------*/ |
| |
| static void TestAPI() { |
| enum { BUF_CAP = 128 }; |
| char buf[BUF_CAP], buf2[BUF_CAP]; |
| UErrorCode status = U_ZERO_ERROR; |
| UTransliterator* trans = NULL; |
| int32_t i, n; |
| |
| /* Test getAvailableIDs */ |
| n = utrans_countAvailableIDs(); |
| if (n < 1) { |
| log_err("FAIL: utrans_countAvailableIDs() returned %d\n", n); |
| } else { |
| log_verbose("System ID count: %d\n", n); |
| } |
| for (i=0; i<n; ++i) { |
| utrans_getAvailableID(i, buf, BUF_CAP); |
| if (*buf == 0) { |
| log_err("FAIL: System transliterator %d: \"\"\n", i); |
| } else { |
| log_verbose("System transliterator %d: \"%s\"\n", i, buf); |
| } |
| } |
| |
| /* Test open */ |
| utrans_getAvailableID(0, buf, BUF_CAP); |
| trans = utrans_open(buf, UTRANS_FORWARD,NULL,0,NULL, &status); |
| if (U_FAILURE(status)) { |
| log_err("FAIL: utrans_open(%s) failed, error=%s\n", |
| buf, u_errorName(status)); |
| } |
| |
| /* Test getID */ |
| utrans_getID(trans, buf2, BUF_CAP); |
| if (0 != uprv_strcmp(buf, buf2)) { |
| log_err("FAIL: utrans_getID(%s) returned %s\n", |
| buf, buf2); |
| } |
| utrans_close(trans); |
| } |
| |
| static void TestOpenInverse(){ |
| UErrorCode status=U_ZERO_ERROR; |
| UTransliterator* t1=NULL; |
| UTransliterator* inverse1=NULL; |
| enum { BUF_CAP = 128 }; |
| char buf1[BUF_CAP]; |
| int32_t i=0; |
| |
| const char TransID[][25]={ |
| "Halfwidth-Fullwidth", |
| "Fullwidth-Halfwidth", |
| "Greek-Latin" , |
| "Latin-Greek", |
| /*"Arabic-Latin", // Removed in 2.0*/ |
| /*"Latin-Arabic", // Removed in 2.0*/ |
| "Katakana-Latin", |
| "Latin-Katakana", |
| /*"Hebrew-Latin", // Removed in 2.0*/ |
| /*"Latin-Hebrew", // Removed in 2.0*/ |
| "Cyrillic-Latin", |
| "Latin-Cyrillic", |
| "Devanagari-Latin", |
| "Latin-Devanagari", |
| "Any-Hex", |
| "Hex-Any" |
| }; |
| |
| for(i=0; i<sizeof(TransID)/sizeof(TransID[0]); i=i+2){ |
| status = U_ZERO_ERROR; |
| t1=utrans_open(TransID[i], UTRANS_FORWARD,NULL,0,NULL, &status); |
| if(t1 == NULL || U_FAILURE(status)){ |
| log_err("FAIL: in instantiation for id=%s\n", TransID[i]); |
| continue; |
| } |
| inverse1=utrans_openInverse(t1, &status); |
| if(U_FAILURE(status)){ |
| log_err("FAIL: utrans_openInverse() failed for id=%s. Error=%s\n", TransID[i], myErrorName(status)); |
| continue; |
| } |
| utrans_getID(inverse1, buf1, BUF_CAP); |
| if(uprv_strcmp(buf1, TransID[i+1]) != 0){ |
| log_err("FAIL :openInverse() for %s returned %s instead of %s\n", TransID[i], buf1, TransID[i+1]); |
| } |
| utrans_close(t1); |
| utrans_close(inverse1); |
| } |
| } |
| |
| static void TestClone(){ |
| UErrorCode status=U_ZERO_ERROR; |
| UTransliterator* t1=NULL; |
| UTransliterator* t2=NULL; |
| UTransliterator* t3=NULL; |
| UTransliterator* t4=NULL; |
| enum { BUF_CAP = 128 }; |
| char buf1[BUF_CAP], buf2[BUF_CAP], buf3[BUF_CAP]; |
| |
| t1=utrans_open("Latin-Devanagari", UTRANS_FORWARD, NULL,0,NULL,&status); |
| if(U_FAILURE(status)){ |
| log_err("FAIL: construction\n"); |
| return; |
| } |
| t2=utrans_open("Latin-Greek", UTRANS_FORWARD, NULL,0,NULL,&status); |
| if(U_FAILURE(status)){ |
| log_err("FAIL: construction\n"); |
| utrans_close(t1); |
| return; |
| } |
| |
| t3=utrans_clone(t1, &status); |
| t4=utrans_clone(t2, &status); |
| |
| utrans_getID(t1, buf1, BUF_CAP); |
| utrans_getID(t2, buf2, BUF_CAP); |
| utrans_getID(t3, buf3, BUF_CAP); |
| |
| if(uprv_strcmp(buf1, buf3) != 0 || |
| uprv_strcmp(buf1, buf2) == 0) { |
| log_err("FAIL: utrans_clone() failed\n"); |
| } |
| |
| utrans_getID(t4, buf3, BUF_CAP); |
| |
| if(uprv_strcmp(buf2, buf3) != 0 || |
| uprv_strcmp(buf1, buf3) == 0) { |
| log_err("FAIL: utrans_clone() failed\n"); |
| } |
| |
| utrans_close(t1); |
| utrans_close(t2); |
| utrans_close(t3); |
| utrans_close(t4); |
| |
| } |
| |
| static void TestRegisterUnregister(){ |
| UErrorCode status=U_ZERO_ERROR; |
| UTransliterator* t1=NULL; |
| UTransliterator* rules=NULL; |
| UTransliterator* inverse1=NULL; |
| UChar rule[]={ 0x0061, 0x003c, 0x003e, 0x0063}; /*a<>b*/ |
| |
| /* Make sure it doesn't exist */ |
| t1=utrans_open("TestA-TestB", UTRANS_FORWARD,NULL,0,NULL, &status); |
| if(t1 != NULL || U_SUCCESS(status)) { |
| log_err("FAIL: TestA-TestB already registered\n"); |
| return; |
| } |
| status=U_ZERO_ERROR; |
| /* Check inverse too */ |
| inverse1=utrans_open("TestA-TestB", UTRANS_REVERSE, NULL,0,NULL,&status); |
| if(inverse1 != NULL || U_SUCCESS(status)) { |
| log_err("FAIL: TestA-TestB already registered\n"); |
| return; |
| } |
| status=U_ZERO_ERROR; |
| /* Create it */ |
| rules=utrans_open("TestA-TestB",UTRANS_FORWARD, rule, 4, NULL, &status); |
| if(U_FAILURE(status)){ |
| log_err("FAIL: utrans_openRules(a<>B) failed with error=%s\n", myErrorName(status)); |
| return; |
| } |
| status=U_ZERO_ERROR; |
| /* Register it */ |
| utrans_register(rules, &status); |
| if(U_FAILURE(status)){ |
| log_err("FAIL: utrans_register failed with error=%s\n", myErrorName(status)); |
| return; |
| } |
| status=U_ZERO_ERROR; |
| /* Now check again -- should exist now*/ |
| t1= utrans_open("TestA-TestB", UTRANS_FORWARD, NULL,0,NULL,&status); |
| if(U_FAILURE(status) || t1 == NULL){ |
| log_err("FAIL: TestA-TestB not registered\n"); |
| return; |
| } |
| utrans_close(t1); |
| |
| /*unregister the instance*/ |
| status=U_ZERO_ERROR; |
| utrans_unregister("TestA-TestB"); |
| /* now Make sure it doesn't exist */ |
| t1=utrans_open("TestA-TestB", UTRANS_FORWARD,NULL,0,NULL, &status); |
| if(U_SUCCESS(status) || t1 != NULL) { |
| log_err("FAIL: TestA-TestB isn't unregistered\n"); |
| return; |
| } |
| |
| utrans_close(t1); |
| utrans_close(inverse1); |
| } |
| |
| static void TestSimpleRules() { |
| /* Test rules */ |
| /* Example: rules 1. ab>x|y |
| * 2. yc>z |
| * |
| * []|eabcd start - no match, copy e to tranlated buffer |
| * [e]|abcd match rule 1 - copy output & adjust cursor |
| * [ex|y]cd match rule 2 - copy output & adjust cursor |
| * [exz]|d no match, copy d to transliterated buffer |
| * [exzd]| done |
| */ |
| _expectRules("ab>x|y;" |
| "yc>z", |
| "eabcd", "exzd"); |
| |
| /* Another set of rules: |
| * 1. ab>x|yzacw |
| * 2. za>q |
| * 3. qc>r |
| * 4. cw>n |
| * |
| * []|ab Rule 1 |
| * [x|yzacw] No match |
| * [xy|zacw] Rule 2 |
| * [xyq|cw] Rule 4 |
| * [xyqn]| Done |
| */ |
| _expectRules("ab>x|yzacw;" |
| "za>q;" |
| "qc>r;" |
| "cw>n", |
| "ab", "xyqn"); |
| |
| /* Test categories |
| */ |
| _expectRules("$dummy=" "\\uE100" ";" /* careful here with E100 */ |
| "$vowel=[aeiouAEIOU];" |
| "$lu=[:Lu:];" |
| "$vowel } $lu > '!';" |
| "$vowel > '&';" |
| "'!' { $lu > '^';" |
| "$lu > '*';" |
| "a > ERROR", |
| "abcdefgABCDEFGU", "&bcd&fg!^**!^*&"); |
| } |
| |
| static void TestFilter() { |
| UErrorCode status = U_ZERO_ERROR; |
| UChar filt[128]; |
| UChar buf[128]; |
| UChar exp[128]; |
| char cbuf[128]; |
| int32_t limit; |
| const char* DATA[] = { |
| "[^c]", /* Filter out 'c' */ |
| "abcde", |
| "\\u0061\\u0062c\\u0064\\u0065", |
| |
| "", /* No filter */ |
| "abcde", |
| "\\u0061\\u0062\\u0063\\u0064\\u0065" |
| }; |
| int32_t DATA_length = sizeof(DATA) / sizeof(DATA[0]); |
| int32_t i; |
| |
| UTransliterator* hex = utrans_open("Any-Hex", UTRANS_FORWARD, NULL,0,NULL,&status); |
| |
| if (hex == 0 || U_FAILURE(status)) { |
| log_err("FAIL: utrans_open(Unicode-Hex) failed, error=%s\n", |
| u_errorName(status)); |
| goto exit; |
| } |
| |
| for (i=0; i<DATA_length; i+=3) { |
| /*u_uastrcpy(filt, DATA[i]);*/ |
| u_charsToUChars(DATA[i], filt, uprv_strlen(DATA[i])+1); |
| utrans_setFilter(hex, filt, -1, &status); |
| |
| if (U_FAILURE(status)) { |
| log_err("FAIL: utrans_setFilter() failed, error=%s\n", |
| u_errorName(status)); |
| goto exit; |
| } |
| |
| /*u_uastrcpy(buf, DATA[i+1]);*/ |
| u_charsToUChars(DATA[i+1], buf, uprv_strlen(DATA[i+1])+1); |
| limit = 5; |
| utrans_transUChars(hex, buf, NULL, 128, 0, &limit, &status); |
| |
| if (U_FAILURE(status)) { |
| log_err("FAIL: utrans_transUChars() failed, error=%s\n", |
| u_errorName(status)); |
| goto exit; |
| } |
| |
| /*u_austrcpy(cbuf, buf);*/ |
| u_UCharsToChars(buf, cbuf, u_strlen(buf)+1); |
| /*u_uastrcpy(exp, DATA[i+2]);*/ |
| u_charsToUChars(DATA[i+2], exp, uprv_strlen(DATA[i+2])+1); |
| if (0 == u_strcmp(buf, exp)) { |
| log_verbose("Ok: %s | %s -> %s\n", DATA[i+1], DATA[i], cbuf); |
| } else { |
| log_err("FAIL: %s | %s -> %s, expected %s\n", DATA[i+1], DATA[i], cbuf, DATA[i+2]); |
| } |
| } |
| |
| exit: |
| utrans_close(hex); |
| } |
| |
| /** |
| * Test the UReplaceableCallback extractBetween support. We use a |
| * transliterator known to rely on this call. |
| */ |
| static void TestExtractBetween() { |
| |
| UTransliterator *trans; |
| UErrorCode status = U_ZERO_ERROR; |
| UParseError parseErr; |
| |
| trans = utrans_open("Lower", UTRANS_FORWARD, NULL, -1, |
| &parseErr, &status); |
| |
| _expect(trans, "ABC", "abc"); |
| |
| utrans_close(trans); |
| } |
| |
| static void _expectRules(const char* crules, |
| const char* cfrom, |
| const char* cto) { |
| /* u_uastrcpy has no capacity param for the buffer -- so just |
| * make all buffers way too big */ |
| enum { CAP = 256 }; |
| UChar rules[CAP]; |
| UTransliterator *trans; |
| UErrorCode status = U_ZERO_ERROR; |
| UParseError parseErr; |
| |
| u_uastrcpy(rules, crules); |
| |
| trans = utrans_open(crules /*use rules as ID*/, UTRANS_FORWARD, rules, -1, |
| &parseErr, &status); |
| if (U_FAILURE(status)) { |
| utrans_close(trans); |
| log_err("FAIL: utrans_openRules(%s) failed, error=%s\n", |
| crules, u_errorName(status)); |
| return; |
| } |
| |
| _expect(trans, cfrom, cto); |
| |
| utrans_close(trans); |
| } |
| |
| static void _expect(const UTransliterator* trans, |
| const char* cfrom, |
| const char* cto) { |
| /* u_uastrcpy has no capacity param for the buffer -- so just |
| * make all buffers way too big */ |
| enum { CAP = 256 }; |
| UChar from[CAP]; |
| UChar to[CAP]; |
| UChar buf[CAP]; |
| char id[CAP]; |
| UErrorCode status = U_ZERO_ERROR; |
| int32_t limit; |
| UTransPosition pos; |
| XReplaceable xrep; |
| UReplaceableCallbacks xrepVtable; |
| |
| u_uastrcpy(from, cfrom); |
| u_uastrcpy(to, cto); |
| |
| utrans_getID(trans, id, CAP); |
| |
| /* utrans_transUChars() */ |
| u_strcpy(buf, from); |
| limit = u_strlen(buf); |
| utrans_transUChars(trans, buf, NULL, CAP, 0, &limit, &status); |
| if (U_FAILURE(status)) { |
| log_err("FAIL: utrans_transUChars() failed, error=%s\n", |
| u_errorName(status)); |
| return; |
| } |
| |
| if (0 == u_strcmp(buf, to)) { |
| log_verbose("Ok: utrans_transUChars(%s) x %s -> %s\n", |
| id, cfrom, cto); |
| } else { |
| char actual[CAP]; |
| u_austrcpy(actual, buf); |
| log_err("FAIL: utrans_transUChars(%s) x %s -> %s, expected %s\n", |
| id, cfrom, actual, cto); |
| } |
| |
| /* utrans_transIncrementalUChars() */ |
| u_strcpy(buf, from); |
| pos.start = pos.contextStart = 0; |
| pos.limit = pos.contextLimit = u_strlen(buf); |
| utrans_transIncrementalUChars(trans, buf, NULL, CAP, &pos, &status); |
| utrans_transUChars(trans, buf, NULL, CAP, pos.start, &pos.limit, &status); |
| if (U_FAILURE(status)) { |
| log_err("FAIL: utrans_transIncrementalUChars() failed, error=%s\n", |
| u_errorName(status)); |
| return; |
| } |
| |
| if (0 == u_strcmp(buf, to)) { |
| log_verbose("Ok: utrans_transIncrementalUChars(%s) x %s -> %s\n", |
| id, cfrom, cto); |
| } else { |
| char actual[CAP]; |
| u_austrcpy(actual, buf); |
| log_err("FAIL: utrans_transIncrementalUChars(%s) x %s -> %s, expected %s\n", |
| id, cfrom, actual, cto); |
| } |
| |
| /* utrans_trans() */ |
| InitXReplaceableCallbacks(&xrepVtable); |
| InitXReplaceable(&xrep, cfrom); |
| limit = u_strlen(from); |
| utrans_trans(trans, (UReplaceable*)&xrep, &xrepVtable, 0, &limit, &status); |
| if (U_FAILURE(status)) { |
| log_err("FAIL: utrans_trans() failed, error=%s\n", |
| u_errorName(status)); |
| FreeXReplaceable(&xrep); |
| return; |
| } |
| |
| if (0 == u_strcmp(xrep.text, to)) { |
| log_verbose("Ok: utrans_trans(%s) x %s -> %s\n", |
| id, cfrom, cto); |
| } else { |
| char actual[CAP]; |
| u_austrcpy(actual, xrep.text); |
| log_err("FAIL: utrans_trans(%s) x %s -> %s, expected %s\n", |
| id, cfrom, actual, cto); |
| } |
| FreeXReplaceable(&xrep); |
| |
| /* utrans_transIncremental() */ |
| InitXReplaceable(&xrep, cfrom); |
| pos.start = pos.contextStart = 0; |
| pos.limit = pos.contextLimit = u_strlen(from); |
| utrans_transIncremental(trans, (UReplaceable*)&xrep, &xrepVtable, &pos, &status); |
| utrans_trans(trans, (UReplaceable*)&xrep, &xrepVtable, pos.start, &pos.limit, &status); |
| if (U_FAILURE(status)) { |
| log_err("FAIL: utrans_transIncremental() failed, error=%s\n", |
| u_errorName(status)); |
| FreeXReplaceable(&xrep); |
| return; |
| } |
| |
| if (0 == u_strcmp(xrep.text, to)) { |
| log_verbose("Ok: utrans_transIncremental(%s) x %s -> %s\n", |
| id, cfrom, cto); |
| } else { |
| char actual[CAP]; |
| u_austrcpy(actual, xrep.text); |
| log_err("FAIL: utrans_transIncremental(%s) x %s -> %s, expected %s\n", |
| id, cfrom, actual, cto); |
| } |
| FreeXReplaceable(&xrep); |
| } |
