blob: f6f059476d15b96307043375496ac619fe438aba [file] [log] [blame]
/*
*****************************************************************************************
* *
* COPYRIGHT: *
* (C) Copyright Taligent, Inc., 1996 *
* (C) Copyright International Business Machines Corporation, 1999 *
* Licensed Material - Program-Property of IBM - All Rights Reserved. *
* US Government Users Restricted Rights - Use, duplication, or disclosure *
* restricted by GSA ADP Schedule Contract with IBM Corp. *
* *
*****************************************************************************************
********************************************************************************
*
* File CREGRTST.C
*
* Modification History:
* Name Description
* Madhu Katragadda Ported for CAPI, added extra functions and tests
*********************************************************************************
*/
/* C FUNCTIONALITY AND REGRESSION TEST FOR BREAKITERATOR */
#include "uloc.h"
#include "ubrk.h"
#include "uchar.h"
#include "utypes.h"
#include "utypes.h"
#include "ustring.h"
#include "cintltst.h"
#include "cregrtst.h"
#include<stdio.h>
#include<string.h>
/* -------------------------------------------------------------------------------------- */
/**
* "Vector" structure for holding test tables
* (this strucure is actually a linked list, but we use the name and API of the
* java.util.Vector class to keep as much of our test code as possible the same.)
*/
struct Vector1 {
UChar *text;
struct Vector1 *link;
};
typedef struct Vector1 Vector;
void addElement(Vector *q, const char* string)
{
Vector *p;
p=(Vector*)malloc(sizeof(Vector));
p->text=(UChar*)malloc(sizeof(UChar) * (strlen(string)+1));
u_uastrcpy(p->text, string);
p->link=NULL;
while(q->link!=NULL)
q=q->link;
q->link=p;
}
void addElement2(Vector *q, const UChar* string)
{
Vector *p;
p=(Vector*)malloc(sizeof(Vector));
p->text=(UChar*)malloc(sizeof(UChar) * (u_strlen(string)+1));
u_strcpy(p->text, string);
p->link=NULL;
while(q->link!=NULL)
q=q->link;
q->link=p;
}
int32_t Count(Vector *q)
{
int32_t c=0;
while(q!=NULL){
q=q->link;
c++;
}
return c;
}
UChar* elementAt(Vector *q, int32_t pos)
{
int32_t i=0;
if(q==NULL)
return NULL;
for(i=0;i<pos;i++)
q=q->link;
return (q->text);
}
/* Just to make it easier to use with UChar array.*/
UChar* CharsToUCharArray(const char* chars)
{
int unicode;
int i;
UChar *buffer;
UChar *alias;
int len = strlen(chars);
int count = 0;
/* preflight */
for (i = 0; i < len;) {
if ((chars[i] == '\\') && (i+1 < len) && (chars[i+1] == 'u')) {
++count;
i += 6;
} else {
++count;
i++;
}
}
buffer = (UChar*) malloc(sizeof(UChar) * (count + 1));
alias = buffer;
for (i = 0; i < len;) {
if ((chars[i] == '\\') && (i+1 < len) && (chars[i+1] == 'u')) {
sscanf(&(chars[i+2]), "%4X", &unicode);
*alias = (UChar)unicode;
i += 6;
++alias;
} else {
*alias = (UChar)chars[i];
++alias;
++i;
}
}
*alias = 0x0000;
return buffer;
}
UChar* UCharToUCharArray(const UChar uchar)
{
UChar *buffer;
UChar *alias;
buffer=(UChar*)malloc(sizeof(uchar) * 2);
alias=buffer;
*alias=uchar;
alias++;
*alias=0x0000;
return buffer;
}
UChar* extractBetween(UTextOffset start, UTextOffset end, UChar* text)
{
UChar* result;
UChar* temp;
temp=(UChar*)malloc(sizeof(UChar) * ((u_strlen(text)-start)+1));
result=(UChar*)malloc(sizeof(UChar) * ((end-start)+1));
u_strcpy(temp, &text[start]);
u_strncpy(result, temp, end-start);
return result;
}
/* -------------------------------------------------------------------------------------- */
/**
* BrealIterator Regression Test is medium top level test class for everything in the C BreakIterator API
* (ubrk.h and ubrk.c).
*/
const UChar cannedTestArray[] = {
0x0001, 0x0002, 0x0003, 0x0004, 0x0020, 0x0021, 0x005c, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0028, 0x0029,
0x002b, 0x002d, 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x003c, 0x003d, 0x003e, 0x0041, 0x0042, 0x0043, 0x0044,
0x0045, 0x005B, 0x005d, 0x005e, 0x005f, 0x0060, 0x0061, 0x0062, 0x0063, 0x0064, 0x0065, 0x007b, 0x007d, 0x007c,
0x002c, 0x00a0, 0x00a2, 0x00a3, 0x00a4, 0x00a5, 0x00a6, 0x00a7, 0x00a8, 0x00a9, 0x00ab, 0x00ad, 0x00ae, 0x00af,
0x00b0, 0x00b2, 0x00b3, 0x00b4, 0x00b9, 0x00bb, 0x00bc, 0x00bd, 0x02b0, 0x02b1, 0x02b2, 0x02b3, 0x02b4, 0x0300,
0x0301, 0x0302, 0x0303, 0x0304, 0x05d0, 0x05d1, 0x05d2, 0x05d3, 0x05d4, 0x0903, 0x093e, 0x093f, 0x0940, 0x0949,
0x0f3a, 0x0f3b, 0x2000, 0x2001, 0x2002, 0x200c, 0x200d, 0x200e, 0x200f, 0x2010, 0x2011, 0x2012, 0x2028, 0x2029,
0x202a, 0x203e, 0x203f, 0x2040, 0x20dd, 0x20de, 0x20df, 0x20e0, 0x2160, 0x2161, 0x2162, 0x2163, 0x2164, 0x0000
};
/*--------------------------------------------- */
/* setup methods */
/*--------------------------------------------- */
void AllocateTextBoundary()
{
cannedTestChars=(UChar*)malloc(sizeof(UChar) * (u_strlen(cannedTestArray) + 10));
u_uastrcpy(cannedTestChars,"");
u_uastrcpy(cannedTestChars,"0x0000");
u_strcat(cannedTestChars, cannedTestArray);
}
void FreeTextBoundary()
{
free(cannedTestChars);
}
/*Add Word Data*/
void addTestWordData()
{
int32_t elems;
wordSelectionData=(Vector*)malloc(sizeof(Vector));
wordSelectionData->text=(UChar*)malloc(sizeof(UChar) * 6);
u_uastrcpy(wordSelectionData->text, "12,34");
wordSelectionData->link=NULL;
addElement(wordSelectionData, " ");
addElement2(wordSelectionData, UCharToUCharArray((UChar)(0x00A2))); /*cent sign */
addElement2(wordSelectionData, UCharToUCharArray((UChar)(0x00A3))); /*pound sign */
addElement2(wordSelectionData, UCharToUCharArray((UChar)(0x00A4))); /*currency sign */
addElement2(wordSelectionData, UCharToUCharArray((UChar)(0x00A5))); /*yen sign */
addElement(wordSelectionData, "alpha-beta-gamma");
addElement(wordSelectionData, ".");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "Badges");
addElement(wordSelectionData, "?");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "BADGES");
addElement(wordSelectionData, "!");
addElement(wordSelectionData, "?");
addElement(wordSelectionData, "!");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "We");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "don't");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "need");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "no");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "STINKING");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "BADGES");
addElement(wordSelectionData, "!");
addElement(wordSelectionData, "!");
addElement(wordSelectionData, "!");
addElement(wordSelectionData, "012.566,5");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "123.3434,900");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "1000,233,456.000");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "1,23.322%");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "123.1222");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "$123,000.20");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "179.01%");
addElement(wordSelectionData, "Hello");
addElement(wordSelectionData, ",");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "how");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "are");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "you");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "X");
addElement(wordSelectionData, " ");
addElement(wordSelectionData, "Now");
addElement(wordSelectionData, "\r");
addElement(wordSelectionData, "is");
addElement(wordSelectionData, "\n");
addElement(wordSelectionData, "the");
addElement(wordSelectionData, "\r\n");
addElement(wordSelectionData, "time");
addElement(wordSelectionData, "\n");
addElement(wordSelectionData, "\r");
addElement(wordSelectionData, "for");
addElement(wordSelectionData, "\r");
addElement(wordSelectionData, "\r");
addElement(wordSelectionData, "all");
addElement(wordSelectionData, " ");
/* to test for bug #4097779 */
addElement2(wordSelectionData, CharsToUCharArray("aa\\u0300a"));
addElement(wordSelectionData, " ");
/* to test for bug #4098467
What follows is a string of Korean characters (I found it in the Yellow Pages
ad for the Korean Presbyterian Church of San Francisco, and I hope I transcribed
it correctly), first as precomposed syllables, and then as conjoining jamo.
Both sequences should be semantically identical and break the same way.
precomposed syllables... */
addElement2(wordSelectionData, CharsToUCharArray("\\uc0c1\\ud56d"));
addElement(wordSelectionData, " ");
addElement2(wordSelectionData, CharsToUCharArray("\\ud55c\\uc778"));
addElement(wordSelectionData, " ");
addElement2(wordSelectionData, CharsToUCharArray("\\uc5f0\\ud569"));
addElement(wordSelectionData, " ");
addElement2(wordSelectionData, CharsToUCharArray("\\uc7a5\\ub85c\\uad50\\ud68c"));
addElement(wordSelectionData, " ");
/* conjoining jamo... */
addElement2(wordSelectionData, CharsToUCharArray("\\u1109\\u1161\\u11bc\\u1112\\u1161\\u11bc"));
addElement(wordSelectionData, " ");
addElement2(wordSelectionData, CharsToUCharArray("\\u1112\\u1161\\u11ab\\u110b\\u1175\\u11ab"));
addElement(wordSelectionData, " ");
addElement2(wordSelectionData, CharsToUCharArray("\\u110b\\u1167\\u11ab\\u1112\\u1161\\u11b8"));
addElement(wordSelectionData, " ");
addElement2(wordSelectionData, CharsToUCharArray("\\u110c\\u1161\\u11bc\\u1105\\u1169\\u1100\\u116d\\u1112\\u116c"));
addElement(wordSelectionData, " ");
/* this is a test for bug #4117554: the ideographic iteration mark (U+3005) should
count as a Kanji character for the purposes of word breaking */
addElement(wordSelectionData, "abc");
addElement2(wordSelectionData, CharsToUCharArray("\\u4e01\\u4e02\\u3005\\u4e03\\u4e03"));
addElement(wordSelectionData, "abc");
elems= Count(wordSelectionData);
log_verbose("In word, the no: of words are: %d\n", elems);
testWordText = createTestData(wordSelectionData, elems);
}
const UChar kParagraphSeparator = 0x2029;
const UChar kLineSeparator = 0x2028;
/**
* Add Sentence Data
*/
void addTestSentenceData()
{
int32_t elems;
UChar temp[100];
sentenceSelectionData=(Vector*)malloc(sizeof(Vector));
sentenceSelectionData->text=(UChar*)malloc(sizeof(UChar) * (strlen("This is a simple sample sentence. ")+1));
u_uastrcpy(sentenceSelectionData->text, "This is a simple sample sentence. ");
sentenceSelectionData->link=NULL;
/* addElement(sentenceSelectionData, "This is a simple sample sentence. "); */
addElement(sentenceSelectionData, "(This is it.) ");
addElement(sentenceSelectionData, "This is a simple sample sentence. ");
addElement(sentenceSelectionData, "\"This isn\'t it.\" ");
addElement(sentenceSelectionData, "Hi! ");
addElement(sentenceSelectionData, "This is a simple sample sentence. ");
addElement(sentenceSelectionData, "It does not have to make any sense as you can see. ");
addElement(sentenceSelectionData, "Nel mezzo del cammin di nostra vita, mi ritrovai in una selva oscura. ");
addElement(sentenceSelectionData, "Che la dritta via aveo smarrita. ");
addElement(sentenceSelectionData, "He said, that I said, that you said!! ");
u_uastrcpy(temp, "Don't rock the boat");
u_strcat(temp, UCharToUCharArray(kParagraphSeparator));
addElement2(sentenceSelectionData, temp);
addElement(sentenceSelectionData, "Because I am the daddy, that is why. ");
addElement(sentenceSelectionData, "Not on my time (el timo.)! ");
u_uastrcpy(temp, "So what!!");
u_strcat(temp, UCharToUCharArray(kParagraphSeparator));
addElement2(sentenceSelectionData, temp);
addElement(sentenceSelectionData, "\"But now,\" he said, \"I know!\" ");
addElement(sentenceSelectionData, "Harris thumbed down several, including \"Away We Go\" (which became the huge success Oklahoma!). ");
addElement(sentenceSelectionData, "One species, B. anthracis, is highly virulent.\n");
addElement(sentenceSelectionData, "Wolf said about Sounder:\"Beautifully thought-out and directed.\" ");
addElement(sentenceSelectionData, "Have you ever said, \"This is where\tI shall live\"? ");
addElement(sentenceSelectionData, "He answered, \"You may not!\" ");
addElement(sentenceSelectionData, "Another popular saying is: \"How do you do?\". ");
addElement(sentenceSelectionData, "Yet another popular saying is: \'I\'m fine thanks.\' ");
addElement(sentenceSelectionData, "What is the proper use of the abbreviation pp.? ");
addElement(sentenceSelectionData, "Yes, I am definatelly 12\" tall!!");
/* test for bug #4113835: \n and \r count as spaces, not as paragraph breaks */
u_uastrcpy(temp, "Now\ris\nthe\r\ntime\n\rfor\r\rall");
u_strcat(temp, UCharToUCharArray(kParagraphSeparator));
addElement2(sentenceSelectionData, temp);
/* test for bug #4117554: Treat fullwidth variants of .!? the same as their
normal counterparts */
addElement2(sentenceSelectionData, CharsToUCharArray("I know I'm right\\uff0e "));
addElement2(sentenceSelectionData, CharsToUCharArray("Right\\uff1f "));
addElement2(sentenceSelectionData, CharsToUCharArray("Right\\uff01 "));
/* test for bug #4117554: Break sentence between a sentence terminator and
opening punctuation */
addElement(sentenceSelectionData, "no?");
u_uastrcpy(temp, "(yes)");
u_strcat(temp, CharsToUCharArray("\\u2029"));
addElement2(sentenceSelectionData, temp);
/* test for bug #4158381: Don't break sentence after period if it isn't
followed by a space */
addElement(sentenceSelectionData, "Test <code>Flags.Flag</code> class. ");
u_uastrcpy(temp, "Another test.");
u_strcat(temp, CharsToUCharArray("\\u2029"));
addElement2(sentenceSelectionData, temp);
/* test for bug #4158381: No breaks when there are no terminators around */
addElement(sentenceSelectionData, "<P>Provides a set of &quot;lightweight&quot; (all-java<FONT SIZE=\"-2\"><SUP>TM</SUP></FONT> language) components that, to the maximum degree possible, work the same on all platforms. ");
u_uastrcpy(temp, "Another test.");
u_strcat(temp, CharsToUCharArray("\\u2029"));
addElement2(sentenceSelectionData, temp);
/* test for bug #4143071: Make sure sentences that end with digits work right */
addElement(sentenceSelectionData, "Today is the 27th of May, 1998. ");
addElement(sentenceSelectionData, "Tomorrow with be 28 May 1998. ");
u_uastrcpy(temp, "The day after will be the 30th.");
u_strcat(temp, CharsToUCharArray("\\u2029"));
addElement2(sentenceSelectionData, temp);
/* test for bug #4152416: Make sure sentences ending with a capital
letter are treated correctly */
addElement(sentenceSelectionData, "The type of all primitive <code>boolean</code> values accessed in the target VM. ");
u_uastrcpy(temp, "Calls to xxx will return an implementor of this interface.");
u_strcat(temp, CharsToUCharArray("\\u2029"));
addElement2(sentenceSelectionData, temp);
/* test for bug #4152117: Make sure sentence breaking is handling
punctuation correctly */
addElement(sentenceSelectionData, "Constructs a randomly generated BigInteger, uniformly distributed over the range <tt>0</tt> to <tt>(2<sup>numBits</sup> - 1)</tt>, inclusive. ");
addElement(sentenceSelectionData, "The uniformity of the distribution assumes that a fair source of random bits is provided in <tt>rnd</tt>. ");
u_uastrcpy(temp, "Note that this constructor always constructs a non-negative BigInteger.");
u_strcat(temp, CharsToUCharArray("\\u2029"));
addElement2(sentenceSelectionData, temp);
elems = Count(sentenceSelectionData);
log_verbose("In sentence: the no: of sentences are %d\n", elems);
testSentenceText = createTestData(sentenceSelectionData, elems);
}
/**
* Add Line Data
*/
void addTestLineData()
{
int32_t elems;
lineSelectionData=(Vector*)malloc(sizeof(Vector));
lineSelectionData->text=(UChar*)malloc(sizeof(UChar) * 7);
u_uastrcpy(lineSelectionData->text, "Multi-");
lineSelectionData->link=NULL;
/* lineSelectionData->addElement("Multi-"); */
addElement(lineSelectionData, "Level ");
addElement(lineSelectionData, "example ");
addElement(lineSelectionData, "of ");
addElement(lineSelectionData, "a ");
addElement(lineSelectionData, "semi-");
addElement(lineSelectionData, "idiotic ");
addElement(lineSelectionData, "non-");
addElement(lineSelectionData, "sensical ");
addElement(lineSelectionData, "(non-");
addElement(lineSelectionData, "important) ");
addElement(lineSelectionData, "sentence. ");
addElement(lineSelectionData, "Hi ");
addElement(lineSelectionData, "Hello ");
addElement(lineSelectionData, "How\n");
addElement(lineSelectionData, "are\r");
addElement2(lineSelectionData, CharsToUCharArray("you\\u2028")); /* lineSeperator */
addElement(lineSelectionData, "fine.\t");
addElement(lineSelectionData, "good. ");
addElement(lineSelectionData, "Now\r");
addElement(lineSelectionData, "is\n");
addElement(lineSelectionData, "the\r\n");
addElement(lineSelectionData, "time\n");
addElement(lineSelectionData, "\r");
addElement(lineSelectionData, "for\r");
addElement(lineSelectionData, "\r");
addElement(lineSelectionData, "all ");
/* to test for bug #4068133 */
addElement2(lineSelectionData, CharsToUCharArray("\\u96f6"));
addElement2(lineSelectionData, CharsToUCharArray("\\u4e00\\u3002"));
addElement2(lineSelectionData, CharsToUCharArray("\\u4e8c\\u3001"));
addElement2(lineSelectionData, CharsToUCharArray("\\u4e09\\u3002\\u3001"));
addElement2(lineSelectionData, CharsToUCharArray("\\u56db\\u3001\\u3002\\u3001"));
addElement2(lineSelectionData, CharsToUCharArray("\\u4e94,"));
addElement2(lineSelectionData, CharsToUCharArray("\\u516d."));
addElement2(lineSelectionData, CharsToUCharArray("\\u4e03.\\u3001,\\u3002"));
addElement2(lineSelectionData, CharsToUCharArray("\\u516b"));
/* to test for bug #4086052 */
addElement2(lineSelectionData, CharsToUCharArray("foo\\u00a0bar "));
/* to test for bug #4097920 */
addElement(lineSelectionData, "dog,");
addElement(lineSelectionData, "cat,");
addElement(lineSelectionData, "mouse ");
addElement(lineSelectionData, "(one)");
addElement(lineSelectionData, "(two)\n");
/* to test for bug #4035266 */
addElement(lineSelectionData, "The ");
addElement(lineSelectionData, "balance ");
addElement(lineSelectionData, "is ");
addElement(lineSelectionData, "$-23,456.78, ");
addElement(lineSelectionData, "not ");
addElement(lineSelectionData, "-$32,456.78!\n");
/* to test for bug #4098467
What follows is a string of Korean characters (I found it in the Yellow Pages
ad for the Korean Presbyterian Church of San Francisco, and I hope I transcribed
it correctly), first as precomposed syllables, and then as conjoining jamo.
Both sequences should be semantically identical and break the same way.
precomposed syllables... */
addElement2(lineSelectionData, CharsToUCharArray("\\uc0c1\\ud56d "));
addElement2(lineSelectionData, CharsToUCharArray("\\ud55c\\uc778 "));
addElement2(lineSelectionData, CharsToUCharArray("\\uc5f0\\ud569 "));
addElement2(lineSelectionData, CharsToUCharArray("\\uc7a5\\ub85c\\uad50\\ud68c "));
/* conjoining jamo... */
addElement2(lineSelectionData, CharsToUCharArray("\\u1109\\u1161\\u11bc\\u1112\\u1161\\u11bc "));
addElement2(lineSelectionData, CharsToUCharArray("\\u1112\\u1161\\u11ab\\u110b\\u1175\\u11ab "));
addElement2(lineSelectionData, CharsToUCharArray("\\u110b\\u1167\\u11ab\\u1112\\u1161\\u11b8 "));
addElement2(lineSelectionData, CharsToUCharArray("\\u110c\\u1161\\u11bc\\u1105\\u1169\\u1100\\u116d\\u1112\\u116c"));
/* to test for bug #4117554: Fullwidth .!? should be treated as postJwrd */
addElement2(lineSelectionData, CharsToUCharArray("\\u4e01\\uff0e"));
addElement2(lineSelectionData, CharsToUCharArray("\\u4e02\\uff01"));
addElement2(lineSelectionData, CharsToUCharArray("\\u4e03\\uff1f"));
elems = Count(lineSelectionData);
log_verbose("In line: the no: of lines are %d\n", elems);
testLineText = createTestData(lineSelectionData, elems);
}
/*
const UChar* graveS = "S" + (UniChar)0x0300;
const UChar* acuteBelowI = "i" + UCharToUCharArray(0x0317);
const UChar* acuteE = "e" + UCharToUCharArray(0x0301);
const UChar* circumflexA = "a" + UCharToUCharArray(0x0302);
const UChar* tildeE = "e" + UCharToUCharArray(0x0303);
*/
/**
* Add Character Data
*/
void addTestCharacterData()
{
int32_t elems;
UChar temp[10];
characterSelectionData=(Vector*)malloc(sizeof(Vector));
characterSelectionData->text=(UChar*)malloc(sizeof(UChar) * 2);
u_uastrcpy(characterSelectionData->text, "B");
characterSelectionData->link=NULL;
u_uastrcpy(temp, "S");
u_strcat(temp, UCharToUCharArray(0x0317));
addElement2(characterSelectionData, temp); /* graveS */
u_uastrcpy(temp, "i");
u_strcat(temp, UCharToUCharArray(0x0301));
addElement2(characterSelectionData, temp); /* acuteBelowI */
addElement(characterSelectionData, "m");
addElement(characterSelectionData, "p");
addElement(characterSelectionData, "l");
u_uastrcpy(temp, "e");
u_strcat(temp, UCharToUCharArray(0x0301));
addElement2(characterSelectionData, temp);/* acuteE */
addElement(characterSelectionData, " ");
addElement(characterSelectionData, "s");
u_uastrcpy(temp, "a");
u_strcat(temp, UCharToUCharArray(0x0302));
addElement2(characterSelectionData, temp);/* circumflexA */
addElement(characterSelectionData, "m");
addElement(characterSelectionData, "p");
addElement(characterSelectionData, "l");
u_uastrcpy(temp, "e");
u_strcat(temp, UCharToUCharArray(0x0303));
addElement2(characterSelectionData, temp); /* tildeE */
addElement(characterSelectionData, ".");
addElement(characterSelectionData, "w");
u_uastrcpy(temp, "a");
u_strcat(temp, UCharToUCharArray(0x0302));
addElement2(characterSelectionData, temp);/* circumflexA */
addElement(characterSelectionData, "w");
addElement(characterSelectionData, "a");
addElement(characterSelectionData, "f");
addElement(characterSelectionData, "q");
addElement(characterSelectionData, "\n");
addElement(characterSelectionData, "\r");
addElement(characterSelectionData, "\r\n");
addElement(characterSelectionData, "\n");
addElement(characterSelectionData, "E");
/* to test for bug #4098467
What follows is a string of Korean characters (I found it in the Yellow Pages
ad for the Korean Presbyterian Church of San Francisco, and I hope I transcribed
it correctly), first as precomposed syllables, and then as conjoining jamo.
Both sequences should be semantically identical and break the same way.
precomposed syllables... */
addElement2(characterSelectionData, CharsToUCharArray("\\uc0c1"));
addElement2(characterSelectionData, CharsToUCharArray("\\ud56d"));
addElement(characterSelectionData, " ");
addElement2(characterSelectionData, CharsToUCharArray("\\ud55c"));
addElement2(characterSelectionData, CharsToUCharArray("\\uc778"));
addElement(characterSelectionData, " ");
addElement2(characterSelectionData, CharsToUCharArray("\\uc5f0"));
addElement2(characterSelectionData, CharsToUCharArray("\\ud569"));
addElement(characterSelectionData, " ");
addElement2(characterSelectionData, CharsToUCharArray("\\uc7a5"));
addElement2(characterSelectionData, CharsToUCharArray("\\ub85c"));
addElement2(characterSelectionData, CharsToUCharArray("\\uad50"));
addElement2(characterSelectionData, CharsToUCharArray("\\ud68c"));
addElement(characterSelectionData, " ");
/* conjoining jamo... */
addElement2(characterSelectionData, CharsToUCharArray("\\u1109\\u1161\\u11bc"));
addElement2(characterSelectionData, CharsToUCharArray("\\u1112\\u1161\\u11bc"));
addElement(characterSelectionData, " ");
addElement2(characterSelectionData, CharsToUCharArray("\\u1112\\u1161\\u11ab"));
addElement2(characterSelectionData, CharsToUCharArray("\\u110b\\u1175\\u11ab"));
addElement(characterSelectionData, " ");
addElement2(characterSelectionData, CharsToUCharArray("\\u110b\\u1167\\u11ab"));
addElement2(characterSelectionData, CharsToUCharArray("\\u1112\\u1161\\u11b8"));
addElement(characterSelectionData, " ");
addElement2(characterSelectionData, CharsToUCharArray("\\u110c\\u1161\\u11bc"));
addElement2(characterSelectionData, CharsToUCharArray("\\u1105\\u1169"));
addElement2(characterSelectionData, CharsToUCharArray("\\u1100\\u116d"));
addElement2(characterSelectionData, CharsToUCharArray("\\u1112\\u116c"));
elems = Count(characterSelectionData);
log_verbose("In character: the no: of characters are %d", elems);
testCharacterText = createTestData(characterSelectionData, elems);
}
UChar* createTestData(Vector *select, int32_t e)
{
int32_t i, len;
UChar* result;
result=(UChar*)malloc(sizeof(UChar) * 2);
u_uastrcpy(result, "");
i=0;
while (i<e) {
len=u_strlen(result)+1;
result=(UChar*)realloc(result, sizeof(UChar) * (len + u_strlen(elementAt(select,i))));
u_strcat(result, elementAt(select,i));
i++;
}
return result;
}
/*---------------------------------------------
SentenceBreak tests
--------------------------------------------- */
void TestForwardSentenceSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestSentenceData();
e = ubrk_open(UBRK_SENTENCE, "en_US", testSentenceText, u_strlen(testSentenceText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
/* sample(e, testSentenceText); */
log_verbose("Testing forward sentence selection.....\n");
doForwardSelectionTest(e, testSentenceText, sentenceSelectionData);
ubrk_close(e);
free(sentenceSelectionData);
}
void TestFirstSentenceSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestSentenceData();
e = ubrk_open(UBRK_SENTENCE, "en_US", testSentenceText, u_strlen(testSentenceText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing first sentence selection.....\n");
doFirstSelectionTest(e, testSentenceText, sentenceSelectionData);
ubrk_close(e);
free(sentenceSelectionData);
}
void TestLastSentenceSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestSentenceData();
e = ubrk_open(UBRK_SENTENCE, "en_US", testSentenceText, u_strlen(testSentenceText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing last sentence selection.....\n");
doLastSelectionTest(e, testSentenceText, sentenceSelectionData);
ubrk_close(e);
free(sentenceSelectionData);
}
void TestBackwardSentenceSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestSentenceData();
e = ubrk_open(UBRK_SENTENCE, "en_US", testSentenceText, u_strlen(testSentenceText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing backward sentence selection.....\n");
doBackwardSelectionTest(e, testSentenceText, sentenceSelectionData);
ubrk_close(e);
free(sentenceSelectionData);
}
void TestForwardSentenceIndexSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestSentenceData();
e = ubrk_open(UBRK_SENTENCE, "en_US", testSentenceText, u_strlen(testSentenceText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing sentence forward index selection.....\n");
doForwardIndexSelectionTest(e, testSentenceText, sentenceSelectionData);
ubrk_close(e);
free(sentenceSelectionData);
}
void TestBackwardSentenceIndexSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestSentenceData();
e = ubrk_open(UBRK_SENTENCE, "en_US", testSentenceText, u_strlen(testSentenceText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing sentence backward index selection.....\n");
doBackwardIndexSelectionTest(e, testSentenceText, sentenceSelectionData);
ubrk_close(e);
free(sentenceSelectionData);
}
void TestSentenceInvariants()
{
int x;
UChar *s;
AllocateTextBoundary();
x=u_strlen(cannedTestChars);
s=(UChar*)malloc(sizeof(UChar) * (x + 15));
u_strcpy(s, cannedTestChars);
u_strcat(s, CharsToUCharArray(".,\\u3001\\u3002\\u3041\\u3042\\u3043\\ufeff"));
log_verbose("Testing sentence Other invariants.....\n");
doOtherInvariantTest(UBRK_SENTENCE, s);
free(s);
FreeTextBoundary();
}
/*---------------------------------------------
WordBreak tests
--------------------------------------------- */
void TestForwardWordSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestWordData();
e = ubrk_open(UBRK_WORD, "en_US", testWordText, u_strlen(testWordText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
/* sample(e, testWordText); */
log_verbose("Testing forward word selection.....\n");
doForwardSelectionTest(e, testWordText, wordSelectionData);
ubrk_close(e);
free(wordSelectionData);
}
void TestFirstWordSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestWordData();
e = ubrk_open(UBRK_WORD, "en_US", testWordText, u_strlen(testWordText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing first word selection.....\n");
doFirstSelectionTest(e, testWordText, wordSelectionData);
ubrk_close(e);
free(wordSelectionData);
}
void TestLastWordSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestWordData();
e = ubrk_open(UBRK_WORD, "en_US", testWordText, u_strlen(testWordText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing last word selection.....\n");
doLastSelectionTest(e, testWordText, wordSelectionData);
ubrk_close(e);
free(wordSelectionData);
}
void TestBackwardWordSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestWordData();
e = ubrk_open(UBRK_WORD, "en_US", testWordText, u_strlen(testWordText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing backward word selection.....\n");
doBackwardSelectionTest(e, testWordText, wordSelectionData);
ubrk_close(e);
free(wordSelectionData);
}
void TestForwardWordIndexSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestWordData();
e = ubrk_open(UBRK_WORD, "en_US", testWordText, u_strlen(testWordText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing forward word index selection.....\n");
doForwardIndexSelectionTest(e, testWordText, wordSelectionData);
ubrk_close(e);
free(wordSelectionData);
}
void TestBackwardWordIndexSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestWordData();
e = ubrk_open(UBRK_WORD, "en_US", testWordText, u_strlen(testWordText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing backward word index selection.....\n");
doBackwardIndexSelectionTest(e, testWordText, wordSelectionData);
ubrk_close(e);
free(wordSelectionData);
}
void TestWordInvariants()
{
UChar *s;
int x;
AllocateTextBoundary();
x=u_strlen(cannedTestChars);
s=(UChar*)malloc(sizeof(UChar) * (x + 15));
u_strcpy(s, cannedTestChars);
u_strcat(s, CharsToUCharArray("\',.\\u3041\\u3042\\u3043\\u309b\\u309c\\u30a1\\u30a2\\u30a3\\u4e00\\u4e01\\u4e02"));
log_verbose("Testing word break invariant.....\n");
doBreakInvariantTest(UBRK_WORD, s);
u_strcpy(s, cannedTestChars);
u_strcat(s, CharsToUCharArray("\',.\\u3041\\u3042\\u3043\\u309b\\u309c\\u30a1\\u30a2\\u30a3\\u4e00\\u4e01\\u4e02"));
doOtherInvariantTest(UBRK_WORD, s);
free(s);
FreeTextBoundary();
}
/*---------------------------------------------
LineBreak tests
--------------------------------------------- */
void TestForwardLineSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestLineData();
e = ubrk_open(UBRK_LINE, "en_US", testLineText, u_strlen(testLineText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing forward line selection.....\n");
doForwardSelectionTest(e, testLineText, lineSelectionData);
ubrk_close(e);
}
void TestFirstLineSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestLineData();
e = ubrk_open(UBRK_LINE, "en_US", testLineText, u_strlen(testLineText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing first line selection.....\n");
doFirstSelectionTest(e, testLineText, lineSelectionData);
ubrk_close(e);
free(lineSelectionData);
}
void TestLastLineSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestLineData();
e = ubrk_open(UBRK_LINE, "en_US", testLineText, u_strlen(testLineText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing last line selection.....\n");
doLastSelectionTest(e, testLineText, lineSelectionData);
ubrk_close(e);
free(lineSelectionData);
}
void TestBackwardLineSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestLineData();
e = ubrk_open(UBRK_LINE, "en_US", testLineText, u_strlen(testLineText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing backward line selection.....\n");
doBackwardSelectionTest(e, testLineText, lineSelectionData);
ubrk_close(e);
free(lineSelectionData);
}
void TestForwardLineIndexSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestLineData();
e = ubrk_open(UBRK_LINE, "en_US", testLineText, u_strlen(testLineText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing forward line index selection.....\n");
doForwardIndexSelectionTest(e, testLineText, lineSelectionData);
ubrk_close(e);
free(lineSelectionData);
}
void TestBackwardLineIndexSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestLineData();
e = ubrk_open(UBRK_LINE, "en_US", testLineText, u_strlen(testLineText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing backward line index selection.....\n");
doBackwardIndexSelectionTest(e, testLineText, lineSelectionData);
ubrk_close(e);
free(lineSelectionData);
}
void TestLineInvariants()
{
int errorCount,l;
UTextOffset i, j, k;
UChar c;
UBreakIterator *e;
UErrorCode status = ZERO_ERROR;
UChar noBreak[10], dashes[10];
bool_t saw2;
UChar work[5];
UChar *s;
AllocateTextBoundary();
s=(UChar*)malloc(sizeof(UChar) * (u_strlen(cannedTestChars) + 20));
u_strcpy(s, cannedTestChars);
u_strcat(s, CharsToUCharArray(".,;:\\u3001\\u3002\\u3041\\u3042\\u3043\\u3044\\u3045\\u30a3\\u4e00\\u4e01\\u4e02"));
log_verbose("Testing line break Invariant.....\n");
doBreakInvariantTest(UBRK_LINE, s);
log_verbose("Testing line other Invariant....\n");
doOtherInvariantTest(UBRK_LINE, s);
/* in addition to the other invariants, a line-break iterator should make sure that:
it doesn't break around the non-breaking characters */
errorCount=0;
status=ZERO_ERROR;
u_strcpy(noBreak, CharsToUCharArray("\\u00a0\\u2007\\u2011\\ufeff"));
u_uastrcpy(work, "aaa");
for (i = 0; i < u_strlen(s); i++) {
c = s[i];
if (c == '\r' || c == '\n' || c == 0x2029 || c == 0x2028 || c == 0x0003)
continue;
work[0] = c;
for (j = 0; j < u_strlen(noBreak); j++) {
work[1] = noBreak[j];
for (k = 0; k < u_strlen(s); k++) {
work[2] = s[k];
e = ubrk_open(UBRK_LINE, "en_US", work, u_strlen(work), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator in testLineInvaiants:\n %s\n", myErrorName(status));
return;
}
for (l = ubrk_first(e); l != UBRK_DONE; l = ubrk_next(e))
if (l == 1 || l == 2) {
log_err("Got break between U+%s and U+%s\n", austrdup(UCharToUCharArray(work[l - 1])),
austrdup(UCharToUCharArray(work[l])) );
errorCount++;
if (errorCount >= 75)
return;
}
}
}
}
ubrk_close(e);
/* it does break after hyphens (unless they're followed by a digit, a non-spacing mark,
a currency symbol, a non-breaking space, or a line or paragraph separator) */
u_strcpy(dashes, CharsToUCharArray("-\\u00ad\\u2010\\u2012\\u2013\\u2014"));
for (i = 0; i < u_strlen(s); i++) {
work[0] = s[i];
for (j = 0; j < u_strlen(dashes); j++) {
work[1] = dashes[j];
for (k = 0; k < u_strlen(s); k++) {
c = s[k];
if (u_charType(c) == DECIMAL_DIGIT_NUMBER ||
u_charType(c) == OTHER_NUMBER ||
u_charType(c) == NON_SPACING_MARK ||
u_charType(c) == ENCLOSING_MARK ||
u_charType(c) == CURRENCY_SYMBOL ||
c == '\n' || c == '\r' || c == 0x2028 || c == 0x2029 ||
c == 0x0003 || c == 0x00a0 || c == 0x2007 || c == 0x2011 ||
c == 0xfeff)
continue;
work[2] = c;
e = ubrk_open(UBRK_LINE, "en_US", work, u_strlen(work), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator in testLineInvaiants:\n %s \n", myErrorName(status));
return;
}
saw2 = FALSE;
for (l = ubrk_first(e); l != UBRK_DONE; l = ubrk_next(e))
if (l == 2)
saw2 = TRUE;
if (!saw2) {
log_err("Didn't get break between U+%s and U+%s\n", austrdup(UCharToUCharArray(work[1])),
austrdup(UCharToUCharArray(work[2])) );
errorCount++;
if (errorCount >= 75)
return;
}
}
}
}
ubrk_close(e);
free(s);
FreeTextBoundary();
}
/*---------------------------------------------
CharacterBreak tests
--------------------------------------------- */
void TestForwardCharacterSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestCharacterData();
e = ubrk_open(UBRK_CHARACTER, "en_US", testCharacterText, u_strlen(testCharacterText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing forward character selection.....\n");
doForwardSelectionTest(e, testCharacterText, characterSelectionData);
ubrk_close(e);
free(characterSelectionData);
}
void TestFirstCharacterSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestCharacterData();
e = ubrk_open(UBRK_CHARACTER, "en_US", testCharacterText, u_strlen(testCharacterText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing first character selection.....\n");
doFirstSelectionTest(e, testCharacterText, characterSelectionData);
ubrk_close(e);
free(characterSelectionData);
}
void TestLastCharacterSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestCharacterData();
e = ubrk_open(UBRK_CHARACTER, "en_US", testCharacterText, u_strlen(testCharacterText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing last character selection.....\n");
doLastSelectionTest(e, testCharacterText, characterSelectionData);
ubrk_close(e);
free(characterSelectionData);
}
void TestBackwardCharacterSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestCharacterData();
e = ubrk_open(UBRK_CHARACTER, "en_US", testCharacterText, u_strlen(testCharacterText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing backward character selection.....\n");
doBackwardSelectionTest(e, testCharacterText, characterSelectionData);
ubrk_close(e);
free(characterSelectionData);
}
void TestForwardCharacterIndexSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestCharacterData();
e = ubrk_open(UBRK_CHARACTER, "en_US", testCharacterText, u_strlen(testCharacterText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing forward index character selection.....\n");
doForwardIndexSelectionTest(e, testCharacterText, characterSelectionData);
ubrk_close(e);
free(characterSelectionData);
}
void TestBackwardCharacterIndexSelection()
{
UErrorCode status = ZERO_ERROR;
UBreakIterator *e;
addTestCharacterData();
e = ubrk_open(UBRK_CHARACTER, "en_US", testCharacterText, u_strlen(testCharacterText), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
log_verbose("Testing backward character index selection.....\n");
doBackwardSelectionTest(e, testCharacterText, characterSelectionData);
ubrk_close(e);
free(characterSelectionData);
}
void TestCharacterInvariants()
{
UChar *s;
AllocateTextBoundary();
s=(UChar*)malloc(sizeof(UChar) * (u_strlen(cannedTestChars) + 15));
u_strcpy(s, cannedTestChars);
u_strcat(s, CharsToUCharArray("\\u1100\\u1101\\u1102\\u1160\\u1161\\u1162\\u11a8\\u11a9\\u11aa"));
log_verbose("Testing character break invariant.....\n");
doBreakInvariantTest(UBRK_CHARACTER, s);
u_strcpy(s, cannedTestChars);
u_strcat(s, CharsToUCharArray("\\u1100\\u1101\\u1102\\u1160\\u1161\\u1162\\u11a8\\u11a9\\u11aa"));
log_verbose("Testing character other invariant.....\n");
doOtherInvariantTest(UBRK_CHARACTER, s);
free(s);
FreeTextBoundary();
}
/*---------------------------------------------
other tests
--------------------------------------------- */
void TestPreceding()
{
UTextOffset p1, p2, p3, p4, f, p;
UBreakIterator *e;
UChar words3[15];
UErrorCode status = ZERO_ERROR;
u_uastrcpy(words3, "aaa bbb ccc");
log_verbose("Testting preceding...\n");
e = ubrk_open(UBRK_WORD, "en_US", words3, u_strlen(words3), &status);
if(FAILURE(status)){
log_err("FAIL: Error in ubrk_open() for word breakiterator: %s\n", myErrorName(status));
}
ubrk_first(e);
p1 = ubrk_next(e);
p2 = ubrk_next(e);
p3 = ubrk_next(e);
p4 = ubrk_next(e);
f = ubrk_following(e, p2+1);
p = ubrk_preceding(e, p2+1);
if (f!=p3) log_err("Error in TestPreceding: %d!=%d\n", (int32_t)f, (int32_t)p3);
if (p!=p2) log_err("Error in TestPreceding: %d!=%d\n", (int32_t)p, (int32_t)p2);
ubrk_close(e);
}
/**
* @bug 4068137
*/
void TestEndBehaviour()
{
int32_t end, previous;
UErrorCode status = ZERO_ERROR;
UBreakIterator* wb;
UChar testString[5];
u_uastrcpy(testString, "boo");
log_verbose("Testing end behaviour\n");
wb = ubrk_open(UBRK_WORD, "en_US", testString, u_strlen(testString), &status);
if(FAILURE(status)){
log_err("FAIL: Error in opening the word break Iterator: %s\n", myErrorName(status));
return;
}
end=ubrk_last(wb);
previous=ubrk_previous(wb);
log_verbose("end= %d and previous=%d %d\n", end, previous, ubrk_previous(wb));
ubrk_close(wb);
}
/*---------------------------------------------
Test implementation routines
--------------------------------------------- */
void doForwardSelectionTest(UBreakIterator* iterator, UChar* testText, Vector* result)
{
UChar *expectedResult, *selectionResult;
int32_t lastOffset, offset;
int32_t forwardSelectionCounter = 0;
int32_t forwardSelectionOffset = 0;
log_verbose("doForwardSelectionTest text of length: %d\n", u_strlen(testText));
lastOffset = ubrk_first(iterator);
offset = ubrk_next(iterator);
while(offset!=UBRK_DONE && forwardSelectionCounter < Count(result)) {
if (offset != ubrk_current(iterator)){
log_err("current() failed: it returned %d and offset was %d\n", ubrk_current(iterator), offset);
}
expectedResult =elementAt(result, forwardSelectionCounter);
forwardSelectionOffset += u_strlen(expectedResult);
selectionResult=extractBetween(lastOffset, offset, testText);
if (offset != forwardSelectionOffset) {
log_err("\n*** Selection #%d\n expected : %s - length %d\n\rselected : %s - length %d\n",
forwardSelectionCounter, austrdup(expectedResult), u_strlen(expectedResult),
austrdup(selectionResult), u_strlen(selectionResult) );
}
log_verbose("#%d [\"%d\",\"%d\"] : %s\n", forwardSelectionCounter, lastOffset, offset,
austrdup(selectionResult));
forwardSelectionCounter++;
lastOffset = offset;
offset = ubrk_next(iterator);
}
if (forwardSelectionCounter < Count(result) - 1){
log_err("\n*** Selection #%d not found at offset %d !!!\n", forwardSelectionCounter, offset);
}
else if (forwardSelectionCounter >= Count(result) && offset != UBRK_DONE){
log_err("\n*** Selection #%d should not exist at offset %d !!!\n", forwardSelectionCounter, offset);
}
}
void doBackwardSelectionTest(UBreakIterator* iterator, UChar* testText, Vector* result)
{
UChar* expectedResult;
UChar* selectionResult;
int32_t backwardSelectionCounter, neededOffset, lastOffset, offset;
backwardSelectionCounter = (Count(result) - 1);
neededOffset = u_strlen(testText);
lastOffset = ubrk_last(iterator);
offset = ubrk_previous(iterator);
log_verbose("doBackwardSelectionTest text of length: %d\n", u_strlen(testText));
while(offset != UBRK_DONE)
{
expectedResult = elementAt(result, backwardSelectionCounter);
neededOffset -= u_strlen(expectedResult);
selectionResult=extractBetween(offset, lastOffset, testText);
if(offset != neededOffset) {
log_err("\n*** Selection #%d\nExpected : %d > %s < \n\rSelected : %d > %s < \n",
backwardSelectionCounter, neededOffset, austrdup(expectedResult),
offset, austrdup(selectionResult) );
}
log_verbose("#%d : %s\n", backwardSelectionCounter, selectionResult);
backwardSelectionCounter--;
lastOffset = offset;
offset = ubrk_previous(iterator);
}
if (backwardSelectionCounter >= 0 && offset != UBRK_DONE){
log_err("*** Selection #%d not found!!!\n", backwardSelectionCounter);
}
}
void doFirstSelectionTest(UBreakIterator* iterator, UChar* testText, Vector* result)
{
int32_t selectionStart, selectionEnd;
UChar* expectedFirstSelection;
UChar* tempFirst;
bool_t success = TRUE;
log_verbose("doFirstSelectionTest.......\n");
selectionStart = ubrk_first(iterator);
selectionEnd = ubrk_next(iterator);
if(selectionEnd != UBRK_DONE) {
tempFirst=extractBetween(selectionStart, selectionEnd, testText);
expectedFirstSelection = elementAt(result,0);
if(u_strcmp(tempFirst,expectedFirstSelection)!=0) {
log_err("\n### Error in doFirstSelectionTest. First selection not equal to what expected\n");
log_err("Expected: %s - length %d\n\rSelected: %s - length %d\n",
austrdup(expectedFirstSelection), u_strlen(expectedFirstSelection),
austrdup(tempFirst), u_strlen(tempFirst));
success = FALSE;
}
}
else if (selectionStart != 0 || u_strlen(testText)!= 0) {
log_err("\n### Error in doFirstSelectionTest. Could not get first selection.\n\r start= %d end= %d\n",
selectionStart, selectionEnd);
success = FALSE;
}
if(success) {
log_verbose("doFirstSelectionTest\n\nExpexcted first selection: %s\nCalculated first selection: %s is correct\n",
austrdup(expectedFirstSelection), austrdup(tempFirst) );
}
}
void doLastSelectionTest(UBreakIterator* iterator, UChar* testText, Vector* result)
{
int32_t selectionEnd, selectionStart;
UChar *expectedLastSelection;
UChar *tempLast;
bool_t success = TRUE;
log_verbose("doLastSelectionTest.......\n");
selectionEnd = ubrk_last(iterator);
selectionStart = ubrk_previous(iterator);
if(selectionStart != UBRK_DONE) {
tempLast=extractBetween(selectionStart, selectionEnd, testText);
expectedLastSelection = elementAt(result,Count(result)-1);
if(u_strcmp(tempLast,expectedLastSelection)!=0) {
log_err("\n\n### Error in doLastSelectionTest. Last selection not equal to what expected.\n");
log_err("Expected: %s - length %d\n\r Selected: %s - length %d\n",
austrdup(expectedLastSelection), u_strlen(expectedLastSelection),
austrdup(tempLast), u_strlen(tempLast) );
success = FALSE;
}
}
else if (selectionEnd != 0 || u_strlen(testText)!= 0) {
log_err("\n### Error in doLastSelectionTest. Could not get last selection. [%d,%d]\n", selectionStart,
selectionEnd);
success = FALSE;
}
if(success) {
log_verbose("doLastSelectionTest\n\nExpected Last selection: %s \n", austrdup(expectedLastSelection));
log_verbose("Calculated last Selection: %s is correct\n", austrdup(tempLast) );
}
}
/**
* @bug 4052418 4068139
*/
void doForwardIndexSelectionTest(UBreakIterator* iterator, UChar* testText, Vector* result)
{
int32_t arrayCount, textLength;
int32_t selBegin, selEnd, current, entry, pos;
UTextOffset offset;
log_verbose("doForwardIndexSelectionTest text of length: %d\n", u_strlen(testText));
arrayCount = Count(result);
textLength = u_strlen(testText);
for(offset = 0; offset < textLength; offset++) {
selBegin = ubrk_preceding(iterator, offset);
selEnd = ubrk_following(iterator, offset);
entry = 0;
pos = 0;
if (selBegin != UBRK_DONE) {
while (pos < selBegin && entry < arrayCount) {
pos += u_strlen(elementAt(result, entry));
++entry;
}
if (pos != selBegin) {
log_err("With offset = %d, got back spurious %d from preceding\n", offset, selBegin);
continue;
}
else {
pos += u_strlen(elementAt(result, entry));
++entry;
}
}
current=ubrk_current(iterator);
if(pos==current){
if (pos != selEnd) {
log_err("With offset = %d, got back erroneous %d from follwoing\n", offset, selEnd);
continue;
}
}
}
}
/**
* @bug 4052418 4068139
*/
void doBackwardIndexSelectionTest(UBreakIterator* iterator, UChar* testText, Vector* result)
{
int32_t arrayCount, textLength;
int32_t selBegin, selEnd, current, entry, pos;
UTextOffset offset;
log_verbose("doBackwardIndexSelectionTest text of length: %d\n", u_strlen(testText));
arrayCount = Count(result);
textLength = u_strlen(testText);
for(offset = textLength-1; offset >= 0; offset--) {
selBegin = ubrk_preceding(iterator, offset);
selEnd = ubrk_following(iterator, offset);
entry = 0;
pos = 0;
if (selBegin != UBRK_DONE) {
while (pos < selBegin && entry < arrayCount) {
pos += u_strlen(elementAt(result, entry));
++entry;
}
if (pos != selBegin) {
log_err("With offset = %d, got back spurious %d from preceding\n", offset, selBegin);
continue;
}
else {
pos += u_strlen(elementAt(result, entry));
++entry;
}
}
current=ubrk_current(iterator);
if(pos==current){
if (pos != selEnd) {
log_err("With offset = %d, got back erroneous %d from following\n", offset, selEnd);
continue;
}
}
}
}
void doBreakInvariantTest(UBreakIteratorType type, UChar* testChars)
{
int l,k;
UBreakIterator *tb;
UTextOffset i, j;
UErrorCode status = ZERO_ERROR;
UChar work[3];
UChar breaks[10];
UChar c;
bool_t seen2;
int errorCount = 0;
status=ZERO_ERROR;
u_uastrcpy(work, "aaa");
log_verbose("doBreakInvariantTest text of length: %d\n", u_strlen(testChars));
/* a break should always occur after CR (unless followed by LF), LF, PS, and LS */
u_strcpy(breaks, CharsToUCharArray("\r\n\\u2029\\u2028"));
for (i = 0; i < u_strlen(breaks); i++) {
work[1] = breaks[i];
for (j = 0; j < u_strlen(testChars); j++) {
work[0] = testChars[j];
for (k = 0; k < u_strlen(testChars); k++) {
c = testChars[k];
/* if a cr is followed by lf, ps, ls or etx, don't do the check (that's
not supposed to work) */
if (work[1] == '\r' && (c == '\n' || c == 0x2029
|| c == 0x2028 || c == 0x0003))
continue;
work[2] = testChars[k];
tb=ubrk_open(type, "en_US", work, u_strlen(work), &status);
if(FAILURE(status)){
log_err("ERROR in opening the breakIterator in doVariant Function: %s\n", myErrorName(status));
}
seen2 = FALSE;
for (l = ubrk_first(tb); l != UBRK_DONE; l = ubrk_next(tb)) {
if (l == 2)
seen2 = TRUE;
}
if (!seen2) {
log_err("No break between U+%s and U+%s\n", austrdup(UCharToUCharArray(work[1])),
austrdup(UCharToUCharArray(work[2])) );
errorCount++;
if (errorCount >= 75)
return;
}
}
}
}
ubrk_close(tb);
}
void doOtherInvariantTest(UBreakIteratorType type , UChar* testChars)
{
int32_t k;
UBreakIterator *tb;
UTextOffset i, j;
UErrorCode status = ZERO_ERROR;
UChar work[5];
UChar c;
int32_t errorCount = 0;
status=ZERO_ERROR;
u_uastrcpy(work, "a\r\na");
log_verbose("doOtherInvariantTest text of length: %d\n", u_strlen(testChars));
/* a break should never occur between CR and LF */
for (i = 0; i < u_strlen(testChars); i++) {
work[0] = testChars[i];
for (j = 0; j < u_strlen(testChars); j++) {
work[3] = testChars[j];
tb=ubrk_open(type, "en_US", work, u_strlen(work), &status);
if(FAILURE(status)){
log_err("ERROR in opening the breakIterator in doVariant Function: %s\n", myErrorName(status));
}
for ( k = ubrk_first(tb); k != UBRK_DONE; k = ubrk_next(tb))
if (k == 2) {
log_err("Break between CR and LF in string U+%s, U+d U+a U+%s\n",
austrdup(UCharToUCharArray(work[0])), austrdup(UCharToUCharArray(work[3])) );
errorCount++;
if (errorCount >= 75)
return;
}
}
}
ubrk_close(tb);
/* a break should never occur before a non-spacing mark, unless the preceding
character is CR, LF, PS, or LS */
u_uastrcpy(work,"aaaa");
for (i = 0; i < u_strlen(testChars); i++) {
c = testChars[i];
if (c == '\n' || c == '\r' || c == 0x2029 || c == 0x2028 || c == 0x0003)
continue;
work[1] = c;
for (j = 0; j < u_strlen(testChars); j++) {
c = testChars[j];
if ((u_charType(c) != NON_SPACING_MARK) &&
(u_charType(c) != ENCLOSING_MARK))
continue;
work[2] = c;
tb=ubrk_open(type, "en_US", work, u_strlen(work), &status);
if(FAILURE(status)){
log_err("ERROR in opening the breakIterator in doOtherVariant Function %s\n", myErrorName(status));
}
for (k = ubrk_first(tb); k != UBRK_DONE; k = ubrk_next(tb))
if (k == 2) {
log_err("Break between U+%s and U+%s\n", austrdup(UCharToUCharArray(work[1])),
austrdup(UCharToUCharArray(work[2])) );
errorCount++;
if (errorCount >= 75)
return;
}
}
}
}
void sample(UBreakIterator* tb, UChar* text)
{
int32_t start, end;
UChar* substring;
log_verbose("-------------------------\n");
log_verbose("%s of length %d\n", austrdup(text), u_strlen(text));
start = ubrk_first(tb);
for (end = ubrk_next(tb); end != UBRK_DONE; end = ubrk_next(tb)) {
substring=extractBetween(start, end, text);
log_err("[%d,%d] \"%s\" \n", start, end, austrdup(substring) );
start = end;
}
}
void addBrkIterRegrTest(TestNode** root)
{
addTest(root, &TestForwardWordSelection, "tstxtbd/cregrtst/TestForwardWordSelection" );
addTest(root, &TestBackwardWordSelection, "tstxtbd/cregrtst/TestBackwardWordSelection" );
addTest(root, &TestFirstWordSelection, "tstxtbd/cregrtst/TestFirstWordSelection" );
addTest(root, &TestLastWordSelection, "tstxtbd/cregrtst/TestLastWordSelection" );
addTest(root, &TestForwardWordIndexSelection, "tstxtbd/cregrtst/TestForwardWordIndexSelection");
addTest(root, &TestBackwardWordIndexSelection, "tstxtbd/cregrtst/TestBackwardWordIndexSelection");
addTest(root, &TestForwardSentenceSelection, "tstxtbd/cregrtst/TestForwardSentenceSelection");
addTest(root, &TestBackwardSentenceSelection, "tstxtbd/cregrtst/TestBackwardSentenceSelection");
addTest(root, &TestFirstSentenceSelection, "tstxtbd/cregrtst/TestFirstSentenceSelection");
addTest(root, &TestLastSentenceSelection, "tstxtbd/cregrtst/TestLastSentenceSelection");
addTest(root, &TestForwardSentenceIndexSelection, "tstxtbd/cregrtst/TestForwardSentenceIndexSelection");
addTest(root, &TestBackwardSentenceIndexSelection, "tstxtbd/cregrtst/TestBackwardSentenceIndexSelection");
addTest(root, &TestForwardLineSelection, "tstxtbd/cregrtst/TestForwardLineSelection");
addTest(root, &TestBackwardLineSelection, "tstxtbd/cregrtst/TestBackwardLineSelection");
addTest(root, &TestFirstLineSelection, "tstxtbd/cregrtst/TestFirstLineSelection");
addTest(root, &TestLastLineSelection, "tstxtbd/cregrtst/TestLastLineSelection");
addTest(root, &TestForwardLineIndexSelection, "tstxtbd/cregrtst/TestForwardLineIndexSelection");
addTest(root, &TestBackwardLineIndexSelection, "tstxtbd/cregrtst/TestBackwardLineIndexSelection");
addTest(root, &TestForwardCharacterSelection, "tstxtbd/cregrtst/TestForwardCharacterSelection");
addTest(root, &TestBackwardCharacterSelection, "tstxtbd/cregrtst/TestBackwardCharacterSelection");
addTest(root, &TestFirstCharacterSelection, "tstxtbd/cregrtst/TestFirstCharacterSelection");
addTest(root, &TestLastCharacterSelection, "tstxtbd/cregrtst/TestLastCharacterSelection");
addTest(root, &TestForwardCharacterIndexSelection, "tstxtbd/cregrtst/TestForwardCharacterIndexSelection");
addTest(root, &TestBackwardCharacterIndexSelection, "tstxtbd/cregrtst/TestBackwardCharacterIndexSelection");
addTest(root, &TestPreceding, "tstxtbd/cregrtst/TestPreceding");
addTest(root, &TestEndBehaviour, "tstxtbd/cregrtst/TestEndBehaviour");
addTest(root, &TestWordInvariants, "tstxtbd/cregrtst/TestWordInvariants");
addTest(root, &TestSentenceInvariants, "tstxtbd/cregrtst/TestSentenceInvariants");
addTest(root, &TestCharacterInvariants, "tstxtbd/cregrtst/TestCharacterInvariants");
addTest(root, &TestLineInvariants, "tstxtbd/cregrtst/TestLineInvariants");
}