/*
*******************************************************************************
* Copyright (C) 1997-1999, International Business Machines Corporation and    *
* others. All Rights Reserved.                                                *
*******************************************************************************
*
* File SNBKDAT.CPP
*
* Modification History:
*
*   Date        Name        Description
*   02/18/97    aliu        Converted from OpenClass.
*                           Recoded kRawMapping table for Unicode::getType() type codes.
*                           Made static data members const where appropriate.
*   03/25/97    aliu        Moved into TextBoundaryData; no longer a subclass.
*   04/15/97    aliu        Worked around bug in AIX xlC compiler which occurs if static
*                           arrays contain const elements.
*   05/06/97    aliu        Made SpecialMapping an array of objects instead of pointers,
*                           to help out non-compliant compilers.
*   08/14/98    helena      Sync-up JDK1.2.
*    09/04/98    stephen        Sync with 8/31 JDK 1.2
*****************************************************************************************
*/

// *****************************************************************************
// This file was generated from the java source file SentenceBreakData.java
// *****************************************************************************

#include "txtbdat.h"
#include "wdbktbl.h"
#include "unicdcm.h"

// *****************************************************************************
// class SentenceBreakData
// The following tables contain the transition state data for sentence break.
// For more detailed explanation on the boundary break state machine, please
// see the internal documentation of wdbktbl.cpp.
// *****************************************************************************

// The forward transition states of sentence boundary data.
TextBoundaryData::Node TextBoundaryData::kSentenceForwardData[] = {
        // other       space          terminator     ambTerm
        // open        close          CJK            PB
        // lower       upper          digit          Quote
        // nsm            EOS

        // 0
        kStop,          kStop,          kStop,          kStop,
        kStop,          kStop,          kStop,          kStop,
        kStop,          kStop,          kStop,          kStop,
        kStop,          kStop,

        // 1
        kSI_1,          kSI_1,          kSI_2,          kSI_5,
        kSI_1,          kSI_1,          kSI_1,          kSI_4,
        kSI_1,          kSI_1,          kSI_1,          kSI_1,
        kSI_1,          kSI_Stop,

        // 2
        kSI_Stop,       kSI_3,          kSI_2,          kSI_5,
        kSI_Stop,       kSI_2,          kSI_Stop,       kSI_4,
        kSI_Stop,       kSI_Stop,       kSI_Stop,       kSI_2,
        kSI_2,          kSI_Stop,

        // 3
        kSI_Stop,       kSI_3,          kSI_Stop,       kSI_Stop,
        kSI_Stop,       kSI_Stop,       kSI_Stop,       kSI_4,
        kSI_Stop,       kSI_Stop,       kSI_Stop,       kSI_Stop,
        kSI_3,          kSI_Stop,

        // 4
        kSI_Stop,       kSI_Stop,       kSI_Stop,       kSI_Stop,
        kSI_Stop,       kSI_Stop,       kSI_Stop,       kSI_Stop,
        kSI_Stop,       kSI_Stop,       kSI_Stop,       kSI_Stop,
        kSI_Stop,       kSI_Stop,

        // 5
        kSI_1,          kSI_6,          kSI_2,          kSI_5,
        kSI_1,          kSI_5,          kSI_Stop,       kSI_4,
        kSI_1,          kSI_1,          kSI_1,          kSI_5,
        kSI_5,          kSI_Stop,

        // 6
        kSI_Stop,       kSI_6,          kSI_Stop,       kSI_Stop,
        kSI_7,          kSI_1,          kSI_Stop,       kSI_4,
        kSI_1,          kSI_Stop,       kSI_1,          kSI_Stop,
        kSI_6,          kSI_Stop,

        // 7
        kSI_Stop,       kSI_Stop,       kSI_Stop,       kSI_Stop,
        7,              kSI_Stop,       kSI_Stop,       kSI_Stop,
        kSI_1,          kStop,          kSI_Stop,       kSI_Stop,
        kSI_7,          kSI_Stop,

        // 8
        kSI_1,          kSI_1,          kSI_2,          kSI_8,
        kSI_1,          kSI_5,          kSI_1,          kSI_4,
        kSI_1,          kSI_8,          kSI_9,          kSI_5,
        kSI_8,          kSI_Stop,

        // 9
        kSI_1,          kSI_1,          kSI_2,          kSI_9,
        kSI_1,          kSI_5,          kSI_1,          kSI_4,
        kSI_1,          kSI_1,          kSI_9,          kSI_5,
        kSI_9,          kSI_Stop
};

const int32_t TextBoundaryData::kSentenceForwardData_length =
    sizeof(TextBoundaryData::kSentenceForwardData) / sizeof(TextBoundaryData::kSentenceForwardData[0]);

WordBreakTable* TextBoundaryData::kSentenceForward = 
    new WordBreakTable(kSentenceCol_count, kSentenceForwardData, kSentenceForwardData_length);

// The backward transition states of sentence boundary data.
TextBoundaryData::Node TextBoundaryData::kSentenceBackwardData[] = {
        // other       space          terminator     ambTerm
        // open        close          CJK            PB
        // lower       upper          digit          quote
        // nsm            EOS

        // 0
        kStop,          kStop,          kStop,          kStop,
        kStop,          kStop,          kStop,          kStop,
        kStop,          kStop,          kStop,          kStop,
        kStop,          kStop,

        // 1
        kSI_2,          kSI_2,          kSI_2,          kSI_2,
        kSI_2,          kSI_2,          kSI_3,          kStop,
        kSI_2,          kSI_3,          kSI_2,          kSI_2,
        kSI_1,          kStop,

        // 2
        kSI_2,          kSI_2,          kSI_2,          kSI_2,
        kSI_2,          kSI_2,          kSI_3,          kStop,
        kSI_2,          kSI_3,          kSI_2,          kSI_2,
        kSI_2,          kStop,

        // 3
        kSI_2,          kSI_4,          kSI_2,          kSI_2,
        kSI_2,          kSI_2,          kSI_3,          kStop,
        kSI_3,          kSI_2,          kSI_2,          kSI_2,
        kSI_3,          kStop,

        // 4
        kSI_2,          kSI_4,          kSI_Stop,       kSI_Stop,
        kSI_2,          kSI_2,          kSI_3,          kStop,
        kSI_2,          kSI_3,          kSI_2,      kSI_2,
        kSI_4,          kStop
};

const int32_t TextBoundaryData::kSentenceBackwardData_length =
    sizeof(TextBoundaryData::kSentenceBackwardData) / sizeof(TextBoundaryData::kSentenceBackwardData[0]);

WordBreakTable* TextBoundaryData::kSentenceBackward = new WordBreakTable(kSentenceCol_count, kSentenceBackwardData, kSentenceBackwardData_length);

// The sentence type mapping of the break table.
TextBoundaryData::Type TextBoundaryData::kSentenceRawMapping[] = {
    // Re-coded to match Unicode 2 types [LIU]
    kOther,         // UNASSIGNED               = 0,
    kUpperCase,     // UPPERCASE_LETTER         = 1,
    kLowerCase,     // LOWERCASE_LETTER         = 2,
    kOther,         // TITLECASE_LETTER         = 3,
    kOther,         // MODIFIER_LETTER          = 4,
    kOther,         // OTHER_LETTER             = 5,
    ksNsm,          // NON_SPACING_MARK         = 6,
    ksNsm,          // ENCLOSING_MARK           = 7,
    kOther,         // COMBINING_SPACING_MARK   = 8,
    ksNumber,       // DECIMAL_DIGIT_NUMBER     = 9,
    ksNumber,       // LETTER_NUMBER            = 10,
    ksNumber,       // OTHER_NUMBER             = 11,
    kSpace,         // SPACE_SEPARATOR          = 12,
    kSpace,         // LINE_SEPARATOR           = 13,
    kSpace,         // PARAGRAPH_SEPARATOR      = 14,
    kOther,         // CONTROL                  = 15,
    kOther,         // FORMAT                   = 16,
    kOther,         // PRIVATE_USE              = 17,
    kOther,         // SURROGATE                = 18,
    kOther,         // DASH_PUNCTUATION         = 19,
    kOpenBracket,   // START_PUNCTUATION        = 20,
    kCloseBracket,  // END_PUNCTUATION          = 21,
    kOther,         // CONNECTOR_PUNCTUATION    = 22,
    kOther,         // OTHER_PUNCTUATION        = 23,
    kOther,         // MATH_SYMBOL              = 24,
    kOther,         // CURRENCY_SYMBOL          = 25,
    kOther,         // MODIFIER_SYMBOL          = 26,
    kOther,         // OTHER_SYMBOL             = 27,
    kOther          // UNDEFINED                = 28
};

const int32_t TextBoundaryData::kSentenceRawMapping_length =
    sizeof(TextBoundaryData::kSentenceRawMapping) / sizeof(TextBoundaryData::kSentenceRawMapping[0]);

// The exceptions of the sentence break data.
SpecialMapping TextBoundaryData::kSentenceExceptionChar[] = {
        //note: the ranges in this table must be sorted in ascending order
        //as required by the UnicodeClassMapping class.
    SpecialMapping(TextBoundaryData::ASCII_HORIZONTAL_TABULATION, TextBoundaryData::kSpace),
    SpecialMapping(TextBoundaryData::ASCII_LINEFEED, TextBoundaryData::kSpace),
    SpecialMapping(TextBoundaryData::ASCII_FORM_FEED, TextBoundaryData::kTerminator),
    SpecialMapping(TextBoundaryData::ASCII_CARRIAGE_RETURN, TextBoundaryData::kSpace),
    SpecialMapping(TextBoundaryData::ASCII_EXCLAMATION_MARK, TextBoundaryData::kTerminator),
    SpecialMapping(TextBoundaryData::ASCII_QUOTATION_MARK, TextBoundaryData::kQuote),
    SpecialMapping(TextBoundaryData::ASCII_APOSTROPHE, TextBoundaryData::kQuote),
    SpecialMapping(TextBoundaryData::ASCII_FULL_STOP, TextBoundaryData::kAmbiguousTerm),
    SpecialMapping(TextBoundaryData::ASCII_QUESTION_MARK, TextBoundaryData::kTerminator),
    SpecialMapping(TextBoundaryData::ASCII_NONBREAKING_SPACE, TextBoundaryData::kOther),
    SpecialMapping(TextBoundaryData::PUNCTUATION_LINE_SEPARATOR, TextBoundaryData::kSpace),
    SpecialMapping(TextBoundaryData::PUNCTUATION_PARAGRAPH_SEPARATOR, TextBoundaryData::kParagraphBreak),
    SpecialMapping(TextBoundaryData::PUNCTUATION_IDEOGRAPHIC_FULL_STOP, TextBoundaryData::kTerminator),
    SpecialMapping(TextBoundaryData::HIRAGANA_LETTER_SMALL_A, 
                   TextBoundaryData::HIRAGANA_LETTER_VU, TextBoundaryData::kCJK),
    SpecialMapping(TextBoundaryData::COMBINING_KATAKANA_HIRAGANA_VOICED_SOUND_MARK,
                   TextBoundaryData::HIRAGANA_SEMIVOICED_SOUND_MARK, TextBoundaryData::kCJK),         // cjk
    SpecialMapping(TextBoundaryData::KATAKANA_LETTER_SMALL_A, 
                   TextBoundaryData::KATAKANA_LETTER_SMALL_KE, TextBoundaryData::kCJK),   // cjk
    SpecialMapping(TextBoundaryData::UNICODE_LOW_BOUND_HAN, 
                   TextBoundaryData::UNICODE_HIGH_BOUND_HAN, TextBoundaryData::kCJK),
    SpecialMapping(TextBoundaryData::CJK_COMPATIBILITY_F900,
                   TextBoundaryData::CJK_COMPATIBILITY_FA2D,TextBoundaryData::kCJK),
    SpecialMapping(TextBoundaryData::UNICODE_ZERO_WIDTH_NON_BREAKING_SPACE, TextBoundaryData::kOther),
    SpecialMapping(TextBoundaryData::FULLWIDTH_EXCLAMATION_MARK, TextBoundaryData::kTerminator),
    SpecialMapping(TextBoundaryData::FULLWIDTH_FULL_STOP, TextBoundaryData::kAmbiguousTerm),
    SpecialMapping(TextBoundaryData::FULLWIDTH_QUESTION_MARK, TextBoundaryData::kTerminator),
    SpecialMapping(TextBoundaryData::END_OF_STRING, TextBoundaryData::ksEOS)
};

const bool_t TextBoundaryData::kSentenceExceptionFlags[] = {
    FALSE,            // kNonCharacter         = 0,
    FALSE,            // kUppercaseLetter      = 1,
    FALSE,            // kLowercaseLetter      = 2,
    FALSE,            // kTitlecaseLetter      = 3,
    FALSE,            // kModifierLetter       = 4,
    TRUE,             // kOtherLetter          = 5,
    TRUE,             // kNonSpacingMark       = 6,
    FALSE,            // kEnclosingMark        = 7,
    FALSE,            // kCombiningSpacingMark = 8,
    FALSE,            // kDecimalNumber        = 9,
    FALSE,            // kLetterNumber         = 10,
    FALSE,            // kOtherNumber          = 11,
    TRUE,             // kSpaceSeparator       = 12,
    TRUE,             // kLineSeparator        = 13,
    TRUE,             // kParagraphSeparator   = 14,
    TRUE,             // kControlCharacter     = 15,
    TRUE,             // kFormatCharacter      = 16,
    FALSE,            // kPrivateUseCharacter  = 17,
    FALSE,            // kSurrogate            = 18,
    FALSE,            // kDashPunctuation      = 19,
    FALSE,            // kOpenPunctuation      = 20,
    FALSE,            // kClosePunctuation     = 21,
    FALSE,            // kConnectorPunctuation = 22,
    TRUE,             // kOtherPunctuation     = 23,
    FALSE,            // kMathSymbol           = 24,
    FALSE,            // kCurrencySymbol       = 25,
    FALSE,            // kModifierSymbol       = 26,
    FALSE,             // kOtherSymbol          = 27
    FALSE            // UNDEFINED             = 28,
};
const int32_t TextBoundaryData::kSentenceExceptionChar_length =
    sizeof(TextBoundaryData::kSentenceExceptionChar) / sizeof(TextBoundaryData::kSentenceExceptionChar[0]);

TextBoundaryData::Type TextBoundaryData::kSentenceAsciiValues[] = {
        //  null        soh         stx         etx         eot         enq         ask         bell
            kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,
        //  bs          ht          lf          vt          ff          cr          so          si
            kOther,     kSpace,     kSpace,     kOther,     kTerminator, kSpace,    kOther,     kOther,
        //  dle         dc1         dc2         dc3         dc4         nak         syn         etb
            kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,
        //  can         em          sub         esc         fs          gs          rs          us
            kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,
        //  sp          !           "           #           $           %           &           '
            kSpace,     kTerminator, kQuote,    kOther,     kOther,     kOther,     kOther,     kQuote,
        //  (           )           *           +           ,           -           .           /
            kOpenBracket, kCloseBracket, kOther, kOther,    kOther,     kOther,      kAmbiguousTerm, kOther,
        //  0           1           2           3           4           5           6           7
            ksNumber,   ksNumber,   ksNumber,   ksNumber,   ksNumber,   ksNumber,   ksNumber,   ksNumber,
        //  8           9           :           ;           <           =           >           ?
            ksNumber,   ksNumber,   kOther,     kOther,     kOther,     kOther,     kOther,     kTerminator,
        //  @           A           B           C           D           E           F           G
            kOther,     kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase,
        //  H           I           J           K           L           M           N           O
            kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase,
        //  P           Q           R           S           T           U           V           W
            kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase,
        //  X           Y           Z           [           \           ]           ^           _
            kUpperCase, kUpperCase, kUpperCase, kOpenBracket, kOther,   kCloseBracket, kOther,  kOther,
        //  `           a           b           c           d           e           f           g
            kOther,     kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase,
        //  h           i           j           k           l           m           n           o
            kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase,
        //  p           q           r           s           t           u           v           w
            kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase,
        //  x           y           z           {           |           }           ~           del
            kLowerCase, kLowerCase, kLowerCase, kOpenBracket, kOther,   kCloseBracket, kOther,  kOther,
        //  ctrl        ctrl        ctrl        ctrl        ctrl        ctrl        ctrl        ctrl
            kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,
        //  ctrl        ctrl        ctrl        ctrl        ctrl        ctrl        ctrl        ctrl
            kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,
        //  ctrl        ctrl        ctrl        ctrl        ctrl        ctrl        ctrl        ctrl
            kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,
        //  ctrl        ctrl        ctrl        ctrl        ctrl        ctrl        ctrl        ctrl
            kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,
        //  nbsp        inv-!       cents       pounds      currency    yen         broken-bar  section
            kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,     kOther,
        //  umlaut      copyright   super-a     gui-left    not         soft-hyph   registered  macron
            kOther,     kOther,     kLowerCase, kOpenBracket, kOther,   kOther,     kOther,     kOther,
        //  degree      +/-         super-2     super-3     acute       micro       paragraph   bullet
            kOther,     kOther,     ksNumber,   ksNumber,   kOther,     kLowerCase, kOther,     kOther,
        //  cedilla     super-1     super-o     gui-right   1/4         1/2         3/4         inv-?
            kOther,     kLowerCase, kOther,     kCloseBracket, ksNumber, ksNumber,  ksNumber,   kOther,
        //  A-grave     A-acute     A-hat       A-tilde     A-umlaut    A-ring      AE          C-cedilla
            kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase,
        //  E-grave     E-acute     E-hat       E-umlaut    I-grave     I-acute     I-hat       I-umlaut
            kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase,
        //  Edh         N-tilde     O-grave     O-acute     O-hat       O-tilde     O-umlaut    times
            kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kOther,
        //  O=slash     U-grave     U-acute     U-hat       U-umlaut    Y-acute     Thorn       ess-zed
            kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kUpperCase, kLowerCase,
        //  a-grave     a-acute     a-hat       a-tilde     a-umlaut    a-ring      ae          c-cedilla
            kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase,
        //  e-grave     e-acute     e-hat       e-umlaut    i-grave     i-acute     i-hat       i-umlaut
            kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase,
        //  edh         n-tilde     o-grave     o-acute     o-hat       o-tilde     o-umlaut    over
            kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kOther,
        //  o-slash     u-grave     u-acute     u-hat       u-umlaut    y-acute     thorn       y-umlaut
            kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase, kLowerCase
    };

UnicodeClassMapping* TextBoundaryData::kSentenceMap = 
    new UnicodeClassMapping(kSentenceRawMapping, kSentenceRawMapping_length, 
                            kSentenceExceptionChar, kSentenceExceptionChar_length,
                            kSentenceExceptionFlags,
                            kSentenceAsciiValues);

/**
 * This is the single instance of TextBoundaryData containing sentence
 * break data.
 */
const TextBoundaryData TextBoundaryData::kSentenceBreakData(TextBoundaryData::kSentenceForward,
                                                            TextBoundaryData::kSentenceBackward,
                                                            TextBoundaryData::kSentenceMap);

//eof