// © 2016 and later: Unicode, Inc. and others. // License & terms of use: http://www.unicode.org/copyright.html /* ******************************************************************************* * * Copyright (C) 2005-2016, International Business Machines * Corporation and others. All Rights Reserved. * ******************************************************************************* * file name: ucasemap.cpp * encoding: UTF-8 * tab size: 8 (not used) * indentation:4 * * created on: 2005may06 * created by: Markus W. Scherer * * Case mapping service object and functions using it. */ #include "unicode/utypes.h" #include "unicode/brkiter.h" #include "unicode/bytestream.h" #include "unicode/casemap.h" #include "unicode/edits.h" #include "unicode/stringoptions.h" #include "unicode/stringpiece.h" #include "unicode/ubrk.h" #include "unicode/uloc.h" #include "unicode/ustring.h" #include "unicode/ucasemap.h" #if !UCONFIG_NO_BREAK_ITERATION #include "unicode/utext.h" #endif #include "unicode/utf.h" #include "unicode/utf8.h" #include "unicode/utf16.h" #include "bytesinkutil.h" #include "cmemory.h" #include "cstring.h" #include "uassert.h" #include "ucase.h" #include "ucasemap_imp.h" #include "ustr_imp.h" U_NAMESPACE_USE /* UCaseMap service object -------------------------------------------------- */ UCaseMap::UCaseMap(const char *localeID, uint32_t opts, UErrorCode *pErrorCode) : #if !UCONFIG_NO_BREAK_ITERATION iter(nullptr), #endif caseLocale(UCASE_LOC_UNKNOWN), options(opts) { ucasemap_setLocale(this, localeID, pErrorCode); } UCaseMap::~UCaseMap() { #if !UCONFIG_NO_BREAK_ITERATION delete iter; #endif } U_CAPI UCaseMap * U_EXPORT2 ucasemap_open(const char *locale, uint32_t options, UErrorCode *pErrorCode) { if(U_FAILURE(*pErrorCode)) { return nullptr; } UCaseMap *csm = new UCaseMap(locale, options, pErrorCode); if(csm==nullptr) { *pErrorCode = U_MEMORY_ALLOCATION_ERROR; return nullptr; } else if (U_FAILURE(*pErrorCode)) { delete csm; return nullptr; } return csm; } U_CAPI void U_EXPORT2 ucasemap_close(UCaseMap *csm) { delete csm; } U_CAPI const char * U_EXPORT2 ucasemap_getLocale(const UCaseMap *csm) { return csm->locale; } U_CAPI uint32_t U_EXPORT2 ucasemap_getOptions(const UCaseMap *csm) { return csm->options; } U_CAPI void U_EXPORT2 ucasemap_setLocale(UCaseMap *csm, const char *locale, UErrorCode *pErrorCode) { if(U_FAILURE(*pErrorCode)) { return; } if (locale != nullptr && *locale == 0) { csm->locale[0] = 0; csm->caseLocale = UCASE_LOC_ROOT; return; } int32_t length=uloc_getName(locale, csm->locale, (int32_t)sizeof(csm->locale), pErrorCode); if(*pErrorCode==U_BUFFER_OVERFLOW_ERROR || length==sizeof(csm->locale)) { *pErrorCode=U_ZERO_ERROR; /* we only really need the language code for case mappings */ length=uloc_getLanguage(locale, csm->locale, (int32_t)sizeof(csm->locale), pErrorCode); } if(length==sizeof(csm->locale)) { *pErrorCode=U_BUFFER_OVERFLOW_ERROR; } if(U_SUCCESS(*pErrorCode)) { csm->caseLocale = ucase_getCaseLocale(csm->locale); } else { csm->locale[0]=0; csm->caseLocale = UCASE_LOC_ROOT; } } U_CAPI void U_EXPORT2 ucasemap_setOptions(UCaseMap *csm, uint32_t options, UErrorCode *pErrorCode) { if(U_FAILURE(*pErrorCode)) { return; } csm->options=options; } /* UTF-8 string case mappings ----------------------------------------------- */ /* TODO(markus): Move to a new, separate utf8case.cpp file. */ namespace { /* append a full case mapping result, see UCASE_MAX_STRING_LENGTH */ inline UBool appendResult(int32_t cpLength, int32_t result, const char16_t *s, ByteSink &sink, uint32_t options, icu::Edits *edits, UErrorCode &errorCode) { U_ASSERT(U_SUCCESS(errorCode)); /* decode the result */ if(result<0) { /* (not) original code point */ if(edits!=nullptr) { edits->addUnchanged(cpLength); } if((options & U_OMIT_UNCHANGED_TEXT) == 0) { ByteSinkUtil::appendCodePoint(cpLength, ~result, sink); } } else { if(result<=UCASE_MAX_STRING_LENGTH) { // string: "result" is the UTF-16 length return ByteSinkUtil::appendChange(cpLength, s, result, sink, edits, errorCode); } else { ByteSinkUtil::appendCodePoint(cpLength, result, sink, edits); } } return true; } // See unicode/utf8.h U8_APPEND_UNSAFE(). inline uint8_t getTwoByteLead(UChar32 c) { return (uint8_t)((c >> 6) | 0xc0); } inline uint8_t getTwoByteTrail(UChar32 c) { return (uint8_t)((c & 0x3f) | 0x80); } UChar32 U_CALLCONV utf8_caseContextIterator(void *context, int8_t dir) { UCaseContext *csc=(UCaseContext *)context; UChar32 c; if(dir<0) { /* reset for backward iteration */ csc->index=csc->cpStart; csc->dir=dir; } else if(dir>0) { /* reset for forward iteration */ csc->index=csc->cpLimit; csc->dir=dir; } else { /* continue current iteration direction */ dir=csc->dir; } if(dir<0) { if(csc->start<csc->index) { U8_PREV((const uint8_t *)csc->p, csc->start, csc->index, c); return c; } } else { if(csc->index<csc->limit) { U8_NEXT((const uint8_t *)csc->p, csc->index, csc->limit, c); return c; } } return U_SENTINEL; } /** * caseLocale >= 0: Lowercases [srcStart..srcLimit[ but takes context [0..srcLength[ into account. * caseLocale < 0: Case-folds [srcStart..srcLimit[. */ void toLower(int32_t caseLocale, uint32_t options, const uint8_t *src, UCaseContext *csc, int32_t srcStart, int32_t srcLimit, icu::ByteSink &sink, icu::Edits *edits, UErrorCode &errorCode) { const int8_t *latinToLower; if (caseLocale == UCASE_LOC_ROOT || (caseLocale >= 0 ? !(caseLocale == UCASE_LOC_TURKISH || caseLocale == UCASE_LOC_LITHUANIAN) : (options & _FOLD_CASE_OPTIONS_MASK) == U_FOLD_CASE_DEFAULT)) { latinToLower = LatinCase::TO_LOWER_NORMAL; } else { latinToLower = LatinCase::TO_LOWER_TR_LT; } const UTrie2 *trie = ucase_getTrie(); int32_t prev = srcStart; int32_t srcIndex = srcStart; for (;;) { // fast path for simple cases int32_t cpStart; UChar32 c; for (;;) { if (U_FAILURE(errorCode) || srcIndex >= srcLimit) { c = U_SENTINEL; break; } uint8_t lead = src[srcIndex++]; if (lead <= 0x7f) { int8_t d = latinToLower[lead]; if (d == LatinCase::EXC) { cpStart = srcIndex - 1; c = lead; break; } if (d == 0) { continue; } ByteSinkUtil::appendUnchanged(src + prev, srcIndex - 1 - prev, sink, options, edits, errorCode); char ascii = (char)(lead + d); sink.Append(&ascii, 1); if (edits != nullptr) { edits->addReplace(1, 1); } prev = srcIndex; continue; } else if (lead < 0xe3) { uint8_t t; if (0xc2 <= lead && lead <= 0xc5 && srcIndex < srcLimit && (t = src[srcIndex] - 0x80) <= 0x3f) { // U+0080..U+017F ++srcIndex; c = ((lead - 0xc0) << 6) | t; int8_t d = latinToLower[c]; if (d == LatinCase::EXC) { cpStart = srcIndex - 2; break; } if (d == 0) { continue; } ByteSinkUtil::appendUnchanged(src + prev, srcIndex - 2 - prev, sink, options, edits, errorCode); ByteSinkUtil::appendTwoBytes(c + d, sink); if (edits != nullptr) { edits->addReplace(2, 2); } prev = srcIndex; continue; } } else if ((lead <= 0xe9 || lead == 0xeb || lead == 0xec) && (srcIndex + 2) <= srcLimit && U8_IS_TRAIL(src[srcIndex]) && U8_IS_TRAIL(src[srcIndex + 1])) { // most of CJK: no case mappings srcIndex += 2; continue; } cpStart = --srcIndex; U8_NEXT(src, srcIndex, srcLimit, c); if (c < 0) { // ill-formed UTF-8 continue; } uint16_t props = UTRIE2_GET16(trie, c); if (UCASE_HAS_EXCEPTION(props)) { break; } int32_t delta; if (!UCASE_IS_UPPER_OR_TITLE(props) || (delta = UCASE_GET_DELTA(props)) == 0) { continue; } ByteSinkUtil::appendUnchanged(src + prev, cpStart - prev, sink, options, edits, errorCode); ByteSinkUtil::appendCodePoint(srcIndex - cpStart, c + delta, sink, edits); prev = srcIndex; } if (c < 0) { break; } // slow path const char16_t *s; if (caseLocale >= 0) { csc->cpStart = cpStart; csc->cpLimit = srcIndex; c = ucase_toFullLower(c, utf8_caseContextIterator, csc, &s, caseLocale); } else { c = ucase_toFullFolding(c, &s, options); } if (c >= 0) { ByteSinkUtil::appendUnchanged(src + prev, cpStart - prev, sink, options, edits, errorCode); appendResult(srcIndex - cpStart, c, s, sink, options, edits, errorCode); prev = srcIndex; } } ByteSinkUtil::appendUnchanged(src + prev, srcIndex - prev, sink, options, edits, errorCode); } void toUpper(int32_t caseLocale, uint32_t options, const uint8_t *src, UCaseContext *csc, int32_t srcLength, icu::ByteSink &sink, icu::Edits *edits, UErrorCode &errorCode) { const int8_t *latinToUpper; if (caseLocale == UCASE_LOC_TURKISH) { latinToUpper = LatinCase::TO_UPPER_TR; } else { latinToUpper = LatinCase::TO_UPPER_NORMAL; } const UTrie2 *trie = ucase_getTrie(); int32_t prev = 0; int32_t srcIndex = 0; for (;;) { // fast path for simple cases int32_t cpStart; UChar32 c; for (;;) { if (U_FAILURE(errorCode) || srcIndex >= srcLength) { c = U_SENTINEL; break; } uint8_t lead = src[srcIndex++]; if (lead <= 0x7f) { int8_t d = latinToUpper[lead]; if (d == LatinCase::EXC) { cpStart = srcIndex - 1; c = lead; break; } if (d == 0) { continue; } ByteSinkUtil::appendUnchanged(src + prev, srcIndex - 1 - prev, sink, options, edits, errorCode); char ascii = (char)(lead + d); sink.Append(&ascii, 1); if (edits != nullptr) { edits->addReplace(1, 1); } prev = srcIndex; continue; } else if (lead < 0xe3) { uint8_t t; if (0xc2 <= lead && lead <= 0xc5 && srcIndex < srcLength && (t = src[srcIndex] - 0x80) <= 0x3f) { // U+0080..U+017F ++srcIndex; c = ((lead - 0xc0) << 6) | t; int8_t d = latinToUpper[c]; if (d == LatinCase::EXC) { cpStart = srcIndex - 2; break; } if (d == 0) { continue; } ByteSinkUtil::appendUnchanged(src + prev, srcIndex - 2 - prev, sink, options, edits, errorCode); ByteSinkUtil::appendTwoBytes(c + d, sink); if (edits != nullptr) { edits->addReplace(2, 2); } prev = srcIndex; continue; } } else if ((lead <= 0xe9 || lead == 0xeb || lead == 0xec) && (srcIndex + 2) <= srcLength && U8_IS_TRAIL(src[srcIndex]) && U8_IS_TRAIL(src[srcIndex + 1])) { // most of CJK: no case mappings srcIndex += 2; continue; } cpStart = --srcIndex; U8_NEXT(src, srcIndex, srcLength, c); if (c < 0) { // ill-formed UTF-8 continue; } uint16_t props = UTRIE2_GET16(trie, c); if (UCASE_HAS_EXCEPTION(props)) { break; } int32_t delta; if (UCASE_GET_TYPE(props) != UCASE_LOWER || (delta = UCASE_GET_DELTA(props)) == 0) { continue; } ByteSinkUtil::appendUnchanged(src + prev, cpStart - prev, sink, options, edits, errorCode); ByteSinkUtil::appendCodePoint(srcIndex - cpStart, c + delta, sink, edits); prev = srcIndex; } if (c < 0) { break; } // slow path csc->cpStart = cpStart; csc->cpLimit = srcIndex; const char16_t *s; c = ucase_toFullUpper(c, utf8_caseContextIterator, csc, &s, caseLocale); if (c >= 0) { ByteSinkUtil::appendUnchanged(src + prev, cpStart - prev, sink, options, edits, errorCode); appendResult(srcIndex - cpStart, c, s, sink, options, edits, errorCode); prev = srcIndex; } } ByteSinkUtil::appendUnchanged(src + prev, srcIndex - prev, sink, options, edits, errorCode); } } // namespace #if !UCONFIG_NO_BREAK_ITERATION namespace { constexpr uint8_t ACUTE_BYTE0 = u8"\u0301"[0]; constexpr uint8_t ACUTE_BYTE1 = u8"\u0301"[1]; /** * Input: c is a letter I with or without acute accent. * start is the index in src after c, and is less than segmentLimit. * If a plain i/I is followed by a plain j/J, * or an i/I with acute (precomposed or decomposed) is followed by a j/J with acute, * then we output accordingly. * * @return the src index after the titlecased sequence, or the start index if no Dutch IJ */ int32_t maybeTitleDutchIJ(const uint8_t *src, UChar32 c, int32_t start, int32_t segmentLimit, ByteSink &sink, uint32_t options, icu::Edits *edits, UErrorCode &errorCode) { U_ASSERT(start < segmentLimit); int32_t index = start; bool withAcute = false; // If the conditions are met, then the following variables tell us what to output. int32_t unchanged1 = 0; // code units before the j, or the whole sequence (0..3) bool doTitleJ = false; // true if the j needs to be titlecased int32_t unchanged2 = 0; // after the j (0 or 1) // next character after the first letter UChar32 c2; c2 = src[index++]; // Is the first letter an i/I with accent? if (c == u'I') { if (c2 == ACUTE_BYTE0 && index < segmentLimit && src[index++] == ACUTE_BYTE1) { withAcute = true; unchanged1 = 2; // ACUTE is 2 code units in UTF-8 if (index == segmentLimit) { return start; } c2 = src[index++]; } } else { // Í withAcute = true; } // Is the next character a j/J? if (c2 == u'j') { doTitleJ = true; } else if (c2 == u'J') { ++unchanged1; } else { return start; } // A plain i/I must be followed by a plain j/J. // An i/I with acute must be followed by a j/J with acute. if (withAcute) { if ((index + 1) >= segmentLimit || src[index++] != ACUTE_BYTE0 || src[index++] != ACUTE_BYTE1) { return start; } if (doTitleJ) { unchanged2 = 2; // ACUTE is 2 code units in UTF-8 } else { unchanged1 = unchanged1 + 2; // ACUTE is 2 code units in UTF-8 } } // There must not be another combining mark. if (index < segmentLimit) { int32_t cp; int32_t i = index; U8_NEXT(src, i, segmentLimit, cp); uint32_t typeMask = U_GET_GC_MASK(cp); if ((typeMask & U_GC_M_MASK) != 0) { return start; } } // Output the rest of the Dutch IJ. ByteSinkUtil::appendUnchanged(src + start, unchanged1, sink, options, edits, errorCode); start += unchanged1; if (doTitleJ) { ByteSinkUtil::appendCodePoint(1, u'J', sink, edits); ++start; } ByteSinkUtil::appendUnchanged(src + start, unchanged2, sink, options, edits, errorCode); U_ASSERT(start + unchanged2 == index); return index; } } // namespace U_CFUNC void U_CALLCONV ucasemap_internalUTF8ToTitle( int32_t caseLocale, uint32_t options, BreakIterator *iter, const uint8_t *src, int32_t srcLength, ByteSink &sink, icu::Edits *edits, UErrorCode &errorCode) { if (!ustrcase_checkTitleAdjustmentOptions(options, errorCode)) { return; } /* set up local variables */ UCaseContext csc=UCASECONTEXT_INITIALIZER; csc.p=(void *)src; csc.limit=srcLength; int32_t prev=0; UBool isFirstIndex=true; /* titlecasing loop */ while(prev<srcLength) { /* find next index where to titlecase */ int32_t index; if(isFirstIndex) { isFirstIndex=false; index=iter->first(); } else { index=iter->next(); } if(index==UBRK_DONE || index>srcLength) { index=srcLength; } /* * Segment [prev..index[ into 3 parts: * a) skipped characters (copy as-is) [prev..titleStart[ * b) first letter (titlecase) [titleStart..titleLimit[ * c) subsequent characters (lowercase) [titleLimit..index[ */ if(prev<index) { /* find and copy skipped characters [prev..titleStart[ */ int32_t titleStart=prev; int32_t titleLimit=prev; UChar32 c; U8_NEXT(src, titleLimit, index, c); if ((options&U_TITLECASE_NO_BREAK_ADJUSTMENT)==0) { // Adjust the titlecasing index to the next cased character, // or to the next letter/number/symbol/private use. // Stop with titleStart<titleLimit<=index // if there is a character to be titlecased, // or else stop with titleStart==titleLimit==index. UBool toCased = (options&U_TITLECASE_ADJUST_TO_CASED) != 0; while (toCased ? UCASE_NONE==ucase_getType(c) : !ustrcase_isLNS(c)) { titleStart=titleLimit; if(titleLimit==index) { break; } U8_NEXT(src, titleLimit, index, c); } if (prev < titleStart) { if (!ByteSinkUtil::appendUnchanged(src+prev, titleStart-prev, sink, options, edits, errorCode)) { return; } } } if(titleStart<titleLimit) { /* titlecase c which is from [titleStart..titleLimit[ */ if(c>=0) { csc.cpStart=titleStart; csc.cpLimit=titleLimit; const char16_t *s; c=ucase_toFullTitle(c, utf8_caseContextIterator, &csc, &s, caseLocale); if (!appendResult(titleLimit-titleStart, c, s, sink, options, edits, errorCode)) { return; } } else { // Malformed UTF-8. if (!ByteSinkUtil::appendUnchanged(src+titleStart, titleLimit-titleStart, sink, options, edits, errorCode)) { return; } } /* Special case Dutch IJ titlecasing */ if (titleLimit < index && caseLocale == UCASE_LOC_DUTCH) { if (c < 0) { c = ~c; } if (c == u'I' || c == u'Í') { titleLimit = maybeTitleDutchIJ(src, c, titleLimit, index, sink, options, edits, errorCode); } } /* lowercase [titleLimit..index[ */ if(titleLimit<index) { if((options&U_TITLECASE_NO_LOWERCASE)==0) { /* Normal operation: Lowercase the rest of the word. */ toLower(caseLocale, options, src, &csc, titleLimit, index, sink, edits, errorCode); if(U_FAILURE(errorCode)) { return; } } else { /* Optionally just copy the rest of the word unchanged. */ if (!ByteSinkUtil::appendUnchanged(src+titleLimit, index-titleLimit, sink, options, edits, errorCode)) { return; } } } } } prev=index; } } #endif U_NAMESPACE_BEGIN namespace GreekUpper { UBool isFollowedByCasedLetter(const uint8_t *s, int32_t i, int32_t length) { while (i < length) { UChar32 c; U8_NEXT(s, i, length, c); int32_t type = ucase_getTypeOrIgnorable(c); if ((type & UCASE_IGNORABLE) != 0) { // Case-ignorable, continue with the loop. } else if (type != UCASE_NONE) { return true; // Followed by cased letter. } else { return false; // Uncased and not case-ignorable. } } return false; // Not followed by cased letter. } // Keep this consistent with the UTF-16 version in ustrcase.cpp and the Java version in CaseMap.java. void toUpper(uint32_t options, const uint8_t *src, int32_t srcLength, ByteSink &sink, Edits *edits, UErrorCode &errorCode) { uint32_t state = 0; for (int32_t i = 0; i < srcLength;) { int32_t nextIndex = i; UChar32 c; U8_NEXT(src, nextIndex, srcLength, c); uint32_t nextState = 0; int32_t type = ucase_getTypeOrIgnorable(c); if ((type & UCASE_IGNORABLE) != 0) { // c is case-ignorable nextState |= (state & AFTER_CASED); } else if (type != UCASE_NONE) { // c is cased nextState |= AFTER_CASED; } uint32_t data = getLetterData(c); if (data > 0) { uint32_t upper = data & UPPER_MASK; // Add a dialytika to this iota or ypsilon vowel // if we removed a tonos from the previous vowel, // and that previous vowel did not also have (or gain) a dialytika. // Adding one only to the final vowel in a longer sequence // (which does not occur in normal writing) would require lookahead. // Set the same flag as for preserving an existing dialytika. if ((data & HAS_VOWEL) != 0 && (state & AFTER_VOWEL_WITH_ACCENT) != 0 && (upper == 0x399 || upper == 0x3A5)) { data |= HAS_DIALYTIKA; } int32_t numYpogegrammeni = 0; // Map each one to a trailing, spacing, capital iota. if ((data & HAS_YPOGEGRAMMENI) != 0) { numYpogegrammeni = 1; } // Skip combining diacritics after this Greek letter. int32_t nextNextIndex = nextIndex; while (nextIndex < srcLength) { UChar32 c2; U8_NEXT(src, nextNextIndex, srcLength, c2); uint32_t diacriticData = getDiacriticData(c2); if (diacriticData != 0) { data |= diacriticData; if ((diacriticData & HAS_YPOGEGRAMMENI) != 0) { ++numYpogegrammeni; } nextIndex = nextNextIndex; } else { break; // not a Greek diacritic } } if ((data & HAS_VOWEL_AND_ACCENT_AND_DIALYTIKA) == HAS_VOWEL_AND_ACCENT) { nextState |= AFTER_VOWEL_WITH_ACCENT; } // Map according to Greek rules. UBool addTonos = false; if (upper == 0x397 && (data & HAS_ACCENT) != 0 && numYpogegrammeni == 0 && (state & AFTER_CASED) == 0 && !isFollowedByCasedLetter(src, nextIndex, srcLength)) { // Keep disjunctive "or" with (only) a tonos. // We use the same "word boundary" conditions as for the Final_Sigma test. if (i == nextIndex) { upper = 0x389; // Preserve the precomposed form. } else { addTonos = true; } } else if ((data & HAS_DIALYTIKA) != 0) { // Preserve a vowel with dialytika in precomposed form if it exists. if (upper == 0x399) { upper = 0x3AA; data &= ~HAS_EITHER_DIALYTIKA; } else if (upper == 0x3A5) { upper = 0x3AB; data &= ~HAS_EITHER_DIALYTIKA; } } UBool change; if (edits == nullptr && (options & U_OMIT_UNCHANGED_TEXT) == 0) { change = true; // common, simple usage } else { // Find out first whether we are changing the text. U_ASSERT(0x370 <= upper && upper <= 0x3ff); // 2-byte UTF-8, main Greek block change = (i + 2) > nextIndex || src[i] != getTwoByteLead(upper) || src[i + 1] != getTwoByteTrail(upper) || numYpogegrammeni > 0; int32_t i2 = i + 2; if ((data & HAS_EITHER_DIALYTIKA) != 0) { change |= (i2 + 2) > nextIndex || src[i2] != (uint8_t)u8"\u0308"[0] || src[i2 + 1] != (uint8_t)u8"\u0308"[1]; i2 += 2; } if (addTonos) { change |= (i2 + 2) > nextIndex || src[i2] != (uint8_t)u8"\u0301"[0] || src[i2 + 1] != (uint8_t)u8"\u0301"[1]; i2 += 2; } int32_t oldLength = nextIndex - i; int32_t newLength = (i2 - i) + numYpogegrammeni * 2; // 2 bytes per U+0399 change |= oldLength != newLength; if (change) { if (edits != nullptr) { edits->addReplace(oldLength, newLength); } } else { if (edits != nullptr) { edits->addUnchanged(oldLength); } // Write unchanged text? change = (options & U_OMIT_UNCHANGED_TEXT) == 0; } } if (change) { ByteSinkUtil::appendTwoBytes(upper, sink); if ((data & HAS_EITHER_DIALYTIKA) != 0) { sink.AppendU8(u8"\u0308", 2); // restore or add a dialytika } if (addTonos) { sink.AppendU8(u8"\u0301", 2); } while (numYpogegrammeni > 0) { sink.AppendU8(u8"\u0399", 2); --numYpogegrammeni; } } } else if(c>=0) { const char16_t *s; c=ucase_toFullUpper(c, nullptr, nullptr, &s, UCASE_LOC_GREEK); if (!appendResult(nextIndex - i, c, s, sink, options, edits, errorCode)) { return; } } else { // Malformed UTF-8. if (!ByteSinkUtil::appendUnchanged(src+i, nextIndex-i, sink, options, edits, errorCode)) { return; } } i = nextIndex; state = nextState; } } } // namespace GreekUpper U_NAMESPACE_END static void U_CALLCONV ucasemap_internalUTF8ToLower(int32_t caseLocale, uint32_t options, UCASEMAP_BREAK_ITERATOR_UNUSED const uint8_t *src, int32_t srcLength, icu::ByteSink &sink, icu::Edits *edits, UErrorCode &errorCode) { UCaseContext csc=UCASECONTEXT_INITIALIZER; csc.p=(void *)src; csc.limit=srcLength; toLower( caseLocale, options, src, &csc, 0, srcLength, sink, edits, errorCode); } static void U_CALLCONV ucasemap_internalUTF8ToUpper(int32_t caseLocale, uint32_t options, UCASEMAP_BREAK_ITERATOR_UNUSED const uint8_t *src, int32_t srcLength, icu::ByteSink &sink, icu::Edits *edits, UErrorCode &errorCode) { if (caseLocale == UCASE_LOC_GREEK) { GreekUpper::toUpper(options, src, srcLength, sink, edits, errorCode); } else { UCaseContext csc=UCASECONTEXT_INITIALIZER; csc.p=(void *)src; csc.limit=srcLength; toUpper( caseLocale, options, src, &csc, srcLength, sink, edits, errorCode); } } static void U_CALLCONV ucasemap_internalUTF8Fold(int32_t /* caseLocale */, uint32_t options, UCASEMAP_BREAK_ITERATOR_UNUSED const uint8_t *src, int32_t srcLength, icu::ByteSink &sink, icu::Edits *edits, UErrorCode &errorCode) { toLower( -1, options, src, nullptr, 0, srcLength, sink, edits, errorCode); } void ucasemap_mapUTF8(int32_t caseLocale, uint32_t options, UCASEMAP_BREAK_ITERATOR_PARAM const char *src, int32_t srcLength, UTF8CaseMapper *stringCaseMapper, icu::ByteSink &sink, icu::Edits *edits, UErrorCode &errorCode) { /* check argument values */ if (U_FAILURE(errorCode)) { return; } if ((src == nullptr && srcLength != 0) || srcLength < -1) { errorCode = U_ILLEGAL_ARGUMENT_ERROR; return; } // Get the string length. if (srcLength == -1) { srcLength = (int32_t)uprv_strlen((const char *)src); } if (edits != nullptr && (options & U_EDITS_NO_RESET) == 0) { edits->reset(); } stringCaseMapper(caseLocale, options, UCASEMAP_BREAK_ITERATOR (const uint8_t *)src, srcLength, sink, edits, errorCode); sink.Flush(); if (U_SUCCESS(errorCode)) { if (edits != nullptr) { edits->copyErrorTo(errorCode); } } } int32_t ucasemap_mapUTF8(int32_t caseLocale, uint32_t options, UCASEMAP_BREAK_ITERATOR_PARAM char *dest, int32_t destCapacity, const char *src, int32_t srcLength, UTF8CaseMapper *stringCaseMapper, icu::Edits *edits, UErrorCode &errorCode) { /* check argument values */ if(U_FAILURE(errorCode)) { return 0; } if( destCapacity<0 || (dest==nullptr && destCapacity>0) || (src==nullptr && srcLength!=0) || srcLength<-1 ) { errorCode=U_ILLEGAL_ARGUMENT_ERROR; return 0; } /* get the string length */ if(srcLength==-1) { srcLength=(int32_t)uprv_strlen((const char *)src); } /* check for overlapping source and destination */ if( dest!=nullptr && ((src>=dest && src<(dest+destCapacity)) || (dest>=src && dest<(src+srcLength))) ) { errorCode=U_ILLEGAL_ARGUMENT_ERROR; return 0; } CheckedArrayByteSink sink(dest, destCapacity); if (edits != nullptr && (options & U_EDITS_NO_RESET) == 0) { edits->reset(); } stringCaseMapper(caseLocale, options, UCASEMAP_BREAK_ITERATOR (const uint8_t *)src, srcLength, sink, edits, errorCode); sink.Flush(); if (U_SUCCESS(errorCode)) { if (sink.Overflowed()) { errorCode = U_BUFFER_OVERFLOW_ERROR; } else if (edits != nullptr) { edits->copyErrorTo(errorCode); } } return u_terminateChars(dest, destCapacity, sink.NumberOfBytesAppended(), &errorCode); } /* public API functions */ U_CAPI int32_t U_EXPORT2 ucasemap_utf8ToLower(const UCaseMap *csm, char *dest, int32_t destCapacity, const char *src, int32_t srcLength, UErrorCode *pErrorCode) { return ucasemap_mapUTF8( csm->caseLocale, csm->options, UCASEMAP_BREAK_ITERATOR_NULL dest, destCapacity, src, srcLength, ucasemap_internalUTF8ToLower, nullptr, *pErrorCode); } U_CAPI int32_t U_EXPORT2 ucasemap_utf8ToUpper(const UCaseMap *csm, char *dest, int32_t destCapacity, const char *src, int32_t srcLength, UErrorCode *pErrorCode) { return ucasemap_mapUTF8( csm->caseLocale, csm->options, UCASEMAP_BREAK_ITERATOR_NULL dest, destCapacity, src, srcLength, ucasemap_internalUTF8ToUpper, nullptr, *pErrorCode); } U_CAPI int32_t U_EXPORT2 ucasemap_utf8FoldCase(const UCaseMap *csm, char *dest, int32_t destCapacity, const char *src, int32_t srcLength, UErrorCode *pErrorCode) { return ucasemap_mapUTF8( UCASE_LOC_ROOT, csm->options, UCASEMAP_BREAK_ITERATOR_NULL dest, destCapacity, src, srcLength, ucasemap_internalUTF8Fold, nullptr, *pErrorCode); } U_NAMESPACE_BEGIN void CaseMap::utf8ToLower( const char *locale, uint32_t options, StringPiece src, ByteSink &sink, Edits *edits, UErrorCode &errorCode) { ucasemap_mapUTF8( ustrcase_getCaseLocale(locale), options, UCASEMAP_BREAK_ITERATOR_NULL src.data(), src.length(), ucasemap_internalUTF8ToLower, sink, edits, errorCode); } void CaseMap::utf8ToUpper( const char *locale, uint32_t options, StringPiece src, ByteSink &sink, Edits *edits, UErrorCode &errorCode) { ucasemap_mapUTF8( ustrcase_getCaseLocale(locale), options, UCASEMAP_BREAK_ITERATOR_NULL src.data(), src.length(), ucasemap_internalUTF8ToUpper, sink, edits, errorCode); } void CaseMap::utf8Fold( uint32_t options, StringPiece src, ByteSink &sink, Edits *edits, UErrorCode &errorCode) { ucasemap_mapUTF8( UCASE_LOC_ROOT, options, UCASEMAP_BREAK_ITERATOR_NULL src.data(), src.length(), ucasemap_internalUTF8Fold, sink, edits, errorCode); } int32_t CaseMap::utf8ToLower( const char *locale, uint32_t options, const char *src, int32_t srcLength, char *dest, int32_t destCapacity, Edits *edits, UErrorCode &errorCode) { return ucasemap_mapUTF8( ustrcase_getCaseLocale(locale), options, UCASEMAP_BREAK_ITERATOR_NULL dest, destCapacity, src, srcLength, ucasemap_internalUTF8ToLower, edits, errorCode); } int32_t CaseMap::utf8ToUpper( const char *locale, uint32_t options, const char *src, int32_t srcLength, char *dest, int32_t destCapacity, Edits *edits, UErrorCode &errorCode) { return ucasemap_mapUTF8( ustrcase_getCaseLocale(locale), options, UCASEMAP_BREAK_ITERATOR_NULL dest, destCapacity, src, srcLength, ucasemap_internalUTF8ToUpper, edits, errorCode); } int32_t CaseMap::utf8Fold( uint32_t options, const char *src, int32_t srcLength, char *dest, int32_t destCapacity, Edits *edits, UErrorCode &errorCode) { return ucasemap_mapUTF8( UCASE_LOC_ROOT, options, UCASEMAP_BREAK_ITERATOR_NULL dest, destCapacity, src, srcLength, ucasemap_internalUTF8Fold, edits, errorCode); } U_NAMESPACE_END