summaryrefslogtreecommitdiffstats
path: root/sal/textenc/convertiso2022kr.cxx
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-27 16:51:28 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-27 16:51:28 +0000
commit940b4d1848e8c70ab7642901a68594e8016caffc (patch)
treeeb72f344ee6c3d9b80a7ecc079ea79e9fba8676d /sal/textenc/convertiso2022kr.cxx
parentInitial commit. (diff)
downloadlibreoffice-940b4d1848e8c70ab7642901a68594e8016caffc.tar.xz
libreoffice-940b4d1848e8c70ab7642901a68594e8016caffc.zip
Adding upstream version 1:7.0.4.upstream/1%7.0.4upstream
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'sal/textenc/convertiso2022kr.cxx')
-rw-r--r--sal/textenc/convertiso2022kr.cxx541
1 files changed, 541 insertions, 0 deletions
diff --git a/sal/textenc/convertiso2022kr.cxx b/sal/textenc/convertiso2022kr.cxx
new file mode 100644
index 000000000..5c7971ba5
--- /dev/null
+++ b/sal/textenc/convertiso2022kr.cxx
@@ -0,0 +1,541 @@
+/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
+/*
+ * This file is part of the LibreOffice project.
+ *
+ * This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at http://mozilla.org/MPL/2.0/.
+ *
+ * This file incorporates work covered by the following license notice:
+ *
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed
+ * with this work for additional information regarding copyright
+ * ownership. The ASF licenses this file to you under the Apache
+ * License, Version 2.0 (the "License"); you may not use this file
+ * except in compliance with the License. You may obtain a copy of
+ * the License at http://www.apache.org/licenses/LICENSE-2.0 .
+ */
+
+#include <sal/config.h>
+
+#include <cassert>
+
+#include <rtl/character.hxx>
+#include <rtl/textcvt.h>
+#include <sal/types.h>
+
+#include "converter.hxx"
+#include "convertiso2022kr.hxx"
+#include "tenchelp.hxx"
+#include "unichars.hxx"
+
+namespace {
+
+enum ImplIso2022KrToUnicodeState // order is important:
+{
+ IMPL_ISO_2022_KR_TO_UNICODE_STATE_ASCII,
+ IMPL_ISO_2022_KR_TO_UNICODE_STATE_1001,
+ IMPL_ISO_2022_KR_TO_UNICODE_STATE_1001_2,
+ IMPL_ISO_2022_KR_TO_UNICODE_STATE_ESC,
+ IMPL_ISO_2022_KR_TO_UNICODE_STATE_ESC_DOLLAR,
+ IMPL_ISO_2022_KR_TO_UNICODE_STATE_ESC_DOLLAR_RPAREN
+};
+
+struct ImplIso2022KrToUnicodeContext
+{
+ ImplIso2022KrToUnicodeState m_eState;
+ sal_uInt32 m_nRow;
+};
+
+enum ImplUnicodeToIso2022KrSet
+{
+ IMPL_UNICODE_TO_ISO_2022_KR_SET_NONE,
+ IMPL_UNICODE_TO_ISO_2022_KR_SET_ASCII,
+ IMPL_UNICODE_TO_ISO_2022_KR_SET_1001
+};
+
+struct ImplUnicodeToIso2022KrContext
+{
+ sal_Unicode m_nHighSurrogate;
+ ImplUnicodeToIso2022KrSet m_eSet;
+};
+
+}
+
+void * ImplCreateIso2022KrToUnicodeContext()
+{
+ ImplIso2022KrToUnicodeContext * pContext =
+ new ImplIso2022KrToUnicodeContext;
+ pContext->m_eState = IMPL_ISO_2022_KR_TO_UNICODE_STATE_ASCII;
+ return pContext;
+}
+
+void ImplResetIso2022KrToUnicodeContext(void * pContext)
+{
+ if (pContext)
+ static_cast< ImplIso2022KrToUnicodeContext * >(pContext)->m_eState
+ = IMPL_ISO_2022_KR_TO_UNICODE_STATE_ASCII;
+}
+
+void ImplDestroyIso2022KrToUnicodeContext(void * pContext)
+{
+ delete static_cast< ImplIso2022KrToUnicodeContext * >(pContext);
+}
+
+sal_Size ImplConvertIso2022KrToUnicode(void const * pData,
+ void * pContext,
+ char const * pSrcBuf,
+ sal_Size nSrcBytes,
+ sal_Unicode * pDestBuf,
+ sal_Size nDestChars,
+ sal_uInt32 nFlags,
+ sal_uInt32 * pInfo,
+ sal_Size * pSrcCvtBytes)
+{
+ ImplDBCSToUniLeadTab const * pKsX1001Data
+ = static_cast< ImplIso2022KrConverterData const * >(pData)->
+ m_pKsX1001ToUnicodeData;
+ ImplIso2022KrToUnicodeState eState
+ = IMPL_ISO_2022_KR_TO_UNICODE_STATE_ASCII;
+ sal_uInt32 nRow = 0;
+ sal_uInt32 nInfo = 0;
+ sal_Size nConverted = 0;
+ sal_Unicode * pDestBufPtr = pDestBuf;
+ sal_Unicode * pDestBufEnd = pDestBuf + nDestChars;
+ sal_Size startOfCurrentChar = 0;
+
+ if (pContext)
+ {
+ eState = static_cast< ImplIso2022KrToUnicodeContext * >(pContext)->m_eState;
+ nRow = static_cast< ImplIso2022KrToUnicodeContext * >(pContext)->m_nRow;
+ }
+
+ for (; nConverted < nSrcBytes; ++nConverted)
+ {
+ bool bUndefined = true;
+ sal_uInt32 nChar = *reinterpret_cast<unsigned char const *>(pSrcBuf++);
+ switch (eState)
+ {
+ case IMPL_ISO_2022_KR_TO_UNICODE_STATE_ASCII:
+ if (nChar == 0x0E) // SO
+ eState = IMPL_ISO_2022_KR_TO_UNICODE_STATE_1001;
+ else if (nChar == 0x1B) // ESC
+ eState = IMPL_ISO_2022_KR_TO_UNICODE_STATE_ESC;
+ else if (nChar < 0x80)
+ if (pDestBufPtr != pDestBufEnd) {
+ *pDestBufPtr++ = static_cast<sal_Unicode>(nChar);
+ startOfCurrentChar = nConverted + 1;
+ } else
+ goto no_output;
+ else
+ {
+ bUndefined = false;
+ goto bad_input;
+ }
+ break;
+
+ case IMPL_ISO_2022_KR_TO_UNICODE_STATE_1001:
+ if (nChar == 0x0F) // SI
+ eState = IMPL_ISO_2022_KR_TO_UNICODE_STATE_ASCII;
+ else if (nChar >= 0x21 && nChar <= 0x7E)
+ {
+ nRow = nChar + 0x80;
+ eState = IMPL_ISO_2022_KR_TO_UNICODE_STATE_1001_2;
+ }
+ else
+ {
+ bUndefined = false;
+ goto bad_input;
+ }
+ break;
+
+ case IMPL_ISO_2022_KR_TO_UNICODE_STATE_1001_2:
+ if (nChar >= 0x21 && nChar <= 0x7E)
+ {
+ sal_uInt16 nUnicode = 0;
+ sal_uInt32 nFirst = pKsX1001Data[nRow].mnTrailStart;
+ nChar += 0x80;
+ if (nChar >= nFirst && nChar <= pKsX1001Data[nRow].mnTrailEnd)
+ nUnicode = pKsX1001Data[nRow].
+ mpToUniTrailTab[nChar - nFirst];
+ if (nUnicode != 0)
+ if (pDestBufPtr != pDestBufEnd)
+ {
+ *pDestBufPtr++ = static_cast<sal_Unicode>(nUnicode);
+ eState = IMPL_ISO_2022_KR_TO_UNICODE_STATE_1001;
+ startOfCurrentChar = nConverted + 1;
+ }
+ else
+ goto no_output;
+ else
+ goto bad_input;
+ }
+ else
+ {
+ bUndefined = false;
+ goto bad_input;
+ }
+ break;
+
+ case IMPL_ISO_2022_KR_TO_UNICODE_STATE_ESC:
+ if (nChar == 0x24) // $
+ eState = IMPL_ISO_2022_KR_TO_UNICODE_STATE_ESC_DOLLAR;
+ else
+ {
+ bUndefined = false;
+ goto bad_input;
+ }
+ break;
+
+ case IMPL_ISO_2022_KR_TO_UNICODE_STATE_ESC_DOLLAR:
+ if (nChar == 0x29) // )
+ eState = IMPL_ISO_2022_KR_TO_UNICODE_STATE_ESC_DOLLAR_RPAREN;
+ else
+ {
+ bUndefined = false;
+ goto bad_input;
+ }
+ break;
+
+ case IMPL_ISO_2022_KR_TO_UNICODE_STATE_ESC_DOLLAR_RPAREN:
+ if (nChar == 0x43) // C
+ eState = IMPL_ISO_2022_KR_TO_UNICODE_STATE_ASCII;
+ else
+ {
+ bUndefined = false;
+ goto bad_input;
+ }
+ break;
+ }
+ continue;
+
+ bad_input:
+ switch (sal::detail::textenc::handleBadInputTextToUnicodeConversion(
+ bUndefined, true, 0, nFlags, &pDestBufPtr, pDestBufEnd,
+ &nInfo))
+ {
+ case sal::detail::textenc::BAD_INPUT_STOP:
+ eState = IMPL_ISO_2022_KR_TO_UNICODE_STATE_ASCII;
+ if ((nFlags & RTL_TEXTTOUNICODE_FLAGS_FLUSH) == 0) {
+ ++nConverted;
+ } else {
+ nConverted = startOfCurrentChar;
+ }
+ break;
+
+ case sal::detail::textenc::BAD_INPUT_CONTINUE:
+ eState = IMPL_ISO_2022_KR_TO_UNICODE_STATE_ASCII;
+ startOfCurrentChar = nConverted + 1;
+ continue;
+
+ case sal::detail::textenc::BAD_INPUT_NO_OUTPUT:
+ goto no_output;
+ }
+ break;
+
+ no_output:
+ --pSrcBuf;
+ nInfo |= RTL_TEXTTOUNICODE_INFO_DESTBUFFERTOOSMALL;
+ break;
+ }
+
+ if (eState > IMPL_ISO_2022_KR_TO_UNICODE_STATE_1001
+ && (nInfo & (RTL_TEXTTOUNICODE_INFO_ERROR
+ | RTL_TEXTTOUNICODE_INFO_DESTBUFFERTOOSMALL))
+ == 0)
+ {
+ if ((nFlags & RTL_TEXTTOUNICODE_FLAGS_FLUSH) == 0)
+ nInfo |= RTL_TEXTTOUNICODE_INFO_SRCBUFFERTOOSMALL;
+ else
+ switch (sal::detail::textenc::handleBadInputTextToUnicodeConversion(
+ false, true, 0, nFlags, &pDestBufPtr, pDestBufEnd,
+ &nInfo))
+ {
+ case sal::detail::textenc::BAD_INPUT_STOP:
+ if ((nFlags & RTL_TEXTTOUNICODE_FLAGS_FLUSH) != 0) {
+ nConverted = startOfCurrentChar;
+ }
+ [[fallthrough]];
+ case sal::detail::textenc::BAD_INPUT_CONTINUE:
+ eState = IMPL_ISO_2022_KR_TO_UNICODE_STATE_ASCII;
+ break;
+
+ case sal::detail::textenc::BAD_INPUT_NO_OUTPUT:
+ nInfo |= RTL_TEXTTOUNICODE_INFO_DESTBUFFERTOOSMALL;
+ break;
+ }
+ }
+
+ if (pContext)
+ {
+ static_cast< ImplIso2022KrToUnicodeContext * >(pContext)->m_eState = eState;
+ static_cast< ImplIso2022KrToUnicodeContext * >(pContext)->m_nRow = nRow;
+ }
+ if (pInfo)
+ *pInfo = nInfo;
+ if (pSrcCvtBytes)
+ *pSrcCvtBytes = nConverted;
+
+ return pDestBufPtr - pDestBuf;
+}
+
+void * ImplCreateUnicodeToIso2022KrContext()
+{
+ ImplUnicodeToIso2022KrContext * pContext =
+ new ImplUnicodeToIso2022KrContext;
+ pContext->m_nHighSurrogate = 0;
+ pContext->m_eSet = IMPL_UNICODE_TO_ISO_2022_KR_SET_NONE;
+ return pContext;
+}
+
+void ImplResetUnicodeToIso2022KrContext(void * pContext)
+{
+ if (pContext)
+ {
+ static_cast< ImplUnicodeToIso2022KrContext * >(pContext)->m_nHighSurrogate = 0;
+ static_cast< ImplUnicodeToIso2022KrContext * >(pContext)->m_eSet
+ = IMPL_UNICODE_TO_ISO_2022_KR_SET_NONE;
+ }
+}
+
+void ImplDestroyUnicodeToIso2022KrContext(void * pContext)
+{
+ delete static_cast< ImplUnicodeToIso2022KrContext * >(pContext);
+}
+
+sal_Size ImplConvertUnicodeToIso2022Kr(void const * pData,
+ void * pContext,
+ sal_Unicode const * pSrcBuf,
+ sal_Size nSrcChars,
+ char * pDestBuf,
+ sal_Size nDestBytes,
+ sal_uInt32 nFlags,
+ sal_uInt32 * pInfo,
+ sal_Size * pSrcCvtChars)
+{
+ ImplUniToDBCSHighTab const * pKsX1001Data
+ = static_cast< ImplIso2022KrConverterData const * >(pData)->
+ m_pUnicodeToKsX1001Data;
+ sal_Unicode nHighSurrogate = 0;
+ ImplUnicodeToIso2022KrSet eSet = IMPL_UNICODE_TO_ISO_2022_KR_SET_NONE;
+ sal_uInt32 nInfo = 0;
+ sal_Size nConverted = 0;
+ char * pDestBufPtr = pDestBuf;
+ char * pDestBufEnd = pDestBuf + nDestBytes;
+ bool bWritten;
+
+ if (pContext)
+ {
+ nHighSurrogate
+ = static_cast< ImplUnicodeToIso2022KrContext * >(pContext)->m_nHighSurrogate;
+ eSet = static_cast< ImplUnicodeToIso2022KrContext * >(pContext)->m_eSet;
+ }
+
+ if (eSet == IMPL_UNICODE_TO_ISO_2022_KR_SET_NONE)
+ {
+ if (pDestBufEnd - pDestBufPtr >= 4)
+ {
+ *pDestBufPtr++ = 0x1B; // ESC
+ *pDestBufPtr++ = 0x24; // $
+ *pDestBufPtr++ = 0x29; // )
+ *pDestBufPtr++ = 0x43; // C
+ eSet = IMPL_UNICODE_TO_ISO_2022_KR_SET_ASCII;
+ }
+ else
+ nInfo |= RTL_UNICODETOTEXT_INFO_DESTBUFFERTOSMALL;
+ }
+
+ if ((nInfo & RTL_UNICODETOTEXT_INFO_DESTBUFFERTOSMALL) == 0)
+ for (; nConverted < nSrcChars; ++nConverted)
+ {
+ bool bUndefined = true;
+ sal_uInt32 nChar = *pSrcBuf++;
+ if (nHighSurrogate == 0)
+ {
+ if (ImplIsHighSurrogate(nChar))
+ {
+ nHighSurrogate = static_cast<sal_Unicode>(nChar);
+ continue;
+ }
+ else if (ImplIsLowSurrogate(nChar))
+ {
+ bUndefined = false;
+ goto bad_input;
+ }
+ }
+ else if (ImplIsLowSurrogate(nChar))
+ nChar = ImplCombineSurrogates(nHighSurrogate, nChar);
+ else
+ {
+ bUndefined = false;
+ goto bad_input;
+ }
+
+ assert(rtl::isUnicodeScalarValue(nChar));
+
+ if (nChar == 0x0A || nChar == 0x0D) // LF, CR
+ {
+ if (eSet == IMPL_UNICODE_TO_ISO_2022_KR_SET_1001)
+ {
+ if (pDestBufPtr != pDestBufEnd)
+ {
+ *pDestBufPtr++ = 0x0F; // SI
+ eSet = IMPL_UNICODE_TO_ISO_2022_KR_SET_ASCII;
+ }
+ else
+ goto no_output;
+ }
+ if (pDestBufPtr != pDestBufEnd)
+ *pDestBufPtr++ = static_cast< char >(nChar);
+ else
+ goto no_output;
+ }
+ else if (nChar == 0x0E || nChar == 0x0F || nChar == 0x1B)
+ goto bad_input;
+ else if (nChar < 0x80)
+ {
+ if (eSet == IMPL_UNICODE_TO_ISO_2022_KR_SET_1001)
+ {
+ if (pDestBufPtr != pDestBufEnd)
+ {
+ *pDestBufPtr++ = 0x0F; // SI
+ eSet = IMPL_UNICODE_TO_ISO_2022_KR_SET_ASCII;
+ }
+ else
+ goto no_output;
+ }
+ if (pDestBufPtr != pDestBufEnd)
+ *pDestBufPtr++ = static_cast< char >(nChar);
+ else
+ goto no_output;
+ }
+ else
+ {
+ sal_uInt16 nBytes = 0;
+ sal_uInt32 nIndex1 = nChar >> 8;
+ if (nIndex1 < 0x100)
+ {
+ sal_uInt32 nIndex2 = nChar & 0xFF;
+ sal_uInt32 nFirst = pKsX1001Data[nIndex1].mnLowStart;
+ if (nIndex2 >= nFirst
+ && nIndex2 <= pKsX1001Data[nIndex1].mnLowEnd)
+ nBytes = pKsX1001Data[nIndex1].
+ mpToUniTrailTab[nIndex2 - nFirst];
+ }
+ if (nBytes != 0)
+ {
+ if (eSet == IMPL_UNICODE_TO_ISO_2022_KR_SET_ASCII)
+ {
+ if (pDestBufPtr != pDestBufEnd)
+ {
+ *pDestBufPtr++ = 0x0E; // SO
+ eSet = IMPL_UNICODE_TO_ISO_2022_KR_SET_1001;
+ }
+ else
+ goto no_output;
+ }
+ if (pDestBufEnd - pDestBufPtr >= 2)
+ {
+ *pDestBufPtr++ = static_cast< char >((nBytes >> 8) & 0x7F);
+ *pDestBufPtr++ = static_cast< char >(nBytes & 0x7F);
+ }
+ else
+ goto no_output;
+ }
+ else
+ goto bad_input;
+ }
+ nHighSurrogate = 0;
+ continue;
+
+ bad_input:
+ switch (sal::detail::textenc::handleBadInputUnicodeToTextConversion(
+ bUndefined, nChar, nFlags, &pDestBufPtr, pDestBufEnd,
+ &nInfo, "\x0F" /* SI */,
+ eSet == IMPL_UNICODE_TO_ISO_2022_KR_SET_ASCII ? 0 : 1,
+ &bWritten))
+ {
+ case sal::detail::textenc::BAD_INPUT_STOP:
+ nHighSurrogate = 0;
+ break;
+
+ case sal::detail::textenc::BAD_INPUT_CONTINUE:
+ if (bWritten)
+ eSet = IMPL_UNICODE_TO_ISO_2022_KR_SET_ASCII;
+ nHighSurrogate = 0;
+ continue;
+
+ case sal::detail::textenc::BAD_INPUT_NO_OUTPUT:
+ goto no_output;
+ }
+ break;
+
+ no_output:
+ --pSrcBuf;
+ nInfo |= RTL_UNICODETOTEXT_INFO_DESTBUFFERTOSMALL;
+ break;
+ }
+
+ if ((nInfo & (RTL_UNICODETOTEXT_INFO_ERROR
+ | RTL_UNICODETOTEXT_INFO_DESTBUFFERTOSMALL))
+ == 0)
+ {
+ bool bFlush = true;
+ if (nHighSurrogate != 0)
+ {
+ if ((nFlags & RTL_UNICODETOTEXT_FLAGS_FLUSH) != 0)
+ nInfo |= RTL_UNICODETOTEXT_INFO_SRCBUFFERTOSMALL;
+ else
+ switch (sal::detail::textenc::handleBadInputUnicodeToTextConversion(
+ false, 0, nFlags, &pDestBufPtr, pDestBufEnd, &nInfo,
+ "\x0F" /* SI */,
+ (eSet == IMPL_UNICODE_TO_ISO_2022_KR_SET_ASCII
+ ? 0 : 1),
+ &bWritten))
+ {
+ case sal::detail::textenc::BAD_INPUT_STOP:
+ nHighSurrogate = 0;
+ bFlush = false;
+ break;
+
+ case sal::detail::textenc::BAD_INPUT_CONTINUE:
+ if (bWritten)
+ eSet = IMPL_UNICODE_TO_ISO_2022_KR_SET_ASCII;
+ nHighSurrogate = 0;
+ break;
+
+ case sal::detail::textenc::BAD_INPUT_NO_OUTPUT:
+ nInfo |= RTL_UNICODETOTEXT_INFO_DESTBUFFERTOSMALL;
+ break;
+ }
+ }
+ if (bFlush
+ && eSet == IMPL_UNICODE_TO_ISO_2022_KR_SET_1001
+ && (nFlags & RTL_UNICODETOTEXT_FLAGS_FLUSH) != 0)
+ {
+ if (pDestBufPtr != pDestBufEnd)
+ {
+ *pDestBufPtr++ = 0x0F; // SI
+ eSet = IMPL_UNICODE_TO_ISO_2022_KR_SET_ASCII;
+ }
+ else
+ nInfo |= RTL_UNICODETOTEXT_INFO_DESTBUFFERTOSMALL;
+ }
+ }
+
+ if (pContext)
+ {
+ static_cast< ImplUnicodeToIso2022KrContext * >(pContext)->m_nHighSurrogate
+ = nHighSurrogate;
+ static_cast< ImplUnicodeToIso2022KrContext * >(pContext)->m_eSet = eSet;
+ }
+ if (pInfo)
+ *pInfo = nInfo;
+ if (pSrcCvtChars)
+ *pSrcCvtChars = nConverted;
+
+ return pDestBufPtr - pDestBuf;
+}
+
+/* vim:set shiftwidth=4 softtabstop=4 expandtab: */