summaryrefslogtreecommitdiffstats
path: root/src/UCdomap.c
diff options
context:
space:
mode:
Diffstat (limited to '')
-rw-r--r--src/UCdomap.c2524
1 files changed, 2524 insertions, 0 deletions
diff --git a/src/UCdomap.c b/src/UCdomap.c
new file mode 100644
index 0000000..0ec239a
--- /dev/null
+++ b/src/UCdomap.c
@@ -0,0 +1,2524 @@
+/*
+ * $LynxId: UCdomap.c,v 1.111 2023/01/05 09:17:16 tom Exp $
+ *
+ * UCdomap.c
+ * =========
+ *
+ * This is a Lynx chartrans engine, its external calls are in UCMap.h
+ *
+ * Derived from code in the Linux kernel console driver.
+ *
+ * The GNU General Public License therefore applies, see the file
+ * COPYING in the top-level directory which should come with every Lynx
+ * distribution.
+ *
+ * [ original comment: - KW ]
+ *
+ * Mapping from internal code (such as Latin-1 or Unicode or IBM PC code)
+ * to font positions.
+ *
+ * aeb, 950210
+ */
+#include <HTUtils.h>
+#include <HTMLDTD.h>
+
+#include <LYGlobalDefs.h>
+#include <UCdomap.h>
+#include <UCMap.h>
+#include <UCAux.h>
+#include <UCDefs.h>
+#include <LYCharSets.h>
+#include <LYStrings.h>
+#include <LYUtils.h>
+
+#if defined(USE_LOCALE_CHARSET) && defined(HAVE_LANGINFO_CODESET)
+#include <langinfo.h>
+#endif
+
+#if defined(USE_JAPANESEUTF8_SUPPORT) || defined(EXP_CHINESEUTF8_SUPPORT)
+#include <iconv.h>
+#endif
+
+#include <LYLeaks.h>
+
+/*
+ * Include chartrans tables:
+ */
+#include <cp1250_uni.h> /* WinLatin2 (cp1250) */
+#include <cp1251_uni.h> /* WinCyrillic (cp1251) */
+#include <cp1252_uni.h> /* WinLatin1 (cp1252) */
+#include <cp1253_uni.h> /* WinGreek (cp1253) */
+#include <cp1255_uni.h> /* WinHebrew (cp1255) */
+#include <cp1256_uni.h> /* WinArabic (cp1256) */
+#include <cp1257_uni.h> /* WinBaltRim (cp1257) */
+#include <cp437_uni.h> /* DosLatinUS (cp437) */
+#include <cp737_uni.h> /* DosGreek (cp737) */
+#include <cp775_uni.h> /* DosBaltRim (cp775) */
+#include <cp850_uni.h> /* DosLatin1 (cp850) */
+#include <cp852_uni.h> /* DosLatin2 (cp852) */
+#include <cp857_uni.h> /* DosTurkish (cp857) */
+#include <cp862_uni.h> /* DosHebrew (cp862) */
+#include <cp864_uni.h> /* DosArabic (cp864) */
+#include <cp866_uni.h> /* DosCyrillic (cp866) */
+#include <cp869_uni.h> /* DosGreek2 (cp869) */
+#include <def7_uni.h> /* 7 bit approximations */
+#include <dmcs_uni.h> /* DEC Multinational */
+#include <hp_uni.h> /* HP Roman8 */
+#include <iso01_uni.h> /* ISO Latin 1 */
+#include <iso02_uni.h> /* ISO Latin 2 */
+#include <iso03_uni.h> /* ISO Latin 3 */
+#include <iso04_uni.h> /* ISO Latin 4 */
+#include <iso05_uni.h> /* ISO 8859-5 Cyrillic */
+#include <iso06_uni.h> /* ISO 8859-6 Arabic */
+#include <iso07_uni.h> /* ISO 8859-7 Greek */
+#include <iso08_uni.h> /* ISO 8859-8 Hebrew */
+#include <iso09_uni.h> /* ISO 8859-9 (Latin 5) */
+#include <iso10_uni.h> /* ISO 8859-10 */
+#include <iso13_uni.h> /* ISO 8859-13 (Latin 7) */
+#include <iso14_uni.h> /* ISO 8859-14 (Latin 8) */
+#include <iso15_uni.h> /* ISO 8859-15 (Latin 9) */
+#include <iso16_uni.h> /* ISO 8859-16 (Latin 10) */
+#include <koi8r_uni.h> /* KOI8-R Cyrillic */
+#include <mac_uni.h> /* Macintosh (8 bit) */
+#include <mnem2_suni.h> /* RFC 1345 Mnemonic */
+#include <next_uni.h> /* NeXT character set */
+#include <rfc_suni.h> /* RFC 1345 w/o Intro */
+/* #include <utf8_uni.h> */ /* UNICODE UTF 8 */
+#include <viscii_uni.h> /* Vietnamese (VISCII) */
+#include <cp866u_uni.h> /* Ukrainian Cyrillic (866) */
+#include <koi8u_uni.h> /* Ukrainian Cyrillic (koi8-u */
+#include <pt154_uni.h> /* Cyrillic-Asian (PT154) */
+
+#ifdef CAN_AUTODETECT_DISPLAY_CHARSET
+int auto_display_charset = -1;
+#endif
+
+static const char *UC_GNsetMIMEnames[4] =
+{
+ "iso-8859-1", "x-dec-graphics", "cp437", "x-transparent"
+};
+
+static int UC_GNhandles[4] =
+{
+ -1, -1, -1, -1
+};
+
+/*
+ * Some of the code below, and some of the comments, are left in for
+ * historical reasons. Not all those tables below are currently
+ * really needed (and what with all those hardwired codepoints),
+ * but let's keep them around for now. They may come in handy if we
+ * decide to make more extended use of the mechanisms (including e.g.
+ * for chars < 127...). - KW
+ */
+
+static u16 translations[][256] =
+{
+ /*
+ * 8-bit Latin-1 mapped to Unicode -- trivial mapping.
+ */
+ {
+ 0x0000, 0x0001, 0x0002, 0x0003, 0x0004, 0x0005, 0x0006, 0x0007,
+ 0x0008, 0x0009, 0x000a, 0x000b, 0x000c, 0x000d, 0x000e, 0x000f,
+ 0x0010, 0x0011, 0x0012, 0x0013, 0x0014, 0x0015, 0x0016, 0x0017,
+ 0x0018, 0x0019, 0x001a, 0x001b, 0x001c, 0x001d, 0x001e, 0x001f,
+ 0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027,
+ 0x0028, 0x0029, 0x002a, 0x002b, 0x002c, 0x002d, 0x002e, 0x002f,
+ 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037,
+ 0x0038, 0x0039, 0x003a, 0x003b, 0x003c, 0x003d, 0x003e, 0x003f,
+ 0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047,
+ 0x0048, 0x0049, 0x004a, 0x004b, 0x004c, 0x004d, 0x004e, 0x004f,
+ 0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057,
+ 0x0058, 0x0059, 0x005a, 0x005b, 0x005c, 0x005d, 0x005e, 0x005f,
+ 0x0060, 0x0061, 0x0062, 0x0063, 0x0064, 0x0065, 0x0066, 0x0067,
+ 0x0068, 0x0069, 0x006a, 0x006b, 0x006c, 0x006d, 0x006e, 0x006f,
+ 0x0070, 0x0071, 0x0072, 0x0073, 0x0074, 0x0075, 0x0076, 0x0077,
+ 0x0078, 0x0079, 0x007a, 0x007b, 0x007c, 0x007d, 0x007e, 0x007f,
+ 0x0080, 0x0081, 0x0082, 0x0083, 0x0084, 0x0085, 0x0086, 0x0087,
+ 0x0088, 0x0089, 0x008a, 0x008b, 0x008c, 0x008d, 0x008e, 0x008f,
+ 0x0090, 0x0091, 0x0092, 0x0093, 0x0094, 0x0095, 0x0096, 0x0097,
+ 0x0098, 0x0099, 0x009a, 0x009b, 0x009c, 0x009d, 0x009e, 0x009f,
+ 0x00a0, 0x00a1, 0x00a2, 0x00a3, 0x00a4, 0x00a5, 0x00a6, 0x00a7,
+ 0x00a8, 0x00a9, 0x00aa, 0x00ab, 0x00ac, 0x00ad, 0x00ae, 0x00af,
+ 0x00b0, 0x00b1, 0x00b2, 0x00b3, 0x00b4, 0x00b5, 0x00b6, 0x00b7,
+ 0x00b8, 0x00b9, 0x00ba, 0x00bb, 0x00bc, 0x00bd, 0x00be, 0x00bf,
+ 0x00c0, 0x00c1, 0x00c2, 0x00c3, 0x00c4, 0x00c5, 0x00c6, 0x00c7,
+ 0x00c8, 0x00c9, 0x00ca, 0x00cb, 0x00cc, 0x00cd, 0x00ce, 0x00cf,
+ 0x00d0, 0x00d1, 0x00d2, 0x00d3, 0x00d4, 0x00d5, 0x00d6, 0x00d7,
+ 0x00d8, 0x00d9, 0x00da, 0x00db, 0x00dc, 0x00dd, 0x00de, 0x00df,
+ 0x00e0, 0x00e1, 0x00e2, 0x00e3, 0x00e4, 0x00e5, 0x00e6, 0x00e7,
+ 0x00e8, 0x00e9, 0x00ea, 0x00eb, 0x00ec, 0x00ed, 0x00ee, 0x00ef,
+ 0x00f0, 0x00f1, 0x00f2, 0x00f3, 0x00f4, 0x00f5, 0x00f6, 0x00f7,
+ 0x00f8, 0x00f9, 0x00fa, 0x00fb, 0x00fc, 0x00fd, 0x00fe, 0x00ff
+ },
+ /*
+ * VT100 graphics mapped to Unicode.
+ */
+ {
+ 0x0000, 0x0001, 0x0002, 0x0003, 0x0004, 0x0005, 0x0006, 0x0007,
+ 0x0008, 0x0009, 0x000a, 0x000b, 0x000c, 0x000d, 0x000e, 0x000f,
+ 0x0010, 0x0011, 0x0012, 0x0013, 0x0014, 0x0015, 0x0016, 0x0017,
+ 0x0018, 0x0019, 0x001a, 0x001b, 0x001c, 0x001d, 0x001e, 0x001f,
+ 0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027,
+ 0x0028, 0x0029, 0x002a, 0x002b, 0x002c, 0x002d, 0x002e, 0x002f,
+ 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037,
+ 0x0038, 0x0039, 0x003a, 0x003b, 0x003c, 0x003d, 0x003e, 0x003f,
+ 0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047,
+ 0x0048, 0x0049, 0x004a, 0x004b, 0x004c, 0x004d, 0x004e, 0x004f,
+ 0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057,
+ 0x0058, 0x0059, 0x005a, 0x005b, 0x005c, 0x005d, 0x005e, 0x00a0,
+ 0x25c6, 0x2592, 0x2409, 0x240c, 0x240d, 0x240a, 0x00b0, 0x00b1,
+ 0x2424, 0x240b, 0x2518, 0x2510, 0x250c, 0x2514, 0x253c, 0xf800,
+ 0xf801, 0x2500, 0xf803, 0xf804, 0x251c, 0x2524, 0x2534, 0x252c,
+ 0x2502, 0x2264, 0x2265, 0x03c0, 0x2260, 0x00a3, 0x00b7, 0x007f,
+ 0x0080, 0x0081, 0x0082, 0x0083, 0x0084, 0x0085, 0x0086, 0x0087,
+ 0x0088, 0x0089, 0x008a, 0x008b, 0x008c, 0x008d, 0x008e, 0x008f,
+ 0x0090, 0x0091, 0x0092, 0x0093, 0x0094, 0x0095, 0x0096, 0x0097,
+ 0x0098, 0x0099, 0x009a, 0x009b, 0x009c, 0x009d, 0x009e, 0x009f,
+ 0x00a0, 0x00a1, 0x00a2, 0x00a3, 0x00a4, 0x00a5, 0x00a6, 0x00a7,
+ 0x00a8, 0x00a9, 0x00aa, 0x00ab, 0x00ac, 0x00ad, 0x00ae, 0x00af,
+ 0x00b0, 0x00b1, 0x00b2, 0x00b3, 0x00b4, 0x00b5, 0x00b6, 0x00b7,
+ 0x00b8, 0x00b9, 0x00ba, 0x00bb, 0x00bc, 0x00bd, 0x00be, 0x00bf,
+ 0x00c0, 0x00c1, 0x00c2, 0x00c3, 0x00c4, 0x00c5, 0x00c6, 0x00c7,
+ 0x00c8, 0x00c9, 0x00ca, 0x00cb, 0x00cc, 0x00cd, 0x00ce, 0x00cf,
+ 0x00d0, 0x00d1, 0x00d2, 0x00d3, 0x00d4, 0x00d5, 0x00d6, 0x00d7,
+ 0x00d8, 0x00d9, 0x00da, 0x00db, 0x00dc, 0x00dd, 0x00de, 0x00df,
+ 0x00e0, 0x00e1, 0x00e2, 0x00e3, 0x00e4, 0x00e5, 0x00e6, 0x00e7,
+ 0x00e8, 0x00e9, 0x00ea, 0x00eb, 0x00ec, 0x00ed, 0x00ee, 0x00ef,
+ 0x00f0, 0x00f1, 0x00f2, 0x00f3, 0x00f4, 0x00f5, 0x00f6, 0x00f7,
+ 0x00f8, 0x00f9, 0x00fa, 0x00fb, 0x00fc, 0x00fd, 0x00fe, 0x00ff
+ },
+ /*
+ * IBM Codepage 437 mapped to Unicode.
+ */
+ {
+ 0x0000, 0x263a, 0x263b, 0x2665, 0x2666, 0x2663, 0x2660, 0x2022,
+ 0x25d8, 0x25cb, 0x25d9, 0x2642, 0x2640, 0x266a, 0x266b, 0x263c,
+ 0x25ba, 0x25c4, 0x2195, 0x203c, 0x00b6, 0x00a7, 0x25ac, 0x21a8,
+ 0x2191, 0x2193, 0x2192, 0x2190, 0x221f, 0x2194, 0x25b2, 0x25bc,
+ 0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027,
+ 0x0028, 0x0029, 0x002a, 0x002b, 0x002c, 0x002d, 0x002e, 0x002f,
+ 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037,
+ 0x0038, 0x0039, 0x003a, 0x003b, 0x003c, 0x003d, 0x003e, 0x003f,
+ 0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047,
+ 0x0048, 0x0049, 0x004a, 0x004b, 0x004c, 0x004d, 0x004e, 0x004f,
+ 0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057,
+ 0x0058, 0x0059, 0x005a, 0x005b, 0x005c, 0x005d, 0x005e, 0x005f,
+ 0x0060, 0x0061, 0x0062, 0x0063, 0x0064, 0x0065, 0x0066, 0x0067,
+ 0x0068, 0x0069, 0x006a, 0x006b, 0x006c, 0x006d, 0x006e, 0x006f,
+ 0x0070, 0x0071, 0x0072, 0x0073, 0x0074, 0x0075, 0x0076, 0x0077,
+ 0x0078, 0x0079, 0x007a, 0x007b, 0x007c, 0x007d, 0x007e, 0x2302,
+ 0x00c7, 0x00fc, 0x00e9, 0x00e2, 0x00e4, 0x00e0, 0x00e5, 0x00e7,
+ 0x00ea, 0x00eb, 0x00e8, 0x00ef, 0x00ee, 0x00ec, 0x00c4, 0x00c5,
+ 0x00c9, 0x00e6, 0x00c6, 0x00f4, 0x00f6, 0x00f2, 0x00fb, 0x00f9,
+ 0x00ff, 0x00d6, 0x00dc, 0x00a2, 0x00a3, 0x00a5, 0x20a7, 0x0192,
+ 0x00e1, 0x00ed, 0x00f3, 0x00fa, 0x00f1, 0x00d1, 0x00aa, 0x00ba,
+ 0x00bf, 0x2310, 0x00ac, 0x00bd, 0x00bc, 0x00a1, 0x00ab, 0x00bb,
+ 0x2591, 0x2592, 0x2593, 0x2502, 0x2524, 0x2561, 0x2562, 0x2556,
+ 0x2555, 0x2563, 0x2551, 0x2557, 0x255d, 0x255c, 0x255b, 0x2510,
+ 0x2514, 0x2534, 0x252c, 0x251c, 0x2500, 0x253c, 0x255e, 0x255f,
+ 0x255a, 0x2554, 0x2569, 0x2566, 0x2560, 0x2550, 0x256c, 0x2567,
+ 0x2568, 0x2564, 0x2565, 0x2559, 0x2558, 0x2552, 0x2553, 0x256b,
+ 0x256a, 0x2518, 0x250c, 0x2588, 0x2584, 0x258c, 0x2590, 0x2580,
+ 0x03b1, 0x00df, 0x0393, 0x03c0, 0x03a3, 0x03c3, 0x00b5, 0x03c4,
+ 0x03a6, 0x0398, 0x03a9, 0x03b4, 0x221e, 0x03c6, 0x03b5, 0x2229,
+ 0x2261, 0x00b1, 0x2265, 0x2264, 0x2320, 0x2321, 0x00f7, 0x2248,
+ 0x00b0, 0x2219, 0x00b7, 0x221a, 0x207f, 0x00b2, 0x25a0, 0x00a0
+ },
+ /*
+ * User mapping -- default to codes for direct font mapping.
+ */
+ {
+ 0xf000, 0xf001, 0xf002, 0xf003, 0xf004, 0xf005, 0xf006, 0xf007,
+ 0xf008, 0xf009, 0xf00a, 0xf00b, 0xf00c, 0xf00d, 0xf00e, 0xf00f,
+ 0xf010, 0xf011, 0xf012, 0xf013, 0xf014, 0xf015, 0xf016, 0xf017,
+ 0xf018, 0xf019, 0xf01a, 0xf01b, 0xf01c, 0xf01d, 0xf01e, 0xf01f,
+ 0xf020, 0xf021, 0xf022, 0xf023, 0xf024, 0xf025, 0xf026, 0xf027,
+ 0xf028, 0xf029, 0xf02a, 0xf02b, 0xf02c, 0xf02d, 0xf02e, 0xf02f,
+ 0xf030, 0xf031, 0xf032, 0xf033, 0xf034, 0xf035, 0xf036, 0xf037,
+ 0xf038, 0xf039, 0xf03a, 0xf03b, 0xf03c, 0xf03d, 0xf03e, 0xf03f,
+ 0xf040, 0xf041, 0xf042, 0xf043, 0xf044, 0xf045, 0xf046, 0xf047,
+ 0xf048, 0xf049, 0xf04a, 0xf04b, 0xf04c, 0xf04d, 0xf04e, 0xf04f,
+ 0xf050, 0xf051, 0xf052, 0xf053, 0xf054, 0xf055, 0xf056, 0xf057,
+ 0xf058, 0xf059, 0xf05a, 0xf05b, 0xf05c, 0xf05d, 0xf05e, 0xf05f,
+ 0xf060, 0xf061, 0xf062, 0xf063, 0xf064, 0xf065, 0xf066, 0xf067,
+ 0xf068, 0xf069, 0xf06a, 0xf06b, 0xf06c, 0xf06d, 0xf06e, 0xf06f,
+ 0xf070, 0xf071, 0xf072, 0xf073, 0xf074, 0xf075, 0xf076, 0xf077,
+ 0xf078, 0xf079, 0xf07a, 0xf07b, 0xf07c, 0xf07d, 0xf07e, 0xf07f,
+ 0xf080, 0xf081, 0xf082, 0xf083, 0xf084, 0xf085, 0xf086, 0xf087,
+ 0xf088, 0xf089, 0xf08a, 0xf08b, 0xf08c, 0xf08d, 0xf08e, 0xf08f,
+ 0xf090, 0xf091, 0xf092, 0xf093, 0xf094, 0xf095, 0xf096, 0xf097,
+ 0xf098, 0xf099, 0xf09a, 0xf09b, 0xf09c, 0xf09d, 0xf09e, 0xf09f,
+ 0xf0a0, 0xf0a1, 0xf0a2, 0xf0a3, 0xf0a4, 0xf0a5, 0xf0a6, 0xf0a7,
+ 0xf0a8, 0xf0a9, 0xf0aa, 0xf0ab, 0xf0ac, 0xf0ad, 0xf0ae, 0xf0af,
+ 0xf0b0, 0xf0b1, 0xf0b2, 0xf0b3, 0xf0b4, 0xf0b5, 0xf0b6, 0xf0b7,
+ 0xf0b8, 0xf0b9, 0xf0ba, 0xf0bb, 0xf0bc, 0xf0bd, 0xf0be, 0xf0bf,
+ 0xf0c0, 0xf0c1, 0xf0c2, 0xf0c3, 0xf0c4, 0xf0c5, 0xf0c6, 0xf0c7,
+ 0xf0c8, 0xf0c9, 0xf0ca, 0xf0cb, 0xf0cc, 0xf0cd, 0xf0ce, 0xf0cf,
+ 0xf0d0, 0xf0d1, 0xf0d2, 0xf0d3, 0xf0d4, 0xf0d5, 0xf0d6, 0xf0d7,
+ 0xf0d8, 0xf0d9, 0xf0da, 0xf0db, 0xf0dc, 0xf0dd, 0xf0de, 0xf0df,
+ 0xf0e0, 0xf0e1, 0xf0e2, 0xf0e3, 0xf0e4, 0xf0e5, 0xf0e6, 0xf0e7,
+ 0xf0e8, 0xf0e9, 0xf0ea, 0xf0eb, 0xf0ec, 0xf0ed, 0xf0ee, 0xf0ef,
+ 0xf0f0, 0xf0f1, 0xf0f2, 0xf0f3, 0xf0f4, 0xf0f5, 0xf0f6, 0xf0f7,
+ 0xf0f8, 0xf0f9, 0xf0fa, 0xf0fb, 0xf0fc, 0xf0fd, 0xf0fe, 0xf0ff
+ }
+};
+static u16 *UC_translate = NULL;
+
+static struct UC_charset UCInfo[MAXCHARSETS];
+
+/*
+ * The standard kernel character-to-font mappings are not invertible
+ * -- this is just a best effort.
+ */
+#define MAX_GLYPH 512 /* Max possible glyph value */
+
+static unsigned char *inv_translate = NULL;
+static unsigned char inv_norm_transl[MAX_GLYPH];
+static unsigned char *inverse_translations[4] =
+{NULL, NULL, NULL, NULL};
+
+static void set_inverse_transl(int i);
+static u16 *set_translate(int m);
+static int UC_valid_UC_charset(int UC_charset_hndl);
+static void UC_con_set_trans(int UC_charset_in_hndl, int Gn, int update_flag);
+static int con_insert_unipair(unsigned unicode, unsigned fontpos, int fordefault);
+static int con_insert_unipair_str(unsigned unicode, const char *replace_str, int fordefault);
+static void con_clear_unimap(int fordefault);
+static void con_clear_unimap_str(int fordefault);
+static void con_set_default_unimap(void);
+static int UC_con_set_unimap(int UC_charset_out_hndl, int update_flag);
+static int UC_con_set_unimap_str(unsigned ct, struct unipair_str *list, int fordefault);
+static int conv_uni_to_pc(long ucs, int usedefault);
+static int conv_uni_to_str(char *outbuf, int buflen, UCode_t ucs, int usedefault);
+static void UCconsole_map_init(void);
+static int UC_MapGN(int UChndl, int update_flag);
+static int UC_FindGN_byMIME(const char *UC_MIMEcharset);
+static void UCreset_allocated_LYCharSets(void);
+static STRING2PTR UC_setup_LYCharSets_repl(int UC_charset_in_hndl, unsigned lowest8);
+static int UC_Register_with_LYCharSets(int s,
+ const char *UC_MIMEcharset,
+ const char *UC_LYNXcharset,
+ int lowest_eightbit);
+
+#ifdef LY_FIND_LEAKS
+static void UCfree_allocated_LYCharSets(void);
+static void UCcleanup_mem(void);
+#endif
+
+static int default_UChndl = -1;
+
+static void set_inverse_transl(int i)
+{
+ int j, glyph;
+ u16 *p = translations[i];
+ unsigned char *q = inverse_translations[i];
+
+ if (!q) {
+ /*
+ * Slightly messy to avoid calling kmalloc too early.
+ */
+ q = inverse_translations[i] = ((i == LAT1_MAP) ?
+ inv_norm_transl :
+ typeMallocn(unsigned char, MAX_GLYPH));
+
+ if (!q)
+ return;
+ }
+ for (j = 0; j < MAX_GLYPH; j++)
+ q[j] = 0;
+
+ for (j = 0; j < E_TABSZ; j++) {
+ glyph = conv_uni_to_pc((long) p[j], 0);
+ if (glyph >= 0 && glyph < MAX_GLYPH && q[glyph] < 32) {
+ /*
+ * Prefer '-' above SHY etc.
+ */
+ q[glyph] = UCH(j);
+ }
+ }
+}
+
+static u16 *set_translate(int m)
+{
+ if (!inverse_translations[m])
+ set_inverse_transl(m);
+ inv_translate = inverse_translations[m];
+ return translations[m];
+}
+
+static int UC_valid_UC_charset(int UC_charset_hndl)
+{
+ return (UC_charset_hndl >= 0 && UC_charset_hndl < UCNumCharsets);
+}
+
+static void UC_con_set_trans(int UC_charset_in_hndl,
+ int Gn,
+ int update_flag)
+{
+ int i, j;
+ const u16 *p;
+ u16 *ptrans;
+
+ if (!UC_valid_UC_charset(UC_charset_in_hndl)) {
+ CTRACE((tfp, "UC_con_set_trans: Invalid charset handle %d.\n",
+ UC_charset_in_hndl));
+ return;
+ }
+ ptrans = translations[Gn];
+ p = UCInfo[UC_charset_in_hndl].unitable;
+#if(0)
+ if (p == UC_current_unitable) { /* test whether pointers are equal */
+ return; /* nothing to be done */
+ }
+ /*
+ * The font is always 256 characters - so far.
+ */
+ con_clear_unimap();
+#endif
+ for (i = 0; i < 256; i++) {
+ if ((j = UCInfo[UC_charset_in_hndl].unicount[i])) {
+ ptrans[i] = *p;
+ for (; j; j--) {
+ p++;
+ }
+ } else {
+ ptrans[i] = UCS_REPL;
+ }
+ }
+ if (update_flag) {
+ set_inverse_transl(Gn); /* Update inverse translation for this one */
+ }
+}
+
+/*
+ * Unicode -> current font conversion
+ *
+ * A font has at most 512 chars, usually 256.
+ * But one font position may represent several Unicode chars.
+ * A hashtable is somewhat of a pain to deal with, so use a
+ * "paged table" instead. Simulation has shown the memory cost of
+ * this 3-level paged table scheme to be comparable to a hash table.
+ */
+static int hashtable_contents_valid = 0; /* Use ASCII-only mode for bootup */
+static int hashtable_str_contents_valid = 0;
+
+static u16 **uni_pagedir[32] =
+{
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL
+};
+
+static char ***uni_pagedir_str[32] =
+{
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL
+};
+
+static const u16 *UC_current_unitable = NULL;
+static struct unimapdesc_str *UC_current_unitable_str = NULL;
+
+/*
+ * Keep a second set of structures for the translation designated
+ * as "default" - kw
+ */
+static int unidefault_contents_valid = 0; /* Use ASCII-only mode for bootup */
+static int unidefault_str_contents_valid = 0;
+
+static u16 **unidefault_pagedir[32] =
+{
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL
+};
+static char ***unidefault_pagedir_str[32] =
+{
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
+ NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL
+};
+
+static const u16 *UC_default_unitable = 0;
+static const struct unimapdesc_str *UC_default_unitable_str = 0;
+
+static int con_insert_unipair(unsigned unicode, unsigned fontpos, int fordefault)
+{
+ int i;
+ unsigned n;
+ u16 **p1, *p2;
+
+ if (fordefault)
+ p1 = unidefault_pagedir[n = unicode >> 11];
+ else
+ p1 = uni_pagedir[n = unicode >> 11];
+ if (!p1) {
+ if ((p1 = typecallocn(u16 *, 32)) == NULL)
+ return ucError;
+ if (fordefault)
+ unidefault_pagedir[n] = p1;
+ else
+ uni_pagedir[n] = p1;
+ }
+
+ if (!(p2 = p1[n = (unicode >> 6) & 0x1f])) {
+ p2 = p1[n] = (u16 *) malloc(64 * sizeof(u16));
+ if (!p2)
+ return ucError;
+
+ for (i = 0; i < 64; i++) {
+ p2[i] = UCS_HIDE; /* No glyph for this character (yet) */
+ }
+ }
+
+ p2[unicode & 0x3f] = (u16) fontpos;
+
+ return 0;
+}
+
+static int con_insert_unipair_str(unsigned unicode, const char *replace_str,
+ int fordefault)
+{
+ unsigned n;
+ char ***p1;
+ const char **p2;
+
+ if (fordefault)
+ p1 = unidefault_pagedir_str[n = unicode >> 11];
+ else
+ p1 = uni_pagedir_str[n = unicode >> 11];
+ if (!p1) {
+ if ((p1 = typecallocn(char **, 32)) == NULL)
+ return ucError;
+
+ if (fordefault)
+ unidefault_pagedir_str[n] = p1;
+ else
+ uni_pagedir_str[n] = p1;
+ }
+
+ n = ((unicode >> 6) & 0x1f);
+ if (!p1[n]) {
+ if ((p1[n] = typecallocn(char *, 64)) == NULL)
+ return ucError;
+ }
+ p2 = (const char **) p1[n];
+
+ p2[unicode & 0x3f] = replace_str;
+
+ return 0;
+}
+
+/*
+ * ui arg was a leftover, deleted. - KW
+ */
+static void con_clear_unimap(int fordefault)
+{
+ int i, j;
+ u16 **p1;
+
+ if (fordefault) {
+ for (i = 0; i < 32; i++) {
+ if ((p1 = unidefault_pagedir[i]) != NULL) {
+ for (j = 0; j < 32; j++) {
+ FREE(p1[j]);
+ }
+ FREE(p1);
+ }
+ unidefault_pagedir[i] = NULL;
+ }
+
+ unidefault_contents_valid = 1;
+ } else {
+ for (i = 0; i < 32; i++) {
+ if ((p1 = uni_pagedir[i]) != NULL) {
+ for (j = 0; j < 32; j++) {
+ FREE(p1[j]);
+ }
+ FREE(p1);
+ }
+ uni_pagedir[i] = NULL;
+ }
+
+ hashtable_contents_valid = 1;
+ }
+}
+
+static void con_clear_unimap_str(int fordefault)
+{
+ int i, j;
+ char ***p1;
+
+ if (fordefault) {
+ for (i = 0; i < 32; i++) {
+ if ((p1 = unidefault_pagedir_str[i]) != NULL) {
+ for (j = 0; j < 32; j++) {
+ FREE(p1[j]);
+ }
+ FREE(p1);
+ }
+ unidefault_pagedir_str[i] = NULL;
+ }
+
+ unidefault_str_contents_valid = 1; /* ??? probably no use... */
+ } else {
+ for (i = 0; i < 32; i++) {
+ if ((p1 = uni_pagedir_str[i]) != NULL) {
+ for (j = 0; j < 32; j++) {
+ FREE(p1[j]);
+ }
+ FREE(p1);
+ }
+ uni_pagedir_str[i] = NULL;
+ }
+
+ hashtable_str_contents_valid = 1; /* ??? probably no use... */
+ }
+}
+
+/*
+ * Loads the unimap for the hardware font, as defined in uni_hash.tbl.
+ * The representation used was the most compact I could come up
+ * with. This routine is executed at sys_setup time, and when the
+ * PIO_FONTRESET ioctl is called.
+ */
+static void con_set_default_unimap(void)
+{
+ int i, j;
+ const u16 *p;
+
+ /*
+ * The default font is always 256 characters.
+ */
+ con_clear_unimap(1);
+
+ p = dfont_unitable;
+ for (i = 0; i < 256; i++) {
+ for (j = dfont_unicount[i]; j; j--) {
+ con_insert_unipair(*(p++), (u16) i, 1);
+ }
+ }
+
+ UC_default_unitable = dfont_unitable;
+
+ con_clear_unimap_str(1);
+ UC_con_set_unimap_str(dfont_replacedesc.entry_ct, repl_map, 1);
+ UC_default_unitable_str = &dfont_replacedesc;
+}
+
+int UCNumCharsets = 0;
+
+int UCLYhndl_HTFile_for_unspec = -1;
+int UCLYhndl_HTFile_for_unrec = -1;
+int UCLYhndl_for_unspec = -1;
+int UCLYhndl_for_unrec = -1;
+
+/* easy to type, will initialize later */
+int LATIN1 = -1; /* UCGetLYhndl_byMIME("iso-8859-1") */
+int US_ASCII = -1; /* UCGetLYhndl_byMIME("us-ascii") */
+int UTF8_handle = -1; /* UCGetLYhndl_byMIME("utf-8") */
+int TRANSPARENT = -1; /* UCGetLYhndl_byMIME("x-transparent") */
+
+static int UC_con_set_unimap(int UC_charset_out_hndl,
+ int update_flag)
+{
+ int i, j;
+ const u16 *p;
+
+ if (!UC_valid_UC_charset(UC_charset_out_hndl)) {
+ CTRACE((tfp, "UC_con_set_unimap: Invalid charset handle %d.\n",
+ UC_charset_out_hndl));
+ return ucError;
+ }
+
+ p = UCInfo[UC_charset_out_hndl].unitable;
+ if (p == UC_current_unitable) { /* test whether pointers are equal */
+ return update_flag; /* nothing to be done */
+ }
+ UC_current_unitable = p;
+
+ /*
+ * The font is always 256 characters - so far.
+ */
+ con_clear_unimap(0);
+
+ for (i = 0; i < 256; i++) {
+ for (j = UCInfo[UC_charset_out_hndl].unicount[i]; j; j--) {
+ con_insert_unipair(*(p++), (u16) i, 0);
+ }
+ }
+
+ if (update_flag) {
+ for (i = 0; i <= 3; i++) {
+ set_inverse_transl(i); /* Update all inverse translations */
+ }
+ }
+
+ return 0;
+}
+
+static int UC_con_set_unimap_str(unsigned ct, struct unipair_str *list,
+ int fordefault)
+{
+ int err = 0, err1;
+
+ while (ct--) {
+ if ((err1 = con_insert_unipair_str(list->unicode,
+ list->replace_str,
+ fordefault)) != 0) {
+ err = err1;
+ }
+ list++;
+ }
+
+ /*
+ * No inverse translations for replacement strings!
+ */
+ if (!err) {
+ if (fordefault)
+ unidefault_str_contents_valid = 1;
+ else
+ hashtable_str_contents_valid = 1;
+ }
+
+ return err;
+}
+
+static int conv_uni_to_pc(long ucs,
+ int usedefault)
+{
+ int h;
+ u16 **p1, *p2;
+
+ /*
+ * Only 16-bit codes supported at this time.
+ */
+ if (ucs > 0xffff) {
+ /*
+ * U+FFFD: REPLACEMENT CHARACTER.
+ */
+ ucs = UCS_REPL;
+ } else if (ucs < 0x20 || ucs >= 0xfffe) {
+ /*
+ * Not a printable character.
+ */
+ return ucError;
+ } else if (ucs == 0xfeff || (ucs >= 0x200b && ucs <= 0x200f)) {
+ /*
+ * Zero-width space.
+ */
+ return ucZeroWidth;
+ } else if ((ucs & ~UNI_DIRECT_MASK) == UNI_DIRECT_BASE) {
+ /*
+ * UNI_DIRECT_BASE indicates the start of the region in the
+ * User Zone which always has a 1:1 mapping to the currently
+ * loaded font. The UNI_DIRECT_MASK indicates the bit span
+ * of the region.
+ */
+ return (ucs & UNI_DIRECT_MASK);
+ }
+
+ if (usedefault) {
+ if (!unidefault_contents_valid)
+ return ucInvalidHash;
+ p1 = unidefault_pagedir[ucs >> 11];
+ } else {
+ if (!hashtable_contents_valid)
+ return ucInvalidHash;
+ p1 = uni_pagedir[ucs >> 11];
+ }
+
+ if (p1 &&
+ (p2 = p1[(ucs >> 6) & 0x1f]) &&
+ (h = p2[ucs & 0x3f]) < MAX_GLYPH) {
+ return h;
+ }
+
+ /*
+ * Not found.
+ */
+ return ucNotFound;
+}
+
+/*
+ * Note: contents of outbuf is not changes for negative return value!
+ */
+static int conv_uni_to_str(char *outbuf,
+ int buflen,
+ UCode_t ucs,
+ int usedefault)
+{
+ char *h;
+ char ***p1, **p2;
+
+ /*
+ * Only 16-bit codes supported at this time.
+ */
+ if (ucs > 0xffff) {
+ /*
+ * U+FFFD: REPLACEMENT CHARACTER.
+ */
+ ucs = UCS_REPL;
+ /*
+ * Maybe the following two cases should be allowed here?? - KW
+ */
+ } else if (ucs < 0x20 || ucs >= 0xfffe) {
+ /*
+ * Not a printable character.
+ */
+ return ucError;
+ } else if (ucs == 0xfeff || (ucs >= 0x200b && ucs <= 0x200f)) {
+ /*
+ * Zero-width space.
+ */
+ return ucZeroWidth;
+ }
+
+ if (usedefault) {
+ if (!unidefault_str_contents_valid)
+ return ucInvalidHash;
+ p1 = unidefault_pagedir_str[ucs >> 11];
+ } else {
+ if (!hashtable_str_contents_valid)
+ return ucInvalidHash;
+ p1 = uni_pagedir_str[ucs >> 11];
+ }
+
+ if (p1 &&
+ (p2 = p1[(ucs >> 6) & 0x1f]) &&
+ (h = p2[ucs & 0x3f])) {
+ StrNCpy(outbuf, h, (buflen - 1));
+ return 1; /* ok ! */
+ }
+
+ /*
+ * Not found.
+ */
+ return ucNotFound;
+}
+
+int UCInitialized = 0;
+
+/*
+ * [ original comment: - KW ]
+ * This is called at sys_setup time, after memory and the console are
+ * initialized. It must be possible to call kmalloc(..., GFP_KERNEL)
+ * from this function, hence the call from sys_setup.
+ */
+static void UCconsole_map_init(void)
+{
+ con_set_default_unimap();
+ UCInitialized = 1;
+}
+
+/*
+ * OK now, finally, some stuff that is more specifically for Lynx: - KW
+ */
+int UCTransUniChar(UCode_t unicode,
+ int charset_out)
+{
+ int rc = 0;
+ int UChndl_out;
+ int isdefault, trydefault = 0;
+ const u16 *ut;
+
+ if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) {
+ if (LYCharSet_UC[charset_out].codepage < 0) {
+ if (unicode < 128) {
+ rc = (int) unicode;
+ } else {
+ rc = LYCharSet_UC[charset_out].codepage;
+ }
+ return rc;
+ }
+ if ((UChndl_out = default_UChndl) < 0) {
+ return ucCannotOutput;
+ }
+ isdefault = 1;
+ } else {
+ isdefault = UCInfo[UChndl_out].replacedesc.isdefault;
+ trydefault = UCInfo[UChndl_out].replacedesc.trydefault;
+ }
+
+ if (!isdefault) {
+ ut = UCInfo[UChndl_out].unitable;
+ if (ut != UC_current_unitable) {
+ rc = UC_con_set_unimap(UChndl_out, 1);
+ if (rc < 0) {
+ return rc;
+ }
+ }
+ rc = conv_uni_to_pc(unicode, 0);
+ if (rc >= 0) {
+ return rc;
+ }
+ }
+ if (isdefault || trydefault) {
+ rc = conv_uni_to_pc(unicode, 1);
+ if (rc >= 0) {
+ return rc;
+ }
+ }
+ if (!isdefault && (rc == ucNotFound)) {
+ rc = conv_uni_to_pc(UCS_REPL, 0);
+ }
+ if ((isdefault || trydefault) && (rc == ucNotFound)) {
+ rc = conv_uni_to_pc(UCS_REPL, 1);
+ }
+ return rc;
+}
+
+/*
+ * Returns string length, or negative value for error.
+ */
+int UCTransUniCharStr(char *outbuf,
+ int buflen,
+ UCode_t unicode,
+ int charset_out,
+ int chk_single_flag)
+{
+ int rc = ucUnknown, src = 0;
+ int UChndl_out;
+ int isdefault, trydefault = 0;
+ struct unimapdesc_str *repl;
+ const u16 *ut;
+
+ if (buflen < 2)
+ return ucBufferTooSmall;
+
+ if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) {
+ if (LYCharSet_UC[charset_out].codepage < 0)
+ return LYCharSet_UC[charset_out].codepage;
+ if ((UChndl_out = default_UChndl) < 0)
+ return ucCannotOutput;
+ isdefault = 1;
+ } else {
+ isdefault = UCInfo[UChndl_out].replacedesc.isdefault;
+ trydefault = UCInfo[UChndl_out].replacedesc.trydefault;
+ }
+
+ if (chk_single_flag) {
+ if (!isdefault) {
+ ut = UCInfo[UChndl_out].unitable;
+ if (ut != UC_current_unitable) {
+ src = UC_con_set_unimap(UChndl_out, 1);
+ if (src < 0) {
+ return src;
+ }
+ }
+ }
+ src = conv_uni_to_pc(unicode, isdefault);
+ if (src >= 32) {
+ outbuf[0] = (char) src;
+ outbuf[1] = '\0';
+ return 1;
+ }
+ }
+
+ repl = &(UCInfo[UChndl_out].replacedesc);
+ if (!isdefault) {
+ if (repl != UC_current_unitable_str) {
+ con_clear_unimap_str(0);
+ (void) UC_con_set_unimap_str(repl->entry_ct, repl->entries, 0);
+ UC_current_unitable_str = repl;
+ }
+ rc = conv_uni_to_str(outbuf, buflen, unicode, 0);
+ if (rc >= 0)
+ return (int) strlen(outbuf);
+ }
+ if (trydefault && chk_single_flag) {
+ src = conv_uni_to_pc(unicode, 1);
+ if (src >= 32) {
+ outbuf[0] = (char) src;
+ outbuf[1] = '\0';
+ return 1;
+ }
+ }
+ if (isdefault || trydefault) {
+#ifdef USE_JAPANESEUTF8_SUPPORT
+ if (LYCharSet_UC[charset_out].codepage == 0 &&
+ LYCharSet_UC[charset_out].codepoints == 0) {
+ iconv_t cd;
+ char str[3], *pin, *pout;
+ size_t inleft, outleft;
+ char *tocode = NULL;
+
+ str[0] = (char) (unicode >> 8);
+ str[1] = (char) (unicode & 0xFF);
+ str[2] = 0;
+ pin = str;
+ inleft = 2;
+ pout = outbuf;
+ outleft = (size_t) buflen;
+ /*
+ * Try TRANSLIT first, since it is an extension which can provide
+ * translations when there is no available exact translation to
+ * the target character set.
+ */
+ HTSprintf0(&tocode, "%s//TRANSLIT", LYCharSet_UC[charset_out].MIMEname);
+ cd = iconv_open(tocode, "UTF-16BE");
+ if (cd == (iconv_t) -1) {
+ /*
+ * Try again, without TRANSLIT
+ */
+ HTSprintf0(&tocode, "%s", LYCharSet_UC[charset_out].MIMEname);
+ cd = iconv_open(tocode, "UTF-16BE");
+
+ if (cd == (iconv_t) -1) {
+ CTRACE((tfp,
+ "Warning: Cannot transcode form charset %s to %s!\n",
+ "UTF-16BE", tocode));
+ }
+ }
+ FREE(tocode);
+
+ if (cd != (iconv_t) -1) {
+ rc = (int) iconv(cd, (ICONV_CONST char **) &pin, &inleft,
+ &pout, &outleft);
+ iconv_close(cd);
+ if ((pout - outbuf) == 3) {
+ CTRACE((tfp,
+ "It seems to be a JIS X 0201 code(%" PRI_UCode_t
+ "). Not supported.\n", CAST_UCode_t (unicode)));
+ pin = str;
+ inleft = 2;
+ pout = outbuf;
+ outleft = (size_t) buflen;
+ } else if (rc >= 0) {
+ *pout = '\0';
+ return (int) strlen(outbuf);
+ }
+ }
+ }
+#endif
+ rc = conv_uni_to_str(outbuf, buflen, unicode, 1);
+ if (rc >= 0)
+ return (int) strlen(outbuf);
+ }
+ if (rc == ucNotFound) {
+ if (!isdefault)
+ rc = conv_uni_to_str(outbuf, buflen, UCS_REPL, 0);
+ if ((rc == ucNotFound) && (isdefault || trydefault))
+ rc = conv_uni_to_str(outbuf, buflen, UCS_REPL, 1);
+ if (rc >= 0)
+ return (int) strlen(outbuf);
+ }
+ if (chk_single_flag && src == ucNotFound) {
+ if (!isdefault)
+ rc = conv_uni_to_pc(UCS_REPL, 0);
+ if ((rc == ucNotFound) && (isdefault || trydefault))
+ rc = conv_uni_to_pc(UCS_REPL, 1);
+ if (rc >= 32) {
+ outbuf[0] = (char) rc;
+ outbuf[1] = '\0';
+ return 1;
+ }
+ return rc;
+ }
+ return ucNotFound;
+}
+
+static int UC_lastautoGN = 0;
+
+static int UC_MapGN(int UChndl,
+ int update_flag)
+{
+ int i, Gn, found, lasthndl;
+
+ found = 0;
+ Gn = -1;
+ for (i = 0; i < 4 && Gn < 0; i++) {
+ if (UC_GNhandles[i] < 0) {
+ Gn = i;
+ } else if (UC_GNhandles[i] == UChndl) {
+ Gn = i;
+ found = 1;
+ }
+ }
+ if (found)
+ return Gn;
+ if (Gn >= 0) {
+ UCInfo[UChndl].GN = Gn;
+ UC_GNhandles[Gn] = UChndl;
+ } else {
+ if (UC_lastautoGN == GRAF_MAP) {
+ Gn = IBMPC_MAP;
+ } else {
+ Gn = GRAF_MAP;
+ }
+ UC_lastautoGN = Gn;
+ lasthndl = UC_GNhandles[Gn];
+ UCInfo[lasthndl].GN = -1;
+ UCInfo[UChndl].GN = Gn;
+ UC_GNhandles[Gn] = UChndl;
+ }
+ CTRACE((tfp, "UC_MapGN: Using %d <- %d (%s)\n",
+ Gn, UChndl, UCInfo[UChndl].MIMEname));
+ UC_con_set_trans(UChndl, Gn, update_flag);
+ return Gn;
+}
+
+int UCTransChar(int ch_in,
+ int charset_in,
+ int charset_out)
+{
+ UCode_t unicode;
+ int Gn;
+ int rc = ucNotFound;
+ int UChndl_in, UChndl_out;
+ int isdefault, trydefault = 0;
+ const u16 *ut;
+ int upd = 0;
+
+ if (charset_in == charset_out)
+ return UCH(ch_in);
+ if (charset_in < 0)
+ return ucCannotConvert;
+ if ((UChndl_in = LYCharSet_UC[charset_in].UChndl) < 0)
+ return ucCannotConvert;
+ if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) {
+ if (LYCharSet_UC[charset_out].codepage < 0)
+ return LYCharSet_UC[charset_out].codepage;
+ if ((UChndl_out = default_UChndl) < 0)
+ return ucCannotOutput;
+ isdefault = 1;
+ } else {
+ isdefault = UCInfo[UChndl_out].replacedesc.isdefault;
+ trydefault = UCInfo[UChndl_out].replacedesc.trydefault;
+ }
+ if (!UCInfo[UChndl_in].num_uni)
+ return ucCannotConvert;
+ if ((Gn = UCInfo[UChndl_in].GN) < 0) {
+ Gn = UC_MapGN(UChndl_in, 0);
+ upd = 1;
+ }
+
+ ut = UCInfo[UChndl_out].unitable;
+ if (!isdefault) {
+ if (ut == UC_current_unitable) {
+ if (upd) {
+ set_inverse_transl(Gn);
+ }
+ } else {
+ rc = UC_con_set_unimap(UChndl_out, 1);
+ if (rc > 0) {
+ set_inverse_transl(Gn);
+ } else if (rc < 0) {
+ return rc;
+ }
+ }
+ }
+ UC_translate = set_translate(Gn);
+ unicode = UC_translate[UCH(ch_in)];
+ if (!isdefault) {
+ rc = conv_uni_to_pc(unicode, 0);
+ if (rc >= 0)
+ return rc;
+ }
+ if ((rc == ucNotFound) && (isdefault || trydefault)) {
+ rc = conv_uni_to_pc(unicode, 1);
+ }
+ if ((rc == ucNotFound) && !isdefault) {
+ rc = conv_uni_to_pc(UCS_REPL, 0);
+ }
+ if ((rc == ucNotFound) && (isdefault || trydefault)) {
+ rc = conv_uni_to_pc(UCS_REPL, 1);
+ }
+ return rc;
+}
+
+#if defined(USE_JAPANESEUTF8_SUPPORT) || defined(EXP_CHINESEUTF8_SUPPORT)
+UCode_t UCTransJPToUni(char *inbuf,
+ int buflen,
+ int charset_in)
+{
+ char outbuf[3], *pin, *pout;
+ size_t ilen, olen;
+ iconv_t cd;
+
+ pin = inbuf;
+ pout = outbuf;
+ ilen = 2;
+ olen = (size_t) buflen;
+
+ cd = iconv_open("UTF-16BE", LYCharSet_UC[charset_in].MIMEname);
+ (void) iconv(cd, (ICONV_CONST char **) &pin, &ilen, &pout, &olen);
+ iconv_close(cd);
+ if ((ilen == 0) && (olen == 0)) {
+ return (((unsigned char) outbuf[0]) << 8) + (unsigned char) outbuf[1];
+ }
+ return ucCannotConvert;
+}
+#endif
+
+/*
+ * Translate a character to Unicode. If additional bytes are needed, this
+ * returns ucNeedMore, based on its internal state. To reset the state,
+ * call this with charset_in < 0.
+ */
+UCode_t UCTransToUni(int ch_in,
+ int charset_in)
+{
+ static char buffer[10];
+ static unsigned inx = 0;
+
+ UCode_t unicode;
+ int Gn;
+ unsigned char ch_iu = UCH(ch_in);
+ int UChndl_in;
+
+ /*
+ * Reset saved-state.
+ */
+ if (charset_in < 0) {
+ inx = 0;
+ return ucCannotConvert;
+ } else if (charset_in == LATIN1) {
+ return ch_iu;
+ } else if (charset_in == UTF8_handle) {
+ if (is8bits(ch_iu)) {
+ unsigned need;
+ const char *ptr;
+
+ buffer[inx++] = (char) ch_iu;
+ buffer[inx] = '\0';
+ need = (unsigned) utf8_length(TRUE, buffer);
+ if (need && (need + 1) == inx) {
+ inx = 0;
+ ptr = buffer;
+ return UCGetUniFromUtf8String(&ptr);
+ } else if (inx < sizeof(buffer) - 1) {
+ return ucNeedMore;
+ } else {
+ inx = 0;
+ }
+ } else {
+ inx = 0;
+ }
+ }
+#ifdef USE_JAPANESEUTF8_SUPPORT
+ if ((strcmp(LYCharSet_UC[charset_in].MIMEname, "shift_jis") == 0) ||
+ (strcmp(LYCharSet_UC[charset_in].MIMEname, "euc-jp") == 0)) {
+ char obuffer[3], *pin, *pout;
+ size_t ilen, olen;
+ iconv_t cd;
+
+ pin = buffer;
+ pout = obuffer;
+ ilen = olen = 2;
+ if (strcmp(LYCharSet_UC[charset_in].MIMEname, "shift_jis") == 0) {
+ if (inx == 0) {
+ if (IS_SJIS_HI1(ch_iu) ||
+ IS_SJIS_HI2(ch_iu)) {
+ buffer[0] = (char) ch_in;
+ inx = 1;
+ return ucNeedMore;
+ } else if (IS_SJIS_X0201KANA(ch_iu)) {
+ buffer[0] = (char) ch_in;
+ buffer[1] = 0;
+ cd = iconv_open("UTF-16BE", "Shift_JIS");
+ ilen = 1;
+ (void) iconv(cd, (ICONV_CONST char **) &pin, &ilen, &pout, &olen);
+ iconv_close(cd);
+ if ((ilen == 0) && (olen == 0)) {
+ return (UCH(obuffer[0]) << 8) + UCH(obuffer[1]);
+ }
+ }
+ } else {
+ if (IS_SJIS_LO(ch_iu)) {
+ buffer[1] = (char) ch_in;
+ buffer[2] = 0;
+
+ cd = iconv_open("UTF-16BE", "Shift_JIS");
+ (void) iconv(cd, (ICONV_CONST char **) &pin, &ilen, &pout, &olen);
+ iconv_close(cd);
+ inx = 0;
+ if ((ilen == 0) && (olen == 0)) {
+ return (UCH(obuffer[0]) << 8) + UCH(obuffer[1]);
+ }
+ }
+ }
+ }
+ if (strcmp(LYCharSet_UC[charset_in].MIMEname, "euc-jp") == 0) {
+ if (inx == 0) {
+ if (IS_EUC_HI(ch_iu) || ch_iu == 0x8E) {
+ buffer[0] = (char) ch_in;
+ inx = 1;
+ return ucNeedMore;
+ }
+ } else {
+ if (IS_EUC_LOX(ch_iu)) {
+ buffer[1] = (char) ch_in;
+ buffer[2] = 0;
+
+ cd = iconv_open("UTF-16BE", "EUC-JP");
+ (void) iconv(cd, (ICONV_CONST char **) &pin, &ilen, &pout, &olen);
+ iconv_close(cd);
+ inx = 0;
+ if ((ilen == 0) && (olen == 0)) {
+ return (UCH(obuffer[0]) << 8) + UCH(obuffer[1]);
+ }
+ }
+ }
+ }
+ inx = 0;
+ }
+#endif
+ if (ch_iu < 128 && ch_iu >= 32)
+ return ch_iu;
+
+ if (ch_iu < 32 &&
+ LYCharSet_UC[charset_in].enc != UCT_ENC_8BIT_C0) {
+ /*
+ * Don't translate C0 chars except for specific charsets.
+ */
+ return ch_iu;
+ } else if ((UChndl_in = LYCharSet_UC[charset_in].UChndl) < 0) {
+ return ucCannotConvert;
+ } else if (!UCInfo[UChndl_in].num_uni) {
+ return ucCannotConvert;
+ }
+
+ if ((Gn = UCInfo[UChndl_in].GN) < 0) {
+ Gn = UC_MapGN(UChndl_in, 1);
+ }
+
+ UC_translate = set_translate(Gn);
+ unicode = UC_translate[ch_iu];
+
+ return unicode;
+}
+
+int UCReverseTransChar(int ch_out,
+ int charset_in,
+ int charset_out)
+{
+ int Gn;
+ int rc = ucError;
+ int UChndl_in, UChndl_out;
+ int isdefault;
+ int i_ch = UCH(ch_out);
+ const u16 *ut;
+
+ if (charset_in == charset_out)
+ return UCH(ch_out);
+ if (charset_in < 0)
+ return ucCannotConvert;
+ if ((UChndl_in = LYCharSet_UC[charset_in].UChndl) < 0)
+ return ucCannotConvert;
+ if (!UCInfo[UChndl_in].num_uni)
+ return ucCannotConvert;
+ if (charset_out < 0)
+ return ucCannotOutput;
+ if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) {
+ if (LYCharSet_UC[charset_out].codepage < 0)
+ return LYCharSet_UC[charset_out].codepage;
+ if ((UChndl_out = default_UChndl) < 0)
+ return ucCannotOutput;
+ isdefault = 1;
+ } else {
+ isdefault = UCInfo[UChndl_out].replacedesc.isdefault;
+ }
+
+ if (!isdefault) {
+ /*
+ * Try to use the inverse table if charset_out is not equivalent
+ * to using just the default table. If it is, it should have
+ * just ASCII chars and trying to back-translate those should
+ * not give anything but themselves. - kw
+ */
+ ut = UCInfo[UChndl_out].unitable;
+ if (ut == UC_current_unitable) {
+ if ((Gn = UCInfo[UChndl_in].GN) < 0) {
+ Gn = UC_MapGN(UChndl_in, 1);
+ }
+ UC_translate = set_translate(Gn);
+ if (inv_translate)
+ rc = inv_translate[i_ch];
+ if (rc >= 32) {
+ return rc;
+ }
+ }
+ }
+ return UCTransChar(ch_out, charset_out, charset_in);
+}
+
+/*
+ * Returns string length, or negative value for error.
+ */
+int UCTransCharStr(char *outbuf,
+ int buflen,
+ int ch_in,
+ int charset_in,
+ int charset_out,
+ int chk_single_flag)
+{
+ UCode_t unicode;
+ int Gn;
+ int rc = ucUnknown, src = 0;
+ int UChndl_in, UChndl_out;
+ int isdefault, trydefault = 0;
+ struct unimapdesc_str *repl;
+ const u16 *ut;
+ int upd = 0;
+
+ if (buflen < 2)
+ return ucBufferTooSmall;
+ if (chk_single_flag && charset_in == charset_out) {
+ outbuf[0] = (char) ch_in;
+ outbuf[1] = '\0';
+ return 1;
+ }
+ if (charset_in < 0)
+ return ucCannotConvert;
+ if ((UChndl_in = LYCharSet_UC[charset_in].UChndl) < 0)
+ return ucCannotConvert;
+ if (!UCInfo[UChndl_in].num_uni)
+ return ucCannotConvert;
+ if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) {
+ if (LYCharSet_UC[charset_out].codepage < 0)
+ return LYCharSet_UC[charset_out].codepage;
+ if ((UChndl_out = default_UChndl) < 0)
+ return ucCannotOutput;
+ isdefault = 1;
+ } else {
+ isdefault = UCInfo[UChndl_out].replacedesc.isdefault;
+ trydefault = UCInfo[UChndl_out].replacedesc.trydefault;
+ }
+ if ((Gn = UCInfo[UChndl_in].GN) < 0) {
+ Gn = UC_MapGN(UChndl_in, !chk_single_flag);
+ upd = chk_single_flag;
+ }
+
+ UC_translate = set_translate(Gn);
+ unicode = UC_translate[UCH(ch_in)];
+
+ if (chk_single_flag) {
+ if (!isdefault) {
+ ut = UCInfo[UChndl_out].unitable;
+ if (ut == UC_current_unitable) {
+ if (upd)
+ set_inverse_transl(Gn);
+ } else {
+ src = UC_con_set_unimap(UChndl_out, 1);
+ if (src > 0) {
+ set_inverse_transl(Gn);
+ } else if (src < 0) {
+ return src;
+ }
+ }
+ }
+ src = conv_uni_to_pc(unicode, isdefault);
+ if (src >= 32) {
+ outbuf[0] = (char) src;
+ outbuf[1] = '\0';
+ return 1;
+ }
+ }
+
+ repl = &(UCInfo[UChndl_out].replacedesc);
+ if (!isdefault) {
+ if (repl != UC_current_unitable_str) {
+ con_clear_unimap_str(0);
+ (void) UC_con_set_unimap_str(repl->entry_ct, repl->entries, 0);
+ UC_current_unitable_str = repl;
+ }
+ rc = conv_uni_to_str(outbuf, buflen, unicode, 0);
+ if (rc >= 0)
+ return (int) strlen(outbuf);
+ }
+ if (trydefault && chk_single_flag) {
+ src = conv_uni_to_pc(unicode, 1);
+ if (src >= 32) {
+ outbuf[0] = (char) src;
+ outbuf[1] = '\0';
+ return 1;
+ }
+ }
+ if (isdefault || trydefault) {
+ rc = conv_uni_to_str(outbuf, buflen, unicode, 1);
+ if (rc >= 0)
+ return (int) strlen(outbuf);
+ }
+ if (rc == ucNotFound) {
+ if (!isdefault)
+ rc = conv_uni_to_str(outbuf, buflen, UCS_REPL, 0);
+ if ((rc == ucNotFound) && (isdefault || trydefault))
+ rc = conv_uni_to_str(outbuf, buflen, UCS_REPL, 1);
+ if (rc >= 0)
+ return (int) strlen(outbuf);
+ }
+ if (chk_single_flag && src == ucNotFound) {
+ if (!isdefault)
+ rc = conv_uni_to_pc(UCS_REPL, 0);
+ if ((rc == ucNotFound) && (isdefault || trydefault))
+ rc = conv_uni_to_pc(UCS_REPL, 1);
+ if (rc >= 32) {
+ outbuf[0] = (char) rc;
+ outbuf[1] = '\0';
+ return 1;
+ } else if (rc <= 0) {
+ outbuf[0] = '\0';
+ return rc;
+ }
+ return rc;
+ }
+ return ucNotFound;
+}
+
+static int UC_FindGN_byMIME(const char *UC_MIMEcharset)
+{
+ int i;
+
+ for (i = 0; i < 4; i++) {
+ if (!strcmp(UC_MIMEcharset, UC_GNsetMIMEnames[i])) {
+ return i;
+ }
+ }
+ return ucError;
+}
+
+int UCGetRawUniMode_byLYhndl(int i)
+{
+ if (i < 0)
+ return 0;
+ return LYCharSet_UC[i].enc;
+}
+
+/*
+ * Construct a new charset name, given prefix and codepage. This introduces
+ * potentially unchecked recursion into UCGetLYhntl_byMIME if neither the "cp"
+ * nor "windows-" prefixes are configured, so we check it here.
+ */
+static int getLYhndl_byCP(const char *prefix,
+ const char *codepage)
+{
+ static int nested;
+ int result = ucError;
+
+ if (!nested++) {
+ char *cptmp = NULL;
+
+ StrAllocCopy(cptmp, prefix);
+ StrAllocCat(cptmp, codepage);
+ result = UCGetLYhndl_byMIME(cptmp);
+ FREE(cptmp);
+ }
+ nested--;
+ return result;
+}
+
+/*
+ * Get Lynx internal charset handler from MIME name,
+ * return -1 if we got NULL or did not recognize value.
+ * According to RFC, MIME headers should match case-insensitively.
+ */
+int UCGetLYhndl_byMIME(const char *value)
+{
+ int i;
+ int LYhndl = -1;
+
+ if (isEmpty(value)) {
+ CTRACE((tfp,
+ "UCGetLYhndl_byMIME: NULL argument instead of MIME name.\n"));
+ return ucError;
+ }
+
+ for (i = 0;
+ (i < MAXCHARSETS && i < LYNumCharsets &&
+ LYchar_set_names[i]); i++) {
+ if (LYCharSet_UC[i].MIMEname &&
+ !strcasecomp(value, LYCharSet_UC[i].MIMEname)) {
+ return i;
+ }
+ }
+
+ /*
+ * Not yet found, try synonyms. - FM
+ */
+#if !NO_CHARSET_utf_8
+ if (!strcasecomp(value, "unicode-1-1-utf-8") ||
+ !strcasecomp(value, "utf8")) {
+ /*
+ * Treat these as synonyms for the IANA registered name. - FM
+ */
+ return UCGetLYhndl_byMIME("utf-8");
+ }
+#endif
+ if (!strncasecomp(value, "iso", 3) && !StrNCmp(value + 3, "8859", 4)) {
+ return getLYhndl_byCP("iso-", value + 3);
+ }
+ if (!strcasecomp(value, "iso-8859-8-i") ||
+ !strcasecomp(value, "iso-8859-8-e")) {
+ return UCGetLYhndl_byMIME("iso-8859-8");
+ }
+#if !NO_CHARSET_euc_jp
+ if (!strcasecomp(value, "x-euc-jp") ||
+ !strcasecomp(value, "eucjp")) {
+ return UCGetLYhndl_byMIME("euc-jp");
+ }
+#endif
+#if !NO_CHARSET_shift_jis
+ if ((!strcasecomp(value, "x-shift-jis")) ||
+ (!strcasecomp(value, "x-sjis")) ||
+ (!strcasecomp(value, "pck"))) {
+ return UCGetLYhndl_byMIME("shift_jis");
+ }
+#endif
+#if !NO_CHARSET_euc_kr
+ if ((!strcasecomp(value, "iso-2022-kr")) ||
+ (!strcasecomp(value, "ks_c_5601-1987"))) {
+ return UCGetLYhndl_byMIME("euc-kr");
+ }
+#endif
+#if !NO_CHARSET_euc_cn
+ if (!strcasecomp(value, "gb2312") ||
+ !strncasecomp(value, "cn-gb", 5) ||
+ !strcasecomp(value, "iso-2022-cn")) {
+ return UCGetLYhndl_byMIME("euc-cn");
+ }
+#endif
+#if !NO_CHARSET_big5
+ if (!strcasecomp(value, "cn-big5")) {
+ return UCGetLYhndl_byMIME("big5");
+ }
+#endif
+#if !NO_CHARSET_macintosh
+ if (!strcasecomp(value, "x-mac-roman") ||
+ !strcasecomp(value, "mac-roman")) {
+ return UCGetLYhndl_byMIME("macintosh");
+ }
+#endif
+#if !NO_CHARSET_next
+ if (!strcasecomp(value, "x-next") ||
+ !strcasecomp(value, "nextstep") ||
+ !strcasecomp(value, "x-nextstep")) {
+ return UCGetLYhndl_byMIME("next");
+ }
+#endif
+#if !NO_CHARSET_windows_1252
+ if (!strcasecomp(value, "iso-8859-1-windows-3.1-latin-1") ||
+ !strcasecomp(value, "cp1252") ||
+ !strcasecomp(value, "cp-1252") ||
+ !strcasecomp(value, "ibm1252") ||
+ !strcasecomp(value, "iso-8859-1-windows-3.0-latin-1")) {
+ /*
+ * Treat these as synonyms for windows-1252, which is more
+ * commonly used than the IANA registered name. - FM
+ */
+ return UCGetLYhndl_byMIME("windows-1252");
+ }
+#endif
+#if !NO_CHARSET_windows_1251
+ if (!strcasecomp(value, "ansi-1251")) {
+ return UCGetLYhndl_byMIME("windows-1251");
+ }
+#endif
+#if !NO_CHARSET_windows_1250
+ if (!strcasecomp(value, "iso-8859-2-windows-latin-2") ||
+ !strcasecomp(value, "cp1250") ||
+ !strcasecomp(value, "cp-1250") ||
+ !strcasecomp(value, "ibm1250")) {
+ /*
+ * Treat these as synonyms for windows-1250. - FM
+ */
+ return UCGetLYhndl_byMIME("windows-1250");
+ }
+#endif
+ if ((!strncasecomp(value, "ibm", 3) ||
+ !strncasecomp(value, "cp-", 3)) &&
+ isdigit(UCH(value[3])) &&
+ isdigit(UCH(value[4])) &&
+ isdigit(UCH(value[5]))) {
+ /*
+ * For "ibmNNN<...>" or "cp-NNN", try "cpNNN<...>"
+ * if not yet found. - KW & FM
+ */
+ if ((LYhndl = getLYhndl_byCP("cp", value + 3)) >= 0)
+ return LYhndl;
+ /*
+ * Try windows-NNN<...> if not yet found. - FM
+ */
+ return getLYhndl_byCP("windows-", value + 3);
+ }
+ if (!strncasecomp(value, "windows-", 8) &&
+ isdigit(UCH(value[8])) &&
+ isdigit(UCH(value[9])) &&
+ isdigit(UCH(value[10]))) {
+ /*
+ * For "windows-NNN<...>", try "cpNNN<...>" - FM
+ */
+ return getLYhndl_byCP("cp", value + 8);
+ }
+#if !NO_CHARSET_koi8_r
+ if (!strcasecomp(value, "koi-8")) { /* accentsoft bugosity */
+ return UCGetLYhndl_byMIME("koi8-r");
+ }
+#endif
+ if (!strcasecomp(value, "ANSI_X3.4-1968")) {
+ return US_ASCII;
+ }
+ /* no more synonyms if come here... */
+
+ CTRACE((tfp, "UCGetLYhndl_byMIME: unrecognized MIME name \"%s\"\n", value));
+ return ucError; /* returns -1 if no charset found by that MIME name */
+}
+
+/*
+ * Function UC_setup_LYCharSets_repl() tries to set up a subtable in
+ * LYCharSets[] appropriate for this new charset, for compatibility with the
+ * "old method". Maybe not nice (maybe not even necessary any more), but it
+ * works (as far as it goes..).
+ *
+ * We try to be conservative and only allocate new memory for this if needed.
+ * If not needed, just point to SevenBitApproximations[i]. [Could do the same
+ * for ISO_Latin1[] if it's identical to that, but would make it even *more*
+ * messy than it already is...] This the only function in this file that knows,
+ * or cares, about the HTMLDTD or details of LYCharSets[] subtables (and
+ * therefore somewhat violates the idea that this file should be independent of
+ * those). As in other places, we rely on ISO_Latin1 being the *first* table
+ * in LYCharSets. - KW
+ */
+
+/*
+ * We need to remember which ones were allocated and which are static.
+ */
+static STRING2PTR remember_allocated_LYCharSets[MAXCHARSETS];
+
+static void UCreset_allocated_LYCharSets(void)
+{
+ int i = 0;
+
+ for (; i < MAXCHARSETS; i++) {
+ remember_allocated_LYCharSets[i] = NULL;
+ }
+}
+
+#ifdef LY_FIND_LEAKS
+static void UCfree_allocated_LYCharSets(void)
+{
+ int i = 0;
+
+ for (; i < MAXCHARSETS; i++) {
+ if (remember_allocated_LYCharSets[i] != NULL) {
+ FREE(remember_allocated_LYCharSets[i]);
+ }
+ }
+}
+#endif
+
+static STRING2PTR UC_setup_LYCharSets_repl(int UC_charset_in_hndl,
+ unsigned lowest8)
+{
+ STRING2PTR ISO_Latin1 = LYCharSets[0];
+ const char **p;
+ char **prepl;
+ const u16 *pp;
+ const char **tp;
+ const char *s7;
+ const char *s8;
+ size_t i;
+ int j, changed;
+ u16 k;
+ u8 *ti;
+
+ /*
+ * Create a temporary table for reverse lookup of latin1 codes:
+ */
+ if ((tp = typecallocn(const char *, 96)) == NULL)
+ return NULL;
+
+ if ((ti = typecallocn(u8, 96)) == NULL) {
+ FREE(tp);
+ return NULL;
+ }
+
+ pp = UCInfo[UC_charset_in_hndl].unitable;
+
+ /*
+ * Determine if we have any mapping of a Unicode in the range 160-255
+ * to an allowed code point > 0x80 in our new charset...
+ * Store any mappings found in ti[].
+ */
+ if (UCInfo[UC_charset_in_hndl].num_uni > 0) {
+ for (i = 0; i < 256; i++) {
+ if ((j = UCInfo[UC_charset_in_hndl].unicount[i])) {
+ if ((k = *pp) >= 160 && k < 256 && i >= lowest8) {
+ ti[k - 160] = UCH(i);
+ }
+ for (; j; j--) {
+ pp++;
+ }
+ }
+ }
+ } {
+ u16 ct;
+ struct unipair_str *list;
+
+ /*
+ * Determine if we have any mapping of a Unicode in the range
+ * 160-255 to a replacement string for our new charset...
+ * Store any mappings found in tp[].
+ */
+ ct = UCInfo[UC_charset_in_hndl].replacedesc.entry_ct;
+ list = UCInfo[UC_charset_in_hndl].replacedesc.entries;
+ while (ct--) {
+ if ((k = list->unicode) >= 160 && k < 256) {
+ tp[k - 160] = list->replace_str;
+ }
+ list++;
+ }
+ }
+ /*
+ * Now allocate a new table compatible with LYCharSets[]
+ * and with the HTMLDTD for entities.
+ * We don't know yet whether we'll keep it around.
+ */
+ prepl = (char **) malloc(HTML_dtd.number_of_entities * sizeof(char *));
+
+ if (!prepl) {
+ FREE(tp);
+ FREE(ti);
+ return 0;
+ }
+
+ p = (const char **) prepl;
+ changed = 0;
+ for (i = 0; i < HTML_dtd.number_of_entities; i++, p++) {
+ /*
+ * For each of those entities, we check what the "old method"
+ * ISO_Latin1[] mapping does with them. If it is nothing we
+ * want to use, just point to the SevenBitApproximations[] string.
+ */
+ s7 = SevenBitApproximations[i];
+ s8 = ISO_Latin1[i];
+ *p = s7;
+ if (s8 && UCH(*s8) >= 160 && s8[1] == '\0') {
+ /*
+ * We have an entity that is mapped to
+ * one valid eightbit latin1 char.
+ */
+ if (ti[UCH(*s8) - 160] >= UCH(lowest8) &&
+ !(UCH(s7[0]) == ti[UCH(*s8) - 160] &&
+ s7[1] == '\0')) {
+ /*
+ * ...which in turn is mapped, by our "new method",
+ * to another valid eightbit char for this new
+ * charset: either to itself...
+ */
+ if (ti[UCH(*s8) - 160] == UCH(*s8)) {
+ *p = s8;
+ } else {
+ /*
+ * make those 1-char strings
+ * into HTAtoms, so they will be cleaned up
+ * at exit... all for the sake of preventing
+ * memory leaks, sigh.
+ */
+ static char dummy[2]; /* one char dummy string */
+
+ dummy[0] = (char) ti[UCH(*s8) - 160];
+ *p = HTAtom_name(HTAtom_for(dummy));
+ }
+ changed = 1;
+ } else if (tp[UCH(*s8) - 160] &&
+ strcmp(s7, tp[UCH(*s8) - 160])) {
+ /*
+ * ...or which is mapped, by our "new method",
+ * to a replacement string for this new charset.
+ */
+ *p = tp[UCH(*s8) - 160];
+ changed = 1;
+ }
+ }
+ }
+ FREE(tp);
+ FREE(ti);
+ if (!changed) {
+ FREE(prepl);
+ return NULL;
+ }
+ return (STRING2PTR) prepl;
+}
+
+/*
+ * "New method" meets "Old method" ...
+ */
+static int UC_Register_with_LYCharSets(int s,
+ const char *UC_MIMEcharset,
+ const char *UC_LYNXcharset,
+ int lowest_eightbit)
+{
+ int i, LYhndl, found;
+ STRING2PTR repl;
+
+ LYhndl = -1;
+ if (LYNumCharsets == 0) {
+ /*
+ * Initialize here; so whoever changes
+ * LYCharSets.c doesn't have to count...
+ */
+ for (i = 0; (i < MAXCHARSETS) && LYchar_set_names[i]; i++) {
+ LYNumCharsets = i + 1;
+ }
+ }
+
+ /*
+ * Search by MIME name, (LYchar_set_names may differ...)
+ */
+ for (i = 0; i < MAXCHARSETS && LYchar_set_names[i] && LYhndl < 0; i++) {
+ if (LYCharSet_UC[i].MIMEname &&
+ !strcmp(UC_MIMEcharset, LYCharSet_UC[i].MIMEname)) {
+ LYhndl = i;
+ }
+ }
+
+ if (LYhndl < 0) { /* not found */
+ found = 0;
+ if (LYNumCharsets >= MAXCHARSETS) {
+ CTRACE((tfp,
+ "UC_Register_with_LYCharSets: Too many. Ignoring %s/%s.",
+ UC_MIMEcharset, UC_LYNXcharset));
+ return ucError;
+ }
+ /*
+ * Add to LYCharSets.c lists.
+ */
+ LYhndl = LYNumCharsets;
+ LYNumCharsets++;
+ LYlowest_eightbit[LYhndl] = 999;
+ LYCharSets[LYhndl] = SevenBitApproximations;
+ /*
+ * Hmm, try to be conservative here.
+ */
+ LYchar_set_names[LYhndl] = UC_LYNXcharset;
+ LYchar_set_names[LYhndl + 1] = NULL;
+ /*
+ * Terminating NULL may be looked for by Lynx code.
+ */
+ } else {
+ found = 1;
+ }
+ LYCharSet_UC[LYhndl].UChndl = s;
+ /*
+ * Can we just copy the pointer? Hope so...
+ */
+ LYCharSet_UC[LYhndl].MIMEname = UC_MIMEcharset;
+ LYCharSet_UC[LYhndl].enc = UCInfo[s].enc;
+ LYCharSet_UC[LYhndl].codepage = UCInfo[s].codepage;
+
+ /*
+ * @@@ We really SHOULD get more info from the table files,
+ * and set relevant flags in the LYCharSet_UC[] entry with
+ * that info... For now, let's try it without. - KW
+ */
+ if (lowest_eightbit < LYlowest_eightbit[LYhndl]) {
+ LYlowest_eightbit[LYhndl] = lowest_eightbit;
+ } else if (lowest_eightbit > LYlowest_eightbit[LYhndl]) {
+ UCInfo[s].lowest_eight = LYlowest_eightbit[LYhndl];
+ }
+
+ if (!found && LYhndl > 0) {
+ repl = UC_setup_LYCharSets_repl(s, (unsigned) UCInfo[s].lowest_eight);
+ if (repl) {
+ LYCharSets[LYhndl] = repl;
+ /*
+ * Remember to FREE at exit.
+ */
+ remember_allocated_LYCharSets[LYhndl] = repl;
+ }
+ }
+ return LYhndl;
+}
+
+/*
+ * This only sets up the structure - no initialization of the tables
+ * is done here yet.
+ */
+void UC_Charset_Setup(const char *UC_MIMEcharset,
+ const char *UC_LYNXcharset,
+ const u8 * unicount,
+ const u16 * unitable,
+ int nnuni,
+ struct unimapdesc_str replacedesc,
+ int lowest_eight,
+ int UC_rawuni,
+ int codepage)
+{
+ int s, Gn;
+ int i, status = 0, found;
+
+ /*
+ * Get (new?) slot.
+ */
+ found = -1;
+ for (i = 0; i < UCNumCharsets && found < 0; i++) {
+ if (!strcmp(UCInfo[i].MIMEname, UC_MIMEcharset)) {
+ found = i;
+ }
+ }
+ if (found >= 0) {
+ s = found;
+ } else {
+ if (UCNumCharsets >= MAXCHARSETS) {
+ CTRACE((tfp, "UC_Charset_Setup: Too many. Ignoring %s/%s.",
+ UC_MIMEcharset, UC_LYNXcharset));
+ return;
+ }
+ s = UCNumCharsets;
+ UCInfo[s].MIMEname = UC_MIMEcharset;
+ }
+ UCInfo[s].LYNXname = UC_LYNXcharset;
+ UCInfo[s].unicount = unicount;
+ UCInfo[s].unitable = unitable;
+ UCInfo[s].num_uni = nnuni;
+ UCInfo[s].replacedesc = replacedesc;
+ if (replacedesc.isdefault) {
+ default_UChndl = s;
+ }
+ Gn = UC_FindGN_byMIME(UC_MIMEcharset);
+ if (Gn >= 0)
+ UC_GNhandles[Gn] = s;
+ UCInfo[s].GN = Gn;
+ if (UC_rawuni == UCT_ENC_UTF8)
+ lowest_eight = 128; /* cheat here */
+ UCInfo[s].lowest_eight = lowest_eight;
+ UCInfo[s].enc = UC_rawuni;
+ UCInfo[s].codepage = codepage;
+ UCInfo[s].LYhndl = UC_Register_with_LYCharSets(s,
+ UC_MIMEcharset,
+ UC_LYNXcharset,
+ lowest_eight);
+ CTRACE2(TRACE_CFG, (tfp, "registered charset %d mime \"%s\" lynx \"%s\"\n",
+ s, UC_MIMEcharset, UC_LYNXcharset));
+ UCInfo[s].uc_status = status;
+ if (found < 0)
+ UCNumCharsets++;
+ return;
+}
+
+/*
+ * UC_NoUctb_Register_with_LYCharSets, UC_Charset_NoUctb_Setup -
+ * Alternative functions for adding character set info to the lists
+ * kept in LYCharSets.c.
+ *
+ * These are for character sets without any real tables of their own.
+ * We don't keep an entry in UCinfo[] for them.
+ */
+static int UC_NoUctb_Register_with_LYCharSets(const char *UC_MIMEcharset,
+ const char *UC_LYNXcharset,
+ int lowest_eightbit,
+ int UC_rawuni,
+ int codepage)
+{
+ int i, LYhndl = -1;
+
+ if (LYNumCharsets == 0) {
+ /*
+ * Initialize here; so whoever changes
+ * LYCharSets.c doesn't have to count...
+ */
+ for (i = 0; (i < MAXCHARSETS) && LYchar_set_names[i]; i++) {
+ LYNumCharsets = i + 1;
+ }
+ }
+
+ /*
+ * Search by MIME name, (LYchar_set_names may differ...)
+ * ignore if already present!
+ */
+ for (i = 0; i < MAXCHARSETS && LYchar_set_names[i] && LYhndl < 0; i++) {
+ if (LYCharSet_UC[i].MIMEname &&
+ !strcmp(UC_MIMEcharset, LYCharSet_UC[i].MIMEname)) {
+ return ucError;
+ }
+ }
+
+ /* not found */
+ if (LYNumCharsets >= MAXCHARSETS) {
+ CTRACE((tfp,
+ "UC_NoUctb_Register_with_LYCharSets: Too many. Ignoring %s/%s.",
+ UC_MIMEcharset, UC_LYNXcharset));
+ return ucError;
+ }
+ /*
+ * Add to LYCharSets.c lists.
+ */
+ LYhndl = LYNumCharsets;
+ LYNumCharsets++;
+ LYlowest_eightbit[LYhndl] = lowest_eightbit;
+ LYCharSets[LYhndl] = SevenBitApproximations;
+ LYchar_set_names[LYhndl] = UC_LYNXcharset;
+ LYchar_set_names[LYhndl + 1] = NULL;
+ /*
+ * Terminating NULL may be looked for by Lynx code.
+ */
+
+ LYCharSet_UC[LYhndl].UChndl = -1; /* no corresponding UChndl ! */
+ LYCharSet_UC[LYhndl].MIMEname = UC_MIMEcharset;
+ LYCharSet_UC[LYhndl].enc = UC_rawuni;
+ LYCharSet_UC[LYhndl].codepage = codepage;
+
+ /*
+ * @@@ We really SHOULD get more info from the table files,
+ * and set relevant flags in the LYCharSet_UC[] entry with
+ * that info... For now, let's try it without. - KW
+ */
+
+ return LYhndl;
+}
+
+/*
+ * A wrapper for the previous function.
+ */
+static void UC_Charset_NoUctb_Setup(const char *UC_MIMEcharset,
+ const char *UC_LYNXcharset,
+ int trydefault,
+ int lowest_eight,
+ int UC_rawuni,
+ int codepage)
+{
+ int i;
+
+ /*
+ * Ignore completely if already in slot.
+ */
+ for (i = 0; i < UCNumCharsets; i++) {
+ if (!strcmp(UCInfo[i].MIMEname, UC_MIMEcharset)) {
+ return;
+ }
+ }
+ if (UC_rawuni == UCT_ENC_UTF8)
+ lowest_eight = 128; /* cheat here */
+ /* 'codepage' doubles as a flag for 'do not try any table
+ * lookup, not even default' when negative. The value will
+ * be returned immediately by UCTrans* functions.
+ */
+ if (!trydefault && codepage == 0)
+ codepage = ucCannotOutput; /* if not already set; any negative should do. */
+ UC_NoUctb_Register_with_LYCharSets(UC_MIMEcharset,
+ UC_LYNXcharset,
+ lowest_eight,
+ UC_rawuni,
+ codepage);
+ return;
+}
+
+#ifdef LY_FIND_LEAKS
+static void UCcleanup_mem(void)
+{
+ int i;
+
+ UCfree_allocated_LYCharSets();
+ con_clear_unimap_str(0);
+ con_clear_unimap_str(1);
+ con_clear_unimap(0);
+ con_clear_unimap(1);
+ for (i = 1; i < 4; i++) { /* first one is static! */
+ FREE(inverse_translations[i]);
+ }
+}
+#endif /* LY_FIND_LEAKS */
+
+#ifdef EXP_CHARTRANS_AUTOSWITCH
+#ifdef CAN_AUTODETECT_DISPLAY_CHARSET
+# ifdef __EMX__
+static int CpOrdinal(const unsigned UCode_t cp, const int other)
+{
+ char lyName[80];
+ char myMimeName[80];
+ char *mimeName, *mName = NULL, *lName = NULL;
+ int s, i, exists = 0, ret;
+
+ CTRACE((tfp, "CpOrdinal(cp=%lu, other=%d).\n", cp, other));
+ sprintf(myMimeName, "auto%s-cp%lu", (other ? "2" : ""), cp);
+ mimeName = myMimeName + 5 + (other != 0);
+ sprintf(lyName, "AutoDetect%s (cp%lu)",
+ (other ? "-2" : ""), cp);
+ /* Find slot. */
+ s = -1;
+ for (i = 0; i < UCNumCharsets; i++) {
+ if (!strcmp(UCInfo[i].LYNXname, lyName))
+ return UCGetLYhndl_byMIME(myMimeName);
+ else if (!strcasecomp(UCInfo[i].MIMEname, mimeName))
+ s = i;
+ }
+ if (s < 0)
+ return ucError;
+ /* Store the "real" charset info */
+ real_charsets[other != 0] = UCGetLYhndl_byMIME(mimeName);
+ /* Duplicate the record. */
+ StrAllocCopy(mName, myMimeName);
+ StrAllocCopy(lName, lyName);
+ UC_Charset_Setup(mName, lName,
+ UCInfo[s].unicount, UCInfo[s].unitable,
+ UCInfo[s].num_uni, UCInfo[s].replacedesc,
+ UCInfo[s].lowest_eight, UCInfo[s].enc,
+ UCInfo[s].codepage);
+ ret = UCGetLYhndl_byMIME(myMimeName);
+ CTRACE((tfp, "Found %i.\n", ret));
+ return ret;
+}
+# endif /* __EMX__ */
+#endif /* CAN_AUTODETECT_DISPLAY_CHARSET */
+#endif /* EXP_CHARTRANS_AUTOSWITCH */
+
+void UCInit(void)
+{
+
+ UCreset_allocated_LYCharSets();
+#ifdef LY_FIND_LEAKS
+ atexit(UCcleanup_mem);
+#endif
+ UCconsole_map_init();
+
+ /*
+ * The order of charset names visible in Lynx Options menu correspond to
+ * the order of lines below, except the first two described in LYCharSet.c
+ *
+ * Entries whose comment is marked with *** are declared in UCdomap.h,
+ * others are based on the included tables - UCdomap.c, near the top.
+ */
+
+ UC_CHARSET_SETUP_iso_8859_1; /* ISO Latin 1 */
+ UC_CHARSET_SETUP_iso_8859_15; /* ISO 8859-15 (Latin 9) */
+ UC_CHARSET_SETUP_cp850; /* DosLatin1 (cp850) */
+ UC_CHARSET_SETUP_windows_1252; /* WinLatin1 (cp1252) */
+ UC_CHARSET_SETUP_cp437; /* DosLatinUS (cp437) */
+
+ UC_CHARSET_SETUP_dec_mcs; /* DEC Multinational */
+ UC_CHARSET_SETUP_macintosh; /* Macintosh (8 bit) */
+ UC_CHARSET_SETUP_next; /* NeXT character set */
+ UC_CHARSET_SETUP_hp_roman8; /* HP Roman8 */
+
+ UC_CHARSET_SETUP_euc_cn; /*** Chinese */
+ UC_CHARSET_SETUP_euc_jp; /*** Japanese (EUC_JP) */
+ UC_CHARSET_SETUP_shift_jis; /*** Japanese (Shift_JIS) */
+ UC_CHARSET_SETUP_euc_kr; /*** Korean */
+ UC_CHARSET_SETUP_big5; /*** Taipei (Big5) */
+
+ UC_CHARSET_SETUP_viscii; /* Vietnamese (VISCII) */
+ UC_CHARSET_SETUP; /* us-ascii */ /* 7 bit approximations */
+
+ UC_CHARSET_SETUP_x_transparent; /*** Transparent */
+
+ UC_CHARSET_SETUP_iso_8859_2; /* ISO Latin 2 */
+ UC_CHARSET_SETUP_cp852; /* DosLatin2 (cp852) */
+ UC_CHARSET_SETUP_windows_1250; /* WinLatin2 (cp1250) */
+
+ UC_CHARSET_SETUP_iso_8859_3; /* ISO Latin 3 */
+ UC_CHARSET_SETUP_iso_8859_4; /* ISO Latin 4 */
+ UC_CHARSET_SETUP_iso_8859_13; /* ISO 8859-13 Baltic Rim */
+ UC_CHARSET_SETUP_cp775; /* DosBaltRim (cp775) */
+ UC_CHARSET_SETUP_windows_1257; /* WinBaltRim (cp1257) */
+ UC_CHARSET_SETUP_iso_8859_5; /* ISO 8859-5 Cyrillic */
+ UC_CHARSET_SETUP_cp866; /* DosCyrillic (cp866) */
+ UC_CHARSET_SETUP_windows_1251; /* WinCyrillic (cp1251) */
+ UC_CHARSET_SETUP_koi8_r; /* KOI8-R Cyrillic */
+ UC_CHARSET_SETUP_iso_8859_6; /* ISO 8869-6 Arabic */
+ UC_CHARSET_SETUP_cp864; /* DosArabic (cp864) */
+ UC_CHARSET_SETUP_windows_1256; /* WinArabic (cp1256) */
+ UC_CHARSET_SETUP_iso_8859_14; /* ISO 8859-14 Celtic */
+ UC_CHARSET_SETUP_iso_8859_7; /* ISO 8859-7 Greek */
+ UC_CHARSET_SETUP_cp737; /* DosGreek (cp737) */
+ UC_CHARSET_SETUP_cp869; /* DosGreek2 (cp869) */
+ UC_CHARSET_SETUP_windows_1253; /* WinGreek (cp1253) */
+ UC_CHARSET_SETUP_iso_8859_8; /* ISO 8859-8 Hebrew */
+ UC_CHARSET_SETUP_cp862; /* DosHebrew (cp862) */
+ UC_CHARSET_SETUP_windows_1255; /* WinHebrew (cp1255) */
+ UC_CHARSET_SETUP_iso_8859_9; /* ISO 8859-9 (Latin 5) */
+ UC_CHARSET_SETUP_cp857; /* DosTurkish (cp857) */
+ UC_CHARSET_SETUP_iso_8859_10; /* ISO 8859-10 North European */
+ UC_CHARSET_SETUP_iso_8859_16; /* ISO 8859-16 (Latin 10) */
+
+ UC_CHARSET_SETUP_utf_8; /*** UNICODE UTF-8 */
+ UC_CHARSET_SETUP_mnemonic_ascii_0; /* RFC 1345 w/o Intro */
+ UC_CHARSET_SETUP_mnemonic; /* RFC 1345 Mnemonic */
+ UC_CHARSET_SETUP_cp866u; /* Ukrainian Cyrillic (866) */
+ UC_CHARSET_SETUP_koi8_u; /* Ukrainian Cyrillic (koi8-u) */
+ UC_CHARSET_SETUP_ptcp154; /* Cyrillic-Asian (PT154) */
+
+#ifdef EXP_CHARTRANS_AUTOSWITCH
+#ifdef CAN_AUTODETECT_DISPLAY_CHARSET
+# ifdef __EMX__
+ {
+ unsigned UCode_t lst[3];
+ unsigned UCode_t len, rc;
+
+ rc = DosQueryCp(sizeof(lst), lst, &len);
+ if (rc == 0) {
+ if (len >= 1)
+ auto_display_charset = CpOrdinal(lst[0], 0);
+# ifdef CAN_SWITCH_DISPLAY_CHARSET
+ if (len >= 3) {
+ codepages[0] = lst[0];
+ codepages[1] = (lst[0] == lst[1] ? lst[2] : lst[1]);
+ auto_other_display_charset = CpOrdinal(codepages[1], 1);
+ }
+# endif
+ } else {
+ CTRACE((tfp, "DosQueryCp() returned %#lx=%lu.\n", rc, rc));
+ }
+ }
+# endif
+#endif
+#endif
+
+/*
+ * To add synonyms for any charset name check function UCGetLYhndl_byMIME in
+ * this file.
+ */
+
+/* for coding/performance - easy to type: */
+ LATIN1 = UCGetLYhndl_byMIME("iso-8859-1");
+ US_ASCII = UCGetLYhndl_byMIME("us-ascii");
+ UTF8_handle = UCGetLYhndl_byMIME("utf-8");
+ TRANSPARENT = UCGetLYhndl_byMIME("x-transparent");
+}
+
+/*
+ * Safe variant of UCGetLYhndl_byMIME, with blind recovery from typo in user
+ * input: lynx.cfg, userdefs.h, command line switches.
+ */
+int safeUCGetLYhndl_byMIME(const char *value)
+{
+ int i = UCGetLYhndl_byMIME(value);
+
+ if (i == -1) { /* was user's typo or not yet recognized value */
+ i = LATIN1; /* error recovery? */
+ CTRACE((tfp, "safeUCGetLYhndl_byMIME: ISO-8859-1 assumed.\n"));
+ }
+
+ return (i);
+}
+
+#ifdef USE_LOCALE_CHARSET
+
+#if defined(USE_LOCALE_CHARSET) && !defined(HAVE_LANGINFO_CODESET)
+/*
+ * This is a quick-and-dirty emulator of the nl_langinfo(CODESET)
+ * function defined in the Single Unix Specification for those systems
+ * (FreeBSD, etc.) that don't have one yet. It behaves as if it had
+ * been called after setlocale(LC_CTYPE, ""), that is it looks at
+ * the locale environment variables.
+ *
+ * http://www.opengroup.org/onlinepubs/7908799/xsh/langinfo.h.html
+ *
+ * Please extend it as needed and suggest improvements to the author.
+ * This emulator will hopefully become redundant soon as
+ * nl_langinfo(CODESET) becomes more widely implemented.
+ *
+ * Since the proposed Li18nux encoding name registry is still not mature,
+ * the output follows the MIME registry where possible:
+ *
+ * http://www.iana.org/assignments/character-sets
+ *
+ * A possible autoconf test for the availability of nl_langinfo(CODESET)
+ * can be found in
+ *
+ * http://www.cl.cam.ac.uk/~mgk25/unicode.html#activate
+ *
+ * Markus.Kuhn@cl.cam.ac.uk -- 2002-03-11
+ * Permission to use, copy, modify, and distribute this software
+ * for any purpose and without fee is hereby granted. The author
+ * disclaims all warranties with regard to this software.
+ *
+ * Latest version:
+ *
+ * http://www.cl.cam.ac.uk/~mgk25/ucs/langinfo.c
+ */
+
+/*
+#include "langinfo.h"
+*/
+typedef int nl_item;
+
+#define CODESET 1
+
+#define C_CODESET "US-ASCII" /* Return this as the encoding of the
+ * C/POSIX locale. Could as well one day
+ * become "UTF-8". */
+
+#define digit(x) ((x) >= '0' && (x) <= '9')
+
+static char buf[16];
+
+static char *nl_langinfo(nl_item item)
+{
+ char *l, *p;
+
+ if (item != CODESET)
+ return NULL;
+
+ if (((l = LYGetEnv("LC_ALL")) != 0) ||
+ ((l = LYGetEnv("LC_CTYPE")) != 0) ||
+ ((l = LYGetEnv("LANG")) != 0)) {
+ /* check standardized locales */
+ if (!strcmp(l, "C") || !strcmp(l, "POSIX"))
+ return C_CODESET;
+ /* check for encoding name fragment */
+ if (strstr(l, "UTF") || strstr(l, "utf"))
+ return "UTF-8";
+ if ((p = strstr(l, "8859-"))) {
+ memcpy(buf, "ISO-8859-\0\0", 12);
+ p += 5;
+ if (digit(*p)) {
+ buf[9] = *p++;
+ if (digit(*p))
+ buf[10] = *p++;
+ return buf;
+ }
+ }
+ if (strstr(l, "KOI8-R"))
+ return "KOI8-R";
+ if (strstr(l, "KOI8-U"))
+ return "KOI8-U";
+ if (strstr(l, "620"))
+ return "TIS-620";
+ if (strstr(l, "2312"))
+ return "GB2312";
+ if (strstr(l, "HKSCS"))
+ return "Big5HKSCS"; /* no MIME charset */
+ if (strstr(l, "Big5") || strstr(l, "BIG5"))
+ return "Big5";
+ if (strstr(l, "GBK"))
+ return "GBK"; /* no MIME charset */
+ if (strstr(l, "18030"))
+ return "GB18030"; /* no MIME charset */
+ if (strstr(l, "Shift_JIS") || strstr(l, "SJIS"))
+ return "Shift_JIS";
+ /* check for conclusive modifier */
+ if (strstr(l, "euro"))
+ return "ISO-8859-15";
+ /* check for language (and perhaps country) codes */
+ if (strstr(l, "zh_TW"))
+ return "Big5";
+ if (strstr(l, "zh_HK"))
+ return "Big5HKSCS"; /* no MIME charset */
+ if (strstr(l, "zh"))
+ return "GB2312";
+ if (strstr(l, "ja"))
+ return "EUC-JP";
+ if (strstr(l, "ko"))
+ return "EUC-KR";
+ if (strstr(l, "ru"))
+ return "KOI8-R";
+ if (strstr(l, "uk"))
+ return "KOI8-U";
+ if (strstr(l, "pl") || strstr(l, "hr") ||
+ strstr(l, "hu") || strstr(l, "cs") ||
+ strstr(l, "sk") || strstr(l, "sl"))
+ return "ISO-8859-2";
+ if (strstr(l, "eo") || strstr(l, "mt"))
+ return "ISO-8859-3";
+ if (strstr(l, "el"))
+ return "ISO-8859-7";
+ if (strstr(l, "he"))
+ return "ISO-8859-8";
+ if (strstr(l, "tr"))
+ return "ISO-8859-9";
+ if (strstr(l, "th"))
+ return "TIS-620"; /* or ISO-8859-11 */
+ if (strstr(l, "lt"))
+ return "ISO-8859-13";
+ if (strstr(l, "cy"))
+ return "ISO-8859-14";
+ if (strstr(l, "ro"))
+ return "ISO-8859-2"; /* or ISO-8859-16 */
+ if (strstr(l, "am") || strstr(l, "vi"))
+ return "UTF-8";
+ /* Send me further rules if you like, but don't forget that we are
+ * *only* interested in locale naming conventions on platforms
+ * that do not already provide an nl_langinfo(CODESET) implementation. */
+ return "ISO-8859-1"; /* should perhaps be "UTF-8" instead */
+ }
+ return C_CODESET;
+}
+#endif /* defined(USE_LOCALE_CHARSET) && !defined(HAVE_LANGINFO_CODESET) */
+
+/*
+ * If LYLocaleCharset is true, use the current locale to lookup a MIME name
+ * that corresponds, and use that as the display charset. This feature is
+ * experimental because while nl_langinfo(CODESET) itself is standardized,
+ * the return values and their relationship to the locale value is not.
+ * GNU libiconv happens to give useful values, but other implementations are
+ * not guaranteed to do this.
+ *
+ * Not all Linux versions provide useful information. GNU libc 2.2 returns
+ * "ANSI_X3.4-1968"
+ * whether locale is POSIX or en_US.UTF-8.
+ *
+ * Another possible thing to investigate is the locale_charset() function
+ * provided in libiconv 1.5.1.
+ */
+void LYFindLocaleCharset(void)
+{
+ char *name;
+
+ CTRACE((tfp, "LYFindLocaleCharset(%d)\n", LYLocaleCharset));
+ name = nl_langinfo(CODESET);
+
+ if (name != 0) {
+ int value = UCGetLYhndl_byMIME(name);
+
+ if (value >= 0) {
+ linedrawing_char_set = value;
+ CTRACE((tfp, "Found name \"%s\" -> %d\n", name, value));
+ /*
+ * If no locale was set, we will get the POSIX character set, which
+ * in Lynx is treated as US-ASCII. However, Lynx's longstanding
+ * behavior has been to default to ISO-8859-1. So we treat that
+ * encoding specially. Otherwise, if LOCALE_CHARSET is set, then
+ * we will use the locale encoding -- unless overridden by the
+ * ASSUME_CHARSET value and/or command-line option.
+ */
+ if (LYLocaleCharset) {
+ CTRACE((tfp, "...prior LocaleCharset '%s'\n", NonNull(UCAssume_MIMEcharset)));
+ if (value == US_ASCII) {
+ CTRACE((tfp, "...prefer existing charset to ASCII\n"));
+ } else if (assumed_charset) {
+ CTRACE((tfp, "...already assumed-charset\n"));
+ } else {
+ current_char_set = linedrawing_char_set;
+ UCLYhndl_for_unspec = current_char_set;
+ StrAllocCopy(UCAssume_MIMEcharset, name);
+ CTRACE((tfp, "...using LocaleCharset '%s'\n", NonNull(UCAssume_MIMEcharset)));
+ }
+ }
+ } else {
+ CTRACE((tfp, "Cannot find a handle for MIME name \"%s\"\n", name));
+ }
+ } else {
+ CTRACE((tfp, "Cannot find a MIME name for locale\n"));
+ }
+}
+#endif /* USE_LOCALE_CHARSET */
+
+BOOL UCScanCode(UCode_t *target, const char *source, BOOL isHex)
+{
+ BOOL status = FALSE;
+ long lcode;
+ char *endptr;
+
+ errno = 0;
+ *target = 0;
+ lcode = strtol(source, &endptr, isHex ? 16 : 10);
+ if (lcode >= 0
+ && (endptr > source)
+#if defined(ERANGE) && defined(LONG_MAX) && defined(LONG_MIN)
+ && (errno != ERANGE || (lcode != LONG_MAX && lcode != LONG_MIN))
+#else
+ && (endptr - source) < (isHex ? 8 : 10)
+#endif
+ && (endptr != 0)
+ && (*endptr == '\0')) {
+ *target = (UCode_t) lcode;
+ status = TRUE;
+ }
+ return status;
+}
generated by cgit v1.2.3 (git 2.39.1) at 2024-11-19 08:11:55 +0000