diff options
Diffstat (limited to 'src/UCdomap.c')
| -rw-r--r-- | src/UCdomap.c | 2521 |
1 files changed, 2521 insertions, 0 deletions
diff --git a/src/UCdomap.c b/src/UCdomap.c new file mode 100644 index 0000000..ddac187 --- /dev/null +++ b/src/UCdomap.c @@ -0,0 +1,2521 @@ +/* + * $LynxId: UCdomap.c,v 1.104 2018/12/29 00:20:33 Kihara.Hideto Exp $ + * + * UCdomap.c + * ========= + * + * This is a Lynx chartrans engine, its external calls are in UCMap.h + * + * Derived from code in the Linux kernel console driver. + * + * The GNU General Public License therefore applies, see the file + * COPYING in the top-level directory which should come with every Lynx + * distribution. + * + * [ original comment: - KW ] + * + * Mapping from internal code (such as Latin-1 or Unicode or IBM PC code) + * to font positions. + * + * aeb, 950210 + */ +#include <HTUtils.h> +#include <HTMLDTD.h> + +#include <LYGlobalDefs.h> +#include <UCdomap.h> +#include <UCMap.h> +#include <UCAux.h> +#include <UCDefs.h> +#include <LYCharSets.h> +#include <LYStrings.h> +#include <LYUtils.h> + +#if defined(USE_LOCALE_CHARSET) && defined(HAVE_LANGINFO_CODESET) +#include <langinfo.h> +#endif + +#ifdef EXP_JAPANESEUTF8_SUPPORT +#include <iconv.h> +#endif + +#include <LYLeaks.h> + +/* + * Include chartrans tables: + */ +#include <cp1250_uni.h> /* WinLatin2 (cp1250) */ +#include <cp1251_uni.h> /* WinCyrillic (cp1251) */ +#include <cp1252_uni.h> /* WinLatin1 (cp1252) */ +#include <cp1253_uni.h> /* WinGreek (cp1253) */ +#include <cp1255_uni.h> /* WinHebrew (cp1255) */ +#include <cp1256_uni.h> /* WinArabic (cp1256) */ +#include <cp1257_uni.h> /* WinBaltRim (cp1257) */ +#include <cp437_uni.h> /* DosLatinUS (cp437) */ +#include <cp737_uni.h> /* DosGreek (cp737) */ +#include <cp775_uni.h> /* DosBaltRim (cp775) */ +#include <cp850_uni.h> /* DosLatin1 (cp850) */ +#include <cp852_uni.h> /* DosLatin2 (cp852) */ +#include <cp857_uni.h> /* DosTurkish (cp857) */ +#include <cp862_uni.h> /* DosHebrew (cp862) */ +#include <cp864_uni.h> /* DosArabic (cp864) */ +#include <cp866_uni.h> /* DosCyrillic (cp866) */ +#include <cp869_uni.h> /* DosGreek2 (cp869) */ +#include <def7_uni.h> /* 7 bit approximations */ +#include <dmcs_uni.h> /* DEC Multinational */ +#include <hp_uni.h> /* HP Roman8 */ +#include <iso01_uni.h> /* ISO Latin 1 */ +#include <iso02_uni.h> /* ISO Latin 2 */ +#include <iso03_uni.h> /* ISO Latin 3 */ +#include <iso04_uni.h> /* ISO Latin 4 */ +#include <iso05_uni.h> /* ISO 8859-5 Cyrillic */ +#include <iso06_uni.h> /* ISO 8859-6 Arabic */ +#include <iso07_uni.h> /* ISO 8859-7 Greek */ +#include <iso08_uni.h> /* ISO 8859-8 Hebrew */ +#include <iso09_uni.h> /* ISO 8859-9 (Latin 5) */ +#include <iso10_uni.h> /* ISO 8859-10 */ +#include <iso13_uni.h> /* ISO 8859-13 (Latin 7) */ +#include <iso14_uni.h> /* ISO 8859-14 (Latin 8) */ +#include <iso15_uni.h> /* ISO 8859-15 (Latin 9) */ +#include <koi8r_uni.h> /* KOI8-R Cyrillic */ +#include <mac_uni.h> /* Macintosh (8 bit) */ +#include <mnem2_suni.h> /* RFC 1345 Mnemonic */ +#include <next_uni.h> /* NeXT character set */ +#include <rfc_suni.h> /* RFC 1345 w/o Intro */ +/* #include <utf8_uni.h> */ /* UNICODE UTF 8 */ +#include <viscii_uni.h> /* Vietnamese (VISCII) */ +#include <cp866u_uni.h> /* Ukrainian Cyrillic (866) */ +#include <koi8u_uni.h> /* Ukrainian Cyrillic (koi8-u */ +#include <pt154_uni.h> /* Cyrillic-Asian (PT154) */ + +#ifdef CAN_AUTODETECT_DISPLAY_CHARSET +int auto_display_charset = -1; +#endif + +static const char *UC_GNsetMIMEnames[4] = +{ + "iso-8859-1", "x-dec-graphics", "cp437", "x-transparent" +}; + +static int UC_GNhandles[4] = +{ + -1, -1, -1, -1 +}; + +/* + * Some of the code below, and some of the comments, are left in for + * historical reasons. Not all those tables below are currently + * really needed (and what with all those hardwired codepoints), + * but let's keep them around for now. They may come in handy if we + * decide to make more extended use of the mechanisms (including e.g. + * for chars < 127...). - KW + */ + +static u16 translations[][256] = +{ + /* + * 8-bit Latin-1 mapped to Unicode -- trivial mapping. + */ + { + 0x0000, 0x0001, 0x0002, 0x0003, 0x0004, 0x0005, 0x0006, 0x0007, + 0x0008, 0x0009, 0x000a, 0x000b, 0x000c, 0x000d, 0x000e, 0x000f, + 0x0010, 0x0011, 0x0012, 0x0013, 0x0014, 0x0015, 0x0016, 0x0017, + 0x0018, 0x0019, 0x001a, 0x001b, 0x001c, 0x001d, 0x001e, 0x001f, + 0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027, + 0x0028, 0x0029, 0x002a, 0x002b, 0x002c, 0x002d, 0x002e, 0x002f, + 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037, + 0x0038, 0x0039, 0x003a, 0x003b, 0x003c, 0x003d, 0x003e, 0x003f, + 0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047, + 0x0048, 0x0049, 0x004a, 0x004b, 0x004c, 0x004d, 0x004e, 0x004f, + 0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057, + 0x0058, 0x0059, 0x005a, 0x005b, 0x005c, 0x005d, 0x005e, 0x005f, + 0x0060, 0x0061, 0x0062, 0x0063, 0x0064, 0x0065, 0x0066, 0x0067, + 0x0068, 0x0069, 0x006a, 0x006b, 0x006c, 0x006d, 0x006e, 0x006f, + 0x0070, 0x0071, 0x0072, 0x0073, 0x0074, 0x0075, 0x0076, 0x0077, + 0x0078, 0x0079, 0x007a, 0x007b, 0x007c, 0x007d, 0x007e, 0x007f, + 0x0080, 0x0081, 0x0082, 0x0083, 0x0084, 0x0085, 0x0086, 0x0087, + 0x0088, 0x0089, 0x008a, 0x008b, 0x008c, 0x008d, 0x008e, 0x008f, + 0x0090, 0x0091, 0x0092, 0x0093, 0x0094, 0x0095, 0x0096, 0x0097, + 0x0098, 0x0099, 0x009a, 0x009b, 0x009c, 0x009d, 0x009e, 0x009f, + 0x00a0, 0x00a1, 0x00a2, 0x00a3, 0x00a4, 0x00a5, 0x00a6, 0x00a7, + 0x00a8, 0x00a9, 0x00aa, 0x00ab, 0x00ac, 0x00ad, 0x00ae, 0x00af, + 0x00b0, 0x00b1, 0x00b2, 0x00b3, 0x00b4, 0x00b5, 0x00b6, 0x00b7, + 0x00b8, 0x00b9, 0x00ba, 0x00bb, 0x00bc, 0x00bd, 0x00be, 0x00bf, + 0x00c0, 0x00c1, 0x00c2, 0x00c3, 0x00c4, 0x00c5, 0x00c6, 0x00c7, + 0x00c8, 0x00c9, 0x00ca, 0x00cb, 0x00cc, 0x00cd, 0x00ce, 0x00cf, + 0x00d0, 0x00d1, 0x00d2, 0x00d3, 0x00d4, 0x00d5, 0x00d6, 0x00d7, + 0x00d8, 0x00d9, 0x00da, 0x00db, 0x00dc, 0x00dd, 0x00de, 0x00df, + 0x00e0, 0x00e1, 0x00e2, 0x00e3, 0x00e4, 0x00e5, 0x00e6, 0x00e7, + 0x00e8, 0x00e9, 0x00ea, 0x00eb, 0x00ec, 0x00ed, 0x00ee, 0x00ef, + 0x00f0, 0x00f1, 0x00f2, 0x00f3, 0x00f4, 0x00f5, 0x00f6, 0x00f7, + 0x00f8, 0x00f9, 0x00fa, 0x00fb, 0x00fc, 0x00fd, 0x00fe, 0x00ff + }, + /* + * VT100 graphics mapped to Unicode. + */ + { + 0x0000, 0x0001, 0x0002, 0x0003, 0x0004, 0x0005, 0x0006, 0x0007, + 0x0008, 0x0009, 0x000a, 0x000b, 0x000c, 0x000d, 0x000e, 0x000f, + 0x0010, 0x0011, 0x0012, 0x0013, 0x0014, 0x0015, 0x0016, 0x0017, + 0x0018, 0x0019, 0x001a, 0x001b, 0x001c, 0x001d, 0x001e, 0x001f, + 0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027, + 0x0028, 0x0029, 0x002a, 0x002b, 0x002c, 0x002d, 0x002e, 0x002f, + 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037, + 0x0038, 0x0039, 0x003a, 0x003b, 0x003c, 0x003d, 0x003e, 0x003f, + 0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047, + 0x0048, 0x0049, 0x004a, 0x004b, 0x004c, 0x004d, 0x004e, 0x004f, + 0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057, + 0x0058, 0x0059, 0x005a, 0x005b, 0x005c, 0x005d, 0x005e, 0x00a0, + 0x25c6, 0x2592, 0x2409, 0x240c, 0x240d, 0x240a, 0x00b0, 0x00b1, + 0x2424, 0x240b, 0x2518, 0x2510, 0x250c, 0x2514, 0x253c, 0xf800, + 0xf801, 0x2500, 0xf803, 0xf804, 0x251c, 0x2524, 0x2534, 0x252c, + 0x2502, 0x2264, 0x2265, 0x03c0, 0x2260, 0x00a3, 0x00b7, 0x007f, + 0x0080, 0x0081, 0x0082, 0x0083, 0x0084, 0x0085, 0x0086, 0x0087, + 0x0088, 0x0089, 0x008a, 0x008b, 0x008c, 0x008d, 0x008e, 0x008f, + 0x0090, 0x0091, 0x0092, 0x0093, 0x0094, 0x0095, 0x0096, 0x0097, + 0x0098, 0x0099, 0x009a, 0x009b, 0x009c, 0x009d, 0x009e, 0x009f, + 0x00a0, 0x00a1, 0x00a2, 0x00a3, 0x00a4, 0x00a5, 0x00a6, 0x00a7, + 0x00a8, 0x00a9, 0x00aa, 0x00ab, 0x00ac, 0x00ad, 0x00ae, 0x00af, + 0x00b0, 0x00b1, 0x00b2, 0x00b3, 0x00b4, 0x00b5, 0x00b6, 0x00b7, + 0x00b8, 0x00b9, 0x00ba, 0x00bb, 0x00bc, 0x00bd, 0x00be, 0x00bf, + 0x00c0, 0x00c1, 0x00c2, 0x00c3, 0x00c4, 0x00c5, 0x00c6, 0x00c7, + 0x00c8, 0x00c9, 0x00ca, 0x00cb, 0x00cc, 0x00cd, 0x00ce, 0x00cf, + 0x00d0, 0x00d1, 0x00d2, 0x00d3, 0x00d4, 0x00d5, 0x00d6, 0x00d7, + 0x00d8, 0x00d9, 0x00da, 0x00db, 0x00dc, 0x00dd, 0x00de, 0x00df, + 0x00e0, 0x00e1, 0x00e2, 0x00e3, 0x00e4, 0x00e5, 0x00e6, 0x00e7, + 0x00e8, 0x00e9, 0x00ea, 0x00eb, 0x00ec, 0x00ed, 0x00ee, 0x00ef, + 0x00f0, 0x00f1, 0x00f2, 0x00f3, 0x00f4, 0x00f5, 0x00f6, 0x00f7, + 0x00f8, 0x00f9, 0x00fa, 0x00fb, 0x00fc, 0x00fd, 0x00fe, 0x00ff + }, + /* + * IBM Codepage 437 mapped to Unicode. + */ + { + 0x0000, 0x263a, 0x263b, 0x2665, 0x2666, 0x2663, 0x2660, 0x2022, + 0x25d8, 0x25cb, 0x25d9, 0x2642, 0x2640, 0x266a, 0x266b, 0x263c, + 0x25ba, 0x25c4, 0x2195, 0x203c, 0x00b6, 0x00a7, 0x25ac, 0x21a8, + 0x2191, 0x2193, 0x2192, 0x2190, 0x221f, 0x2194, 0x25b2, 0x25bc, + 0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027, + 0x0028, 0x0029, 0x002a, 0x002b, 0x002c, 0x002d, 0x002e, 0x002f, + 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037, + 0x0038, 0x0039, 0x003a, 0x003b, 0x003c, 0x003d, 0x003e, 0x003f, + 0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047, + 0x0048, 0x0049, 0x004a, 0x004b, 0x004c, 0x004d, 0x004e, 0x004f, + 0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057, + 0x0058, 0x0059, 0x005a, 0x005b, 0x005c, 0x005d, 0x005e, 0x005f, + 0x0060, 0x0061, 0x0062, 0x0063, 0x0064, 0x0065, 0x0066, 0x0067, + 0x0068, 0x0069, 0x006a, 0x006b, 0x006c, 0x006d, 0x006e, 0x006f, + 0x0070, 0x0071, 0x0072, 0x0073, 0x0074, 0x0075, 0x0076, 0x0077, + 0x0078, 0x0079, 0x007a, 0x007b, 0x007c, 0x007d, 0x007e, 0x2302, + 0x00c7, 0x00fc, 0x00e9, 0x00e2, 0x00e4, 0x00e0, 0x00e5, 0x00e7, + 0x00ea, 0x00eb, 0x00e8, 0x00ef, 0x00ee, 0x00ec, 0x00c4, 0x00c5, + 0x00c9, 0x00e6, 0x00c6, 0x00f4, 0x00f6, 0x00f2, 0x00fb, 0x00f9, + 0x00ff, 0x00d6, 0x00dc, 0x00a2, 0x00a3, 0x00a5, 0x20a7, 0x0192, + 0x00e1, 0x00ed, 0x00f3, 0x00fa, 0x00f1, 0x00d1, 0x00aa, 0x00ba, + 0x00bf, 0x2310, 0x00ac, 0x00bd, 0x00bc, 0x00a1, 0x00ab, 0x00bb, + 0x2591, 0x2592, 0x2593, 0x2502, 0x2524, 0x2561, 0x2562, 0x2556, + 0x2555, 0x2563, 0x2551, 0x2557, 0x255d, 0x255c, 0x255b, 0x2510, + 0x2514, 0x2534, 0x252c, 0x251c, 0x2500, 0x253c, 0x255e, 0x255f, + 0x255a, 0x2554, 0x2569, 0x2566, 0x2560, 0x2550, 0x256c, 0x2567, + 0x2568, 0x2564, 0x2565, 0x2559, 0x2558, 0x2552, 0x2553, 0x256b, + 0x256a, 0x2518, 0x250c, 0x2588, 0x2584, 0x258c, 0x2590, 0x2580, + 0x03b1, 0x00df, 0x0393, 0x03c0, 0x03a3, 0x03c3, 0x00b5, 0x03c4, + 0x03a6, 0x0398, 0x03a9, 0x03b4, 0x221e, 0x03c6, 0x03b5, 0x2229, + 0x2261, 0x00b1, 0x2265, 0x2264, 0x2320, 0x2321, 0x00f7, 0x2248, + 0x00b0, 0x2219, 0x00b7, 0x221a, 0x207f, 0x00b2, 0x25a0, 0x00a0 + }, + /* + * User mapping -- default to codes for direct font mapping. + */ + { + 0xf000, 0xf001, 0xf002, 0xf003, 0xf004, 0xf005, 0xf006, 0xf007, + 0xf008, 0xf009, 0xf00a, 0xf00b, 0xf00c, 0xf00d, 0xf00e, 0xf00f, + 0xf010, 0xf011, 0xf012, 0xf013, 0xf014, 0xf015, 0xf016, 0xf017, + 0xf018, 0xf019, 0xf01a, 0xf01b, 0xf01c, 0xf01d, 0xf01e, 0xf01f, + 0xf020, 0xf021, 0xf022, 0xf023, 0xf024, 0xf025, 0xf026, 0xf027, + 0xf028, 0xf029, 0xf02a, 0xf02b, 0xf02c, 0xf02d, 0xf02e, 0xf02f, + 0xf030, 0xf031, 0xf032, 0xf033, 0xf034, 0xf035, 0xf036, 0xf037, + 0xf038, 0xf039, 0xf03a, 0xf03b, 0xf03c, 0xf03d, 0xf03e, 0xf03f, + 0xf040, 0xf041, 0xf042, 0xf043, 0xf044, 0xf045, 0xf046, 0xf047, + 0xf048, 0xf049, 0xf04a, 0xf04b, 0xf04c, 0xf04d, 0xf04e, 0xf04f, + 0xf050, 0xf051, 0xf052, 0xf053, 0xf054, 0xf055, 0xf056, 0xf057, + 0xf058, 0xf059, 0xf05a, 0xf05b, 0xf05c, 0xf05d, 0xf05e, 0xf05f, + 0xf060, 0xf061, 0xf062, 0xf063, 0xf064, 0xf065, 0xf066, 0xf067, + 0xf068, 0xf069, 0xf06a, 0xf06b, 0xf06c, 0xf06d, 0xf06e, 0xf06f, + 0xf070, 0xf071, 0xf072, 0xf073, 0xf074, 0xf075, 0xf076, 0xf077, + 0xf078, 0xf079, 0xf07a, 0xf07b, 0xf07c, 0xf07d, 0xf07e, 0xf07f, + 0xf080, 0xf081, 0xf082, 0xf083, 0xf084, 0xf085, 0xf086, 0xf087, + 0xf088, 0xf089, 0xf08a, 0xf08b, 0xf08c, 0xf08d, 0xf08e, 0xf08f, + 0xf090, 0xf091, 0xf092, 0xf093, 0xf094, 0xf095, 0xf096, 0xf097, + 0xf098, 0xf099, 0xf09a, 0xf09b, 0xf09c, 0xf09d, 0xf09e, 0xf09f, + 0xf0a0, 0xf0a1, 0xf0a2, 0xf0a3, 0xf0a4, 0xf0a5, 0xf0a6, 0xf0a7, + 0xf0a8, 0xf0a9, 0xf0aa, 0xf0ab, 0xf0ac, 0xf0ad, 0xf0ae, 0xf0af, + 0xf0b0, 0xf0b1, 0xf0b2, 0xf0b3, 0xf0b4, 0xf0b5, 0xf0b6, 0xf0b7, + 0xf0b8, 0xf0b9, 0xf0ba, 0xf0bb, 0xf0bc, 0xf0bd, 0xf0be, 0xf0bf, + 0xf0c0, 0xf0c1, 0xf0c2, 0xf0c3, 0xf0c4, 0xf0c5, 0xf0c6, 0xf0c7, + 0xf0c8, 0xf0c9, 0xf0ca, 0xf0cb, 0xf0cc, 0xf0cd, 0xf0ce, 0xf0cf, + 0xf0d0, 0xf0d1, 0xf0d2, 0xf0d3, 0xf0d4, 0xf0d5, 0xf0d6, 0xf0d7, + 0xf0d8, 0xf0d9, 0xf0da, 0xf0db, 0xf0dc, 0xf0dd, 0xf0de, 0xf0df, + 0xf0e0, 0xf0e1, 0xf0e2, 0xf0e3, 0xf0e4, 0xf0e5, 0xf0e6, 0xf0e7, + 0xf0e8, 0xf0e9, 0xf0ea, 0xf0eb, 0xf0ec, 0xf0ed, 0xf0ee, 0xf0ef, + 0xf0f0, 0xf0f1, 0xf0f2, 0xf0f3, 0xf0f4, 0xf0f5, 0xf0f6, 0xf0f7, + 0xf0f8, 0xf0f9, 0xf0fa, 0xf0fb, 0xf0fc, 0xf0fd, 0xf0fe, 0xf0ff + } +}; +static u16 *UC_translate = NULL; + +static struct UC_charset UCInfo[MAXCHARSETS]; + +/* + * The standard kernel character-to-font mappings are not invertible + * -- this is just a best effort. + */ +#define MAX_GLYPH 512 /* Max possible glyph value */ + +static unsigned char *inv_translate = NULL; +static unsigned char inv_norm_transl[MAX_GLYPH]; +static unsigned char *inverse_translations[4] = +{NULL, NULL, NULL, NULL}; + +static void set_inverse_transl(int i); +static u16 *set_translate(int m); +static int UC_valid_UC_charset(int UC_charset_hndl); +static void UC_con_set_trans(int UC_charset_in_hndl, int Gn, int update_flag); +static int con_insert_unipair(unsigned unicode, unsigned fontpos, int fordefault); +static int con_insert_unipair_str(unsigned unicode, const char *replace_str, int fordefault); +static void con_clear_unimap(int fordefault); +static void con_clear_unimap_str(int fordefault); +static void con_set_default_unimap(void); +static int UC_con_set_unimap(int UC_charset_out_hndl, int update_flag); +static int UC_con_set_unimap_str(unsigned ct, struct unipair_str *list, int fordefault); +static int conv_uni_to_pc(long ucs, int usedefault); +static int conv_uni_to_str(char *outbuf, int buflen, UCode_t ucs, int usedefault); +static void UCconsole_map_init(void); +static int UC_MapGN(int UChndl, int update_flag); +static int UC_FindGN_byMIME(const char *UC_MIMEcharset); +static void UCreset_allocated_LYCharSets(void); +static STRING2PTR UC_setup_LYCharSets_repl(int UC_charset_in_hndl, unsigned lowest8); +static int UC_Register_with_LYCharSets(int s, + const char *UC_MIMEcharset, + const char *UC_LYNXcharset, + int lowest_eightbit); + +#ifdef LY_FIND_LEAKS +static void UCfree_allocated_LYCharSets(void); +static void UCcleanup_mem(void); +#endif + +static int default_UChndl = -1; + +static void set_inverse_transl(int i) +{ + int j, glyph; + u16 *p = translations[i]; + unsigned char *q = inverse_translations[i]; + + if (!q) { + /* + * Slightly messy to avoid calling kmalloc too early. + */ + q = inverse_translations[i] = ((i == LAT1_MAP) ? + inv_norm_transl : + typeMallocn(unsigned char, MAX_GLYPH)); + + if (!q) + return; + } + for (j = 0; j < MAX_GLYPH; j++) + q[j] = 0; + + for (j = 0; j < E_TABSZ; j++) { + glyph = conv_uni_to_pc((long) p[j], 0); + if (glyph >= 0 && glyph < MAX_GLYPH && q[glyph] < 32) { + /* + * Prefer '-' above SHY etc. + */ + q[glyph] = UCH(j); + } + } +} + +static u16 *set_translate(int m) +{ + if (!inverse_translations[m]) + set_inverse_transl(m); + inv_translate = inverse_translations[m]; + return translations[m]; +} + +static int UC_valid_UC_charset(int UC_charset_hndl) +{ + return (UC_charset_hndl >= 0 && UC_charset_hndl < UCNumCharsets); +} + +static void UC_con_set_trans(int UC_charset_in_hndl, + int Gn, + int update_flag) +{ + int i, j; + const u16 *p; + u16 *ptrans; + + if (!UC_valid_UC_charset(UC_charset_in_hndl)) { + CTRACE((tfp, "UC_con_set_trans: Invalid charset handle %d.\n", + UC_charset_in_hndl)); + return; + } + ptrans = translations[Gn]; + p = UCInfo[UC_charset_in_hndl].unitable; +#if(0) + if (p == UC_current_unitable) { /* test whether pointers are equal */ + return; /* nothing to be done */ + } + /* + * The font is always 256 characters - so far. + */ + con_clear_unimap(); +#endif + for (i = 0; i < 256; i++) { + if ((j = UCInfo[UC_charset_in_hndl].unicount[i])) { + ptrans[i] = *p; + for (; j; j--) { + p++; + } + } else { + ptrans[i] = UCS_REPL; + } + } + if (update_flag) { + set_inverse_transl(Gn); /* Update inverse translation for this one */ + } +} + +/* + * Unicode -> current font conversion + * + * A font has at most 512 chars, usually 256. + * But one font position may represent several Unicode chars. + * A hashtable is somewhat of a pain to deal with, so use a + * "paged table" instead. Simulation has shown the memory cost of + * this 3-level paged table scheme to be comparable to a hash table. + */ +static int hashtable_contents_valid = 0; /* Use ASCII-only mode for bootup */ +static int hashtable_str_contents_valid = 0; + +static u16 **uni_pagedir[32] = +{ + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL +}; + +static char ***uni_pagedir_str[32] = +{ + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL +}; + +static const u16 *UC_current_unitable = NULL; +static struct unimapdesc_str *UC_current_unitable_str = NULL; + +/* + * Keep a second set of structures for the translation designated + * as "default" - kw + */ +static int unidefault_contents_valid = 0; /* Use ASCII-only mode for bootup */ +static int unidefault_str_contents_valid = 0; + +static u16 **unidefault_pagedir[32] = +{ + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL +}; +static char ***unidefault_pagedir_str[32] = +{ + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, + NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL +}; + +static const u16 *UC_default_unitable = 0; +static const struct unimapdesc_str *UC_default_unitable_str = 0; + +static int con_insert_unipair(unsigned unicode, unsigned fontpos, int fordefault) +{ + int i; + unsigned n; + u16 **p1, *p2; + + if (fordefault) + p1 = unidefault_pagedir[n = unicode >> 11]; + else + p1 = uni_pagedir[n = unicode >> 11]; + if (!p1) { + if ((p1 = typecallocn(u16 *, 32)) == NULL) + return ucError; + if (fordefault) + unidefault_pagedir[n] = p1; + else + uni_pagedir[n] = p1; + } + + if (!(p2 = p1[n = (unicode >> 6) & 0x1f])) { + p2 = p1[n] = (u16 *) malloc(64 * sizeof(u16)); + if (!p2) + return ucError; + + for (i = 0; i < 64; i++) { + p2[i] = UCS_HIDE; /* No glyph for this character (yet) */ + } + } + + p2[unicode & 0x3f] = (u16) fontpos; + + return 0; +} + +static int con_insert_unipair_str(unsigned unicode, const char *replace_str, + int fordefault) +{ + unsigned n; + char ***p1; + const char **p2; + + if (fordefault) + p1 = unidefault_pagedir_str[n = unicode >> 11]; + else + p1 = uni_pagedir_str[n = unicode >> 11]; + if (!p1) { + if ((p1 = typecallocn(char **, 32)) == NULL) + return ucError; + + if (fordefault) + unidefault_pagedir_str[n] = p1; + else + uni_pagedir_str[n] = p1; + } + + n = ((unicode >> 6) & 0x1f); + if (!p1[n]) { + if ((p1[n] = typecallocn(char *, 64)) == NULL) + return ucError; + } + p2 = (const char **) p1[n]; + + p2[unicode & 0x3f] = replace_str; + + return 0; +} + +/* + * ui arg was a leftover, deleted. - KW + */ +static void con_clear_unimap(int fordefault) +{ + int i, j; + u16 **p1; + + if (fordefault) { + for (i = 0; i < 32; i++) { + if ((p1 = unidefault_pagedir[i]) != NULL) { + for (j = 0; j < 32; j++) { + FREE(p1[j]); + } + FREE(p1); + } + unidefault_pagedir[i] = NULL; + } + + unidefault_contents_valid = 1; + } else { + for (i = 0; i < 32; i++) { + if ((p1 = uni_pagedir[i]) != NULL) { + for (j = 0; j < 32; j++) { + FREE(p1[j]); + } + FREE(p1); + } + uni_pagedir[i] = NULL; + } + + hashtable_contents_valid = 1; + } +} + +static void con_clear_unimap_str(int fordefault) +{ + int i, j; + char ***p1; + + if (fordefault) { + for (i = 0; i < 32; i++) { + if ((p1 = unidefault_pagedir_str[i]) != NULL) { + for (j = 0; j < 32; j++) { + FREE(p1[j]); + } + FREE(p1); + } + unidefault_pagedir_str[i] = NULL; + } + + unidefault_str_contents_valid = 1; /* ??? probably no use... */ + } else { + for (i = 0; i < 32; i++) { + if ((p1 = uni_pagedir_str[i]) != NULL) { + for (j = 0; j < 32; j++) { + FREE(p1[j]); + } + FREE(p1); + } + uni_pagedir_str[i] = NULL; + } + + hashtable_str_contents_valid = 1; /* ??? probably no use... */ + } +} + +/* + * Loads the unimap for the hardware font, as defined in uni_hash.tbl. + * The representation used was the most compact I could come up + * with. This routine is executed at sys_setup time, and when the + * PIO_FONTRESET ioctl is called. + */ +static void con_set_default_unimap(void) +{ + int i, j; + const u16 *p; + + /* + * The default font is always 256 characters. + */ + con_clear_unimap(1); + + p = dfont_unitable; + for (i = 0; i < 256; i++) { + for (j = dfont_unicount[i]; j; j--) { + con_insert_unipair(*(p++), (u16) i, 1); + } + } + + UC_default_unitable = dfont_unitable; + + con_clear_unimap_str(1); + UC_con_set_unimap_str(dfont_replacedesc.entry_ct, repl_map, 1); + UC_default_unitable_str = &dfont_replacedesc; +} + +int UCNumCharsets = 0; + +int UCLYhndl_HTFile_for_unspec = -1; +int UCLYhndl_HTFile_for_unrec = -1; +int UCLYhndl_for_unspec = -1; +int UCLYhndl_for_unrec = -1; + +/* easy to type, will initialize later */ +int LATIN1 = -1; /* UCGetLYhndl_byMIME("iso-8859-1") */ +int US_ASCII = -1; /* UCGetLYhndl_byMIME("us-ascii") */ +int UTF8_handle = -1; /* UCGetLYhndl_byMIME("utf-8") */ +int TRANSPARENT = -1; /* UCGetLYhndl_byMIME("x-transparent") */ + +static int UC_con_set_unimap(int UC_charset_out_hndl, + int update_flag) +{ + int i, j; + const u16 *p; + + if (!UC_valid_UC_charset(UC_charset_out_hndl)) { + CTRACE((tfp, "UC_con_set_unimap: Invalid charset handle %d.\n", + UC_charset_out_hndl)); + return ucError; + } + + p = UCInfo[UC_charset_out_hndl].unitable; + if (p == UC_current_unitable) { /* test whether pointers are equal */ + return update_flag; /* nothing to be done */ + } + UC_current_unitable = p; + + /* + * The font is always 256 characters - so far. + */ + con_clear_unimap(0); + + for (i = 0; i < 256; i++) { + for (j = UCInfo[UC_charset_out_hndl].unicount[i]; j; j--) { + con_insert_unipair(*(p++), (u16) i, 0); + } + } + + if (update_flag) { + for (i = 0; i <= 3; i++) { + set_inverse_transl(i); /* Update all inverse translations */ + } + } + + return 0; +} + +static int UC_con_set_unimap_str(unsigned ct, struct unipair_str *list, + int fordefault) +{ + int err = 0, err1; + + while (ct--) { + if ((err1 = con_insert_unipair_str(list->unicode, + list->replace_str, + fordefault)) != 0) { + err = err1; + } + list++; + } + + /* + * No inverse translations for replacement strings! + */ + if (!err) { + if (fordefault) + unidefault_str_contents_valid = 1; + else + hashtable_str_contents_valid = 1; + } + + return err; +} + +static int conv_uni_to_pc(long ucs, + int usedefault) +{ + int h; + u16 **p1, *p2; + + /* + * Only 16-bit codes supported at this time. + */ + if (ucs > 0xffff) { + /* + * U+FFFD: REPLACEMENT CHARACTER. + */ + ucs = UCS_REPL; + } else if (ucs < 0x20 || ucs >= 0xfffe) { + /* + * Not a printable character. + */ + return ucError; + } else if (ucs == 0xfeff || (ucs >= 0x200b && ucs <= 0x200f)) { + /* + * Zero-width space. + */ + return ucZeroWidth; + } else if ((ucs & ~UNI_DIRECT_MASK) == UNI_DIRECT_BASE) { + /* + * UNI_DIRECT_BASE indicates the start of the region in the + * User Zone which always has a 1:1 mapping to the currently + * loaded font. The UNI_DIRECT_MASK indicates the bit span + * of the region. + */ + return (ucs & UNI_DIRECT_MASK); + } + + if (usedefault) { + if (!unidefault_contents_valid) + return ucInvalidHash; + p1 = unidefault_pagedir[ucs >> 11]; + } else { + if (!hashtable_contents_valid) + return ucInvalidHash; + p1 = uni_pagedir[ucs >> 11]; + } + + if (p1 && + (p2 = p1[(ucs >> 6) & 0x1f]) && + (h = p2[ucs & 0x3f]) < MAX_GLYPH) { + return h; + } + + /* + * Not found. + */ + return ucNotFound; +} + +/* + * Note: contents of outbuf is not changes for negative return value! + */ +static int conv_uni_to_str(char *outbuf, + int buflen, + UCode_t ucs, + int usedefault) +{ + char *h; + char ***p1, **p2; + + /* + * Only 16-bit codes supported at this time. + */ + if (ucs > 0xffff) { + /* + * U+FFFD: REPLACEMENT CHARACTER. + */ + ucs = UCS_REPL; + /* + * Maybe the following two cases should be allowed here?? - KW + */ + } else if (ucs < 0x20 || ucs >= 0xfffe) { + /* + * Not a printable character. + */ + return ucError; + } else if (ucs == 0xfeff || (ucs >= 0x200b && ucs <= 0x200f)) { + /* + * Zero-width space. + */ + return ucZeroWidth; + } + + if (usedefault) { + if (!unidefault_str_contents_valid) + return ucInvalidHash; + p1 = unidefault_pagedir_str[ucs >> 11]; + } else { + if (!hashtable_str_contents_valid) + return ucInvalidHash; + p1 = uni_pagedir_str[ucs >> 11]; + } + + if (p1 && + (p2 = p1[(ucs >> 6) & 0x1f]) && + (h = p2[ucs & 0x3f])) { + StrNCpy(outbuf, h, (buflen - 1)); + return 1; /* ok ! */ + } + + /* + * Not found. + */ + return ucNotFound; +} + +int UCInitialized = 0; + +/* + * [ original comment: - KW ] + * This is called at sys_setup time, after memory and the console are + * initialized. It must be possible to call kmalloc(..., GFP_KERNEL) + * from this function, hence the call from sys_setup. + */ +static void UCconsole_map_init(void) +{ + con_set_default_unimap(); + UCInitialized = 1; +} + +/* + * OK now, finally, some stuff that is more specifically for Lynx: - KW + */ +int UCTransUniChar(UCode_t unicode, + int charset_out) +{ + int rc = 0; + int UChndl_out; + int isdefault, trydefault = 0; + const u16 *ut; + + if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) { + if (LYCharSet_UC[charset_out].codepage < 0) { + if (unicode < 128) { + rc = (int) unicode; + } else { + rc = LYCharSet_UC[charset_out].codepage; + } + return rc; + } + if ((UChndl_out = default_UChndl) < 0) { + return ucCannotOutput; + } + isdefault = 1; + } else { + isdefault = UCInfo[UChndl_out].replacedesc.isdefault; + trydefault = UCInfo[UChndl_out].replacedesc.trydefault; + } + + if (!isdefault) { + ut = UCInfo[UChndl_out].unitable; + if (ut != UC_current_unitable) { + rc = UC_con_set_unimap(UChndl_out, 1); + if (rc < 0) { + return rc; + } + } + rc = conv_uni_to_pc(unicode, 0); + if (rc >= 0) { + return rc; + } + } + if (isdefault || trydefault) { + rc = conv_uni_to_pc(unicode, 1); + if (rc >= 0) { + return rc; + } + } + if (!isdefault && (rc == ucNotFound)) { + rc = conv_uni_to_pc(UCS_REPL, 0); + } + if ((isdefault || trydefault) && (rc == ucNotFound)) { + rc = conv_uni_to_pc(UCS_REPL, 1); + } + return rc; +} + +/* + * Returns string length, or negative value for error. + */ +int UCTransUniCharStr(char *outbuf, + int buflen, + UCode_t unicode, + int charset_out, + int chk_single_flag) +{ + int rc = ucUnknown, src = 0; + int UChndl_out; + int isdefault, trydefault = 0; + struct unimapdesc_str *repl; + const u16 *ut; + + if (buflen < 2) + return ucBufferTooSmall; + + if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) { + if (LYCharSet_UC[charset_out].codepage < 0) + return LYCharSet_UC[charset_out].codepage; + if ((UChndl_out = default_UChndl) < 0) + return ucCannotOutput; + isdefault = 1; + } else { + isdefault = UCInfo[UChndl_out].replacedesc.isdefault; + trydefault = UCInfo[UChndl_out].replacedesc.trydefault; + } + + if (chk_single_flag) { + if (!isdefault) { + ut = UCInfo[UChndl_out].unitable; + if (ut != UC_current_unitable) { + src = UC_con_set_unimap(UChndl_out, 1); + if (src < 0) { + return src; + } + } + } + src = conv_uni_to_pc(unicode, isdefault); + if (src >= 32) { + outbuf[0] = (char) src; + outbuf[1] = '\0'; + return 1; + } + } + + repl = &(UCInfo[UChndl_out].replacedesc); + if (!isdefault) { + if (repl != UC_current_unitable_str) { + con_clear_unimap_str(0); + (void) UC_con_set_unimap_str(repl->entry_ct, repl->entries, 0); + UC_current_unitable_str = repl; + } + rc = conv_uni_to_str(outbuf, buflen, unicode, 0); + if (rc >= 0) + return (int) strlen(outbuf); + } + if (trydefault && chk_single_flag) { + src = conv_uni_to_pc(unicode, 1); + if (src >= 32) { + outbuf[0] = (char) src; + outbuf[1] = '\0'; + return 1; + } + } + if (isdefault || trydefault) { +#ifdef EXP_JAPANESEUTF8_SUPPORT + if (LYCharSet_UC[charset_out].codepage == 0 && + LYCharSet_UC[charset_out].codepoints == 0) { + iconv_t cd; + char str[3], *pin, *pout; + size_t inleft, outleft; + char *tocode = NULL; + + str[0] = (char) (unicode >> 8); + str[1] = (char) (unicode & 0xFF); + str[2] = 0; + pin = str; + inleft = 2; + pout = outbuf; + outleft = (size_t) buflen; + /* + * Try TRANSLIT first, since it is an extension which can provide + * translations when there is no available exact translation to + * the target character set. + */ + HTSprintf0(&tocode, "%s//TRANSLIT", LYCharSet_UC[charset_out].MIMEname); + cd = iconv_open(tocode, "UTF-16BE"); + if (cd == (iconv_t) -1) { + /* + * Try again, without TRANSLIT + */ + HTSprintf0(&tocode, "%s", LYCharSet_UC[charset_out].MIMEname); + cd = iconv_open(tocode, "UTF-16BE"); + + if (cd == (iconv_t) -1) { + CTRACE((tfp, + "Warning: Cannot transcode form charset %s to %s!\n", + "UTF-16BE", tocode)); + } + } + FREE(tocode); + + if (cd != (iconv_t) -1) { + rc = (int) iconv(cd, (ICONV_CONST char **) &pin, &inleft, + &pout, &outleft); + iconv_close(cd); + if ((pout - outbuf) == 3) { + CTRACE((tfp, + "It seems to be a JIS X 0201 code(%" PRI_UCode_t + "). Not supported.\n", unicode)); + pin = str; + inleft = 2; + pout = outbuf; + outleft = (size_t) buflen; + } else if (rc >= 0) { + *pout = '\0'; + return (int) strlen(outbuf); + } + } + } +#endif + rc = conv_uni_to_str(outbuf, buflen, unicode, 1); + if (rc >= 0) + return (int) strlen(outbuf); + } + if (rc == ucNotFound) { + if (!isdefault) + rc = conv_uni_to_str(outbuf, buflen, UCS_REPL, 0); + if ((rc == ucNotFound) && (isdefault || trydefault)) + rc = conv_uni_to_str(outbuf, buflen, UCS_REPL, 1); + if (rc >= 0) + return (int) strlen(outbuf); + } + if (chk_single_flag && src == ucNotFound) { + if (!isdefault) + rc = conv_uni_to_pc(UCS_REPL, 0); + if ((rc == ucNotFound) && (isdefault || trydefault)) + rc = conv_uni_to_pc(UCS_REPL, 1); + if (rc >= 32) { + outbuf[0] = (char) rc; + outbuf[1] = '\0'; + return 1; + } + return rc; + } + return ucNotFound; +} + +static int UC_lastautoGN = 0; + +static int UC_MapGN(int UChndl, + int update_flag) +{ + int i, Gn, found, lasthndl; + + found = 0; + Gn = -1; + for (i = 0; i < 4 && Gn < 0; i++) { + if (UC_GNhandles[i] < 0) { + Gn = i; + } else if (UC_GNhandles[i] == UChndl) { + Gn = i; + found = 1; + } + } + if (found) + return Gn; + if (Gn >= 0) { + UCInfo[UChndl].GN = Gn; + UC_GNhandles[Gn] = UChndl; + } else { + if (UC_lastautoGN == GRAF_MAP) { + Gn = IBMPC_MAP; + } else { + Gn = GRAF_MAP; + } + UC_lastautoGN = Gn; + lasthndl = UC_GNhandles[Gn]; + UCInfo[lasthndl].GN = -1; + UCInfo[UChndl].GN = Gn; + UC_GNhandles[Gn] = UChndl; + } + CTRACE((tfp, "UC_MapGN: Using %d <- %d (%s)\n", + Gn, UChndl, UCInfo[UChndl].MIMEname)); + UC_con_set_trans(UChndl, Gn, update_flag); + return Gn; +} + +int UCTransChar(int ch_in, + int charset_in, + int charset_out) +{ + UCode_t unicode; + int Gn; + int rc = ucNotFound; + int UChndl_in, UChndl_out; + int isdefault, trydefault = 0; + const u16 *ut; + int upd = 0; + + if (charset_in == charset_out) + return UCH(ch_in); + if (charset_in < 0) + return ucCannotConvert; + if ((UChndl_in = LYCharSet_UC[charset_in].UChndl) < 0) + return ucCannotConvert; + if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) { + if (LYCharSet_UC[charset_out].codepage < 0) + return LYCharSet_UC[charset_out].codepage; + if ((UChndl_out = default_UChndl) < 0) + return ucCannotOutput; + isdefault = 1; + } else { + isdefault = UCInfo[UChndl_out].replacedesc.isdefault; + trydefault = UCInfo[UChndl_out].replacedesc.trydefault; + } + if (!UCInfo[UChndl_in].num_uni) + return ucCannotConvert; + if ((Gn = UCInfo[UChndl_in].GN) < 0) { + Gn = UC_MapGN(UChndl_in, 0); + upd = 1; + } + + ut = UCInfo[UChndl_out].unitable; + if (!isdefault) { + if (ut == UC_current_unitable) { + if (upd) { + set_inverse_transl(Gn); + } + } else { + rc = UC_con_set_unimap(UChndl_out, 1); + if (rc > 0) { + set_inverse_transl(Gn); + } else if (rc < 0) { + return rc; + } + } + } + UC_translate = set_translate(Gn); + unicode = UC_translate[UCH(ch_in)]; + if (!isdefault) { + rc = conv_uni_to_pc(unicode, 0); + if (rc >= 0) + return rc; + } + if ((rc == ucNotFound) && (isdefault || trydefault)) { + rc = conv_uni_to_pc(unicode, 1); + } + if ((rc == ucNotFound) && !isdefault) { + rc = conv_uni_to_pc(UCS_REPL, 0); + } + if ((rc == ucNotFound) && (isdefault || trydefault)) { + rc = conv_uni_to_pc(UCS_REPL, 1); + } + return rc; +} + +#ifdef EXP_JAPANESEUTF8_SUPPORT +UCode_t UCTransJPToUni(char *inbuf, + int buflen, + int charset_in) +{ + char outbuf[3], *pin, *pout; + size_t ilen, olen; + iconv_t cd; + + pin = inbuf; + pout = outbuf; + ilen = 2; + olen = (size_t) buflen; + + cd = iconv_open("UTF-16BE", LYCharSet_UC[charset_in].MIMEname); + (void) iconv(cd, (ICONV_CONST char **) &pin, &ilen, &pout, &olen); + iconv_close(cd); + if ((ilen == 0) && (olen == 0)) { + return (((unsigned char) outbuf[0]) << 8) + (unsigned char) outbuf[1]; + } + return ucCannotConvert; +} +#endif + +/* + * Translate a character to Unicode. If additional bytes are needed, this + * returns ucNeedMore, based on its internal state. To reset the state, + * call this with charset_in < 0. + */ +UCode_t UCTransToUni(int ch_in, + int charset_in) +{ + static char buffer[10]; + static unsigned inx = 0; + + UCode_t unicode; + int Gn; + unsigned char ch_iu = UCH(ch_in); + int UChndl_in; + + /* + * Reset saved-state. + */ + if (charset_in < 0) { + inx = 0; + return ucCannotConvert; + } else if (charset_in == LATIN1) { + return ch_iu; + } else if (charset_in == UTF8_handle) { + if (is8bits(ch_iu)) { + unsigned need; + const char *ptr; + + buffer[inx++] = (char) ch_iu; + buffer[inx] = '\0'; + need = (unsigned) utf8_length(TRUE, buffer); + if (need && (need + 1) == inx) { + inx = 0; + ptr = buffer; + return UCGetUniFromUtf8String(&ptr); + } else if (inx < sizeof(buffer) - 1) { + return ucNeedMore; + } else { + inx = 0; + } + } else { + inx = 0; + } + } +#ifdef EXP_JAPANESEUTF8_SUPPORT + if ((strcmp(LYCharSet_UC[charset_in].MIMEname, "shift_jis") == 0) || + (strcmp(LYCharSet_UC[charset_in].MIMEname, "euc-jp") == 0)) { + char obuffer[3], *pin, *pout; + size_t ilen, olen; + iconv_t cd; + + pin = buffer; + pout = obuffer; + ilen = olen = 2; + if (strcmp(LYCharSet_UC[charset_in].MIMEname, "shift_jis") == 0) { + if (inx == 0) { + if (IS_SJIS_HI1(ch_iu) || + IS_SJIS_HI2(ch_iu)) { + buffer[0] = (char) ch_in; + inx = 1; + return ucNeedMore; + } else if (IS_SJIS_X0201KANA(ch_iu)) { + buffer[0] = (char) ch_in; + buffer[1] = 0; + cd = iconv_open("UTF-16BE", "Shift_JIS"); + ilen = 1; + (void) iconv(cd, (ICONV_CONST char **) &pin, &ilen, &pout, &olen); + iconv_close(cd); + if ((ilen == 0) && (olen == 0)) { + return (UCH(obuffer[0]) << 8) + UCH(obuffer[1]); + } + } + } else { + if (IS_SJIS_LO(ch_iu)) { + buffer[1] = (char) ch_in; + buffer[2] = 0; + + cd = iconv_open("UTF-16BE", "Shift_JIS"); + (void) iconv(cd, (ICONV_CONST char **) &pin, &ilen, &pout, &olen); + iconv_close(cd); + inx = 0; + if ((ilen == 0) && (olen == 0)) { + return (UCH(obuffer[0]) << 8) + UCH(obuffer[1]); + } + } + } + } + if (strcmp(LYCharSet_UC[charset_in].MIMEname, "euc-jp") == 0) { + if (inx == 0) { + if (IS_EUC_HI(ch_iu) || ch_iu == 0x8E) { + buffer[0] = (char) ch_in; + inx = 1; + return ucNeedMore; + } + } else { + if (IS_EUC_LOX(ch_iu)) { + buffer[1] = (char) ch_in; + buffer[2] = 0; + + cd = iconv_open("UTF-16BE", "EUC-JP"); + (void) iconv(cd, (ICONV_CONST char **) &pin, &ilen, &pout, &olen); + iconv_close(cd); + inx = 0; + if ((ilen == 0) && (olen == 0)) { + return (UCH(obuffer[0]) << 8) + UCH(obuffer[1]); + } + } + } + } + inx = 0; + } +#endif + if (ch_iu < 128 && ch_iu >= 32) + return ch_iu; + + if (ch_iu < 32 && + LYCharSet_UC[charset_in].enc != UCT_ENC_8BIT_C0) { + /* + * Don't translate C0 chars except for specific charsets. + */ + return ch_iu; + } else if ((UChndl_in = LYCharSet_UC[charset_in].UChndl) < 0) { + return ucCannotConvert; + } else if (!UCInfo[UChndl_in].num_uni) { + return ucCannotConvert; + } + + if ((Gn = UCInfo[UChndl_in].GN) < 0) { + Gn = UC_MapGN(UChndl_in, 1); + } + + UC_translate = set_translate(Gn); + unicode = UC_translate[ch_iu]; + + return unicode; +} + +int UCReverseTransChar(int ch_out, + int charset_in, + int charset_out) +{ + int Gn; + int rc = ucError; + int UChndl_in, UChndl_out; + int isdefault; + int i_ch = UCH(ch_out); + const u16 *ut; + + if (charset_in == charset_out) + return UCH(ch_out); + if (charset_in < 0) + return ucCannotConvert; + if ((UChndl_in = LYCharSet_UC[charset_in].UChndl) < 0) + return ucCannotConvert; + if (!UCInfo[UChndl_in].num_uni) + return ucCannotConvert; + if (charset_out < 0) + return ucCannotOutput; + if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) { + if (LYCharSet_UC[charset_out].codepage < 0) + return LYCharSet_UC[charset_out].codepage; + if ((UChndl_out = default_UChndl) < 0) + return ucCannotOutput; + isdefault = 1; + } else { + isdefault = UCInfo[UChndl_out].replacedesc.isdefault; + } + + if (!isdefault) { + /* + * Try to use the inverse table if charset_out is not equivalent + * to using just the default table. If it is, it should have + * just ASCII chars and trying to back-translate those should + * not give anything but themselves. - kw + */ + ut = UCInfo[UChndl_out].unitable; + if (ut == UC_current_unitable) { + if ((Gn = UCInfo[UChndl_in].GN) < 0) { + Gn = UC_MapGN(UChndl_in, 1); + } + UC_translate = set_translate(Gn); + if (inv_translate) + rc = inv_translate[i_ch]; + if (rc >= 32) { + return rc; + } + } + } + return UCTransChar(ch_out, charset_out, charset_in); +} + +/* + * Returns string length, or negative value for error. + */ +int UCTransCharStr(char *outbuf, + int buflen, + int ch_in, + int charset_in, + int charset_out, + int chk_single_flag) +{ + UCode_t unicode; + int Gn; + int rc = ucUnknown, src = 0; + int UChndl_in, UChndl_out; + int isdefault, trydefault = 0; + struct unimapdesc_str *repl; + const u16 *ut; + int upd = 0; + + if (buflen < 2) + return ucBufferTooSmall; + if (chk_single_flag && charset_in == charset_out) { + outbuf[0] = (char) ch_in; + outbuf[1] = '\0'; + return 1; + } + if (charset_in < 0) + return ucCannotConvert; + if ((UChndl_in = LYCharSet_UC[charset_in].UChndl) < 0) + return ucCannotConvert; + if (!UCInfo[UChndl_in].num_uni) + return ucCannotConvert; + if ((UChndl_out = LYCharSet_UC[charset_out].UChndl) < 0) { + if (LYCharSet_UC[charset_out].codepage < 0) + return LYCharSet_UC[charset_out].codepage; + if ((UChndl_out = default_UChndl) < 0) + return ucCannotOutput; + isdefault = 1; + } else { + isdefault = UCInfo[UChndl_out].replacedesc.isdefault; + trydefault = UCInfo[UChndl_out].replacedesc.trydefault; + } + if ((Gn = UCInfo[UChndl_in].GN) < 0) { + Gn = UC_MapGN(UChndl_in, !chk_single_flag); + upd = chk_single_flag; + } + + UC_translate = set_translate(Gn); + unicode = UC_translate[UCH(ch_in)]; + + if (chk_single_flag) { + if (!isdefault) { + ut = UCInfo[UChndl_out].unitable; + if (ut == UC_current_unitable) { + if (upd) + set_inverse_transl(Gn); + } else { + src = UC_con_set_unimap(UChndl_out, 1); + if (src > 0) { + set_inverse_transl(Gn); + } else if (src < 0) { + return src; + } + } + } + src = conv_uni_to_pc(unicode, isdefault); + if (src >= 32) { + outbuf[0] = (char) src; + outbuf[1] = '\0'; + return 1; + } + } + + repl = &(UCInfo[UChndl_out].replacedesc); + if (!isdefault) { + if (repl != UC_current_unitable_str) { + con_clear_unimap_str(0); + (void) UC_con_set_unimap_str(repl->entry_ct, repl->entries, 0); + UC_current_unitable_str = repl; + } + rc = conv_uni_to_str(outbuf, buflen, unicode, 0); + if (rc >= 0) + return (int) strlen(outbuf); + } + if (trydefault && chk_single_flag) { + src = conv_uni_to_pc(unicode, 1); + if (src >= 32) { + outbuf[0] = (char) src; + outbuf[1] = '\0'; + return 1; + } + } + if (isdefault || trydefault) { + rc = conv_uni_to_str(outbuf, buflen, unicode, 1); + if (rc >= 0) + return (int) strlen(outbuf); + } + if (rc == ucNotFound) { + if (!isdefault) + rc = conv_uni_to_str(outbuf, buflen, UCS_REPL, 0); + if ((rc == ucNotFound) && (isdefault || trydefault)) + rc = conv_uni_to_str(outbuf, buflen, UCS_REPL, 1); + if (rc >= 0) + return (int) strlen(outbuf); + } + if (chk_single_flag && src == ucNotFound) { + if (!isdefault) + rc = conv_uni_to_pc(UCS_REPL, 0); + if ((rc == ucNotFound) && (isdefault || trydefault)) + rc = conv_uni_to_pc(UCS_REPL, 1); + if (rc >= 32) { + outbuf[0] = (char) rc; + outbuf[1] = '\0'; + return 1; + } else if (rc <= 0) { + outbuf[0] = '\0'; + return rc; + } + return rc; + } + return ucNotFound; +} + +static int UC_FindGN_byMIME(const char *UC_MIMEcharset) +{ + int i; + + for (i = 0; i < 4; i++) { + if (!strcmp(UC_MIMEcharset, UC_GNsetMIMEnames[i])) { + return i; + } + } + return ucError; +} + +int UCGetRawUniMode_byLYhndl(int i) +{ + if (i < 0) + return 0; + return LYCharSet_UC[i].enc; +} + +/* + * Construct a new charset name, given prefix and codepage. This introduces + * potentially unchecked recursion into UCGetLYhntl_byMIME if neither the "cp" + * nor "windows-" prefixes are configured, so we check it here. + */ +static int getLYhndl_byCP(const char *prefix, + const char *codepage) +{ + static int nested; + int result = ucError; + + if (!nested++) { + char *cptmp = NULL; + + StrAllocCopy(cptmp, prefix); + StrAllocCat(cptmp, codepage); + result = UCGetLYhndl_byMIME(cptmp); + FREE(cptmp); + } + nested--; + return result; +} + +/* + * Get Lynx internal charset handler from MIME name, + * return -1 if we got NULL or did not recognize value. + * According to RFC, MIME headers should match case-insensitively. + */ +int UCGetLYhndl_byMIME(const char *value) +{ + int i; + int LYhndl = -1; + + if (isEmpty(value)) { + CTRACE((tfp, + "UCGetLYhndl_byMIME: NULL argument instead of MIME name.\n")); + return ucError; + } + + for (i = 0; + (i < MAXCHARSETS && i < LYNumCharsets && + LYchar_set_names[i]); i++) { + if (LYCharSet_UC[i].MIMEname && + !strcasecomp(value, LYCharSet_UC[i].MIMEname)) { + return i; + } + } + + /* + * Not yet found, try synonyms. - FM + */ +#if !NO_CHARSET_utf_8 + if (!strcasecomp(value, "unicode-1-1-utf-8") || + !strcasecomp(value, "utf8")) { + /* + * Treat these as synonyms for the IANA registered name. - FM + */ + return UCGetLYhndl_byMIME("utf-8"); + } +#endif + if (!strncasecomp(value, "iso", 3) && !StrNCmp(value + 3, "8859", 4)) { + return getLYhndl_byCP("iso-", value + 3); + } + if (!strcasecomp(value, "iso-8859-8-i") || + !strcasecomp(value, "iso-8859-8-e")) { + return UCGetLYhndl_byMIME("iso-8859-8"); + } +#if !NO_CHARSET_euc_jp + if (!strcasecomp(value, "x-euc-jp") || + !strcasecomp(value, "eucjp")) { + return UCGetLYhndl_byMIME("euc-jp"); + } +#endif +#if !NO_CHARSET_shift_jis + if ((!strcasecomp(value, "x-shift-jis")) || + (!strcasecomp(value, "x-sjis")) || + (!strcasecomp(value, "pck"))) { + return UCGetLYhndl_byMIME("shift_jis"); + } +#endif +#if !NO_CHARSET_euc_kr + if (!strcasecomp(value, "iso-2022-kr")) { + return UCGetLYhndl_byMIME("euc-kr"); + } +#endif +#if !NO_CHARSET_euc_cn + if (!strcasecomp(value, "gb2312") || + !strncasecomp(value, "cn-gb", 5) || + !strcasecomp(value, "iso-2022-cn")) { + return UCGetLYhndl_byMIME("euc-cn"); + } +#endif +#if !NO_CHARSET_big5 + if (!strcasecomp(value, "cn-big5")) { + return UCGetLYhndl_byMIME("big5"); + } +#endif +#if !NO_CHARSET_macintosh + if (!strcasecomp(value, "x-mac-roman") || + !strcasecomp(value, "mac-roman")) { + return UCGetLYhndl_byMIME("macintosh"); + } +#endif +#if !NO_CHARSET_next + if (!strcasecomp(value, "x-next") || + !strcasecomp(value, "nextstep") || + !strcasecomp(value, "x-nextstep")) { + return UCGetLYhndl_byMIME("next"); + } +#endif +#if !NO_CHARSET_windows_1252 + if (!strcasecomp(value, "iso-8859-1-windows-3.1-latin-1") || + !strcasecomp(value, "cp1252") || + !strcasecomp(value, "cp-1252") || + !strcasecomp(value, "ibm1252") || + !strcasecomp(value, "iso-8859-1-windows-3.0-latin-1")) { + /* + * Treat these as synonyms for windows-1252, which is more + * commonly used than the IANA registered name. - FM + */ + return UCGetLYhndl_byMIME("windows-1252"); + } +#endif +#if !NO_CHARSET_windows_1251 + if (!strcasecomp(value, "ansi-1251")) { + return UCGetLYhndl_byMIME("windows-1251"); + } +#endif +#if !NO_CHARSET_windows_1250 + if (!strcasecomp(value, "iso-8859-2-windows-latin-2") || + !strcasecomp(value, "cp1250") || + !strcasecomp(value, "cp-1250") || + !strcasecomp(value, "ibm1250")) { + /* + * Treat these as synonyms for windows-1250. - FM + */ + return UCGetLYhndl_byMIME("windows-1250"); + } +#endif + if ((!strncasecomp(value, "ibm", 3) || + !strncasecomp(value, "cp-", 3)) && + isdigit(UCH(value[3])) && + isdigit(UCH(value[4])) && + isdigit(UCH(value[5]))) { + /* + * For "ibmNNN<...>" or "cp-NNN", try "cpNNN<...>" + * if not yet found. - KW & FM + */ + if ((LYhndl = getLYhndl_byCP("cp", value + 3)) >= 0) + return LYhndl; + /* + * Try windows-NNN<...> if not yet found. - FM + */ + return getLYhndl_byCP("windows-", value + 3); + } + if (!strncasecomp(value, "windows-", 8) && + isdigit(UCH(value[8])) && + isdigit(UCH(value[9])) && + isdigit(UCH(value[10]))) { + /* + * For "windows-NNN<...>", try "cpNNN<...>" - FM + */ + return getLYhndl_byCP("cp", value + 8); + } +#if !NO_CHARSET_koi8_r + if (!strcasecomp(value, "koi-8")) { /* accentsoft bugosity */ + return UCGetLYhndl_byMIME("koi8-r"); + } +#endif + if (!strcasecomp(value, "ANSI_X3.4-1968")) { + return US_ASCII; + } + /* no more synonyms if come here... */ + + CTRACE((tfp, "UCGetLYhndl_byMIME: unrecognized MIME name \"%s\"\n", value)); + return ucError; /* returns -1 if no charset found by that MIME name */ +} + +/* + * Function UC_setup_LYCharSets_repl() tries to set up a subtable in + * LYCharSets[] appropriate for this new charset, for compatibility with the + * "old method". Maybe not nice (maybe not even necessary any more), but it + * works (as far as it goes..). + * + * We try to be conservative and only allocate new memory for this if needed. + * If not needed, just point to SevenBitApproximations[i]. [Could do the same + * for ISO_Latin1[] if it's identical to that, but would make it even *more* + * messy than it already is...] This the only function in this file that knows, + * or cares, about the HTMLDTD or details of LYCharSets[] subtables (and + * therefore somewhat violates the idea that this file should be independent of + * those). As in other places, we rely on ISO_Latin1 being the *first* table + * in LYCharSets. - KW + */ + +/* + * We need to remember which ones were allocated and which are static. + */ +static STRING2PTR remember_allocated_LYCharSets[MAXCHARSETS]; + +static void UCreset_allocated_LYCharSets(void) +{ + int i = 0; + + for (; i < MAXCHARSETS; i++) { + remember_allocated_LYCharSets[i] = NULL; + } +} + +#ifdef LY_FIND_LEAKS +static void UCfree_allocated_LYCharSets(void) +{ + int i = 0; + + for (; i < MAXCHARSETS; i++) { + if (remember_allocated_LYCharSets[i] != NULL) { + FREE(remember_allocated_LYCharSets[i]); + } + } +} +#endif + +static STRING2PTR UC_setup_LYCharSets_repl(int UC_charset_in_hndl, + unsigned lowest8) +{ + STRING2PTR ISO_Latin1 = LYCharSets[0]; + const char **p; + char **prepl; + const u16 *pp; + const char **tp; + const char *s7; + const char *s8; + size_t i; + int j, changed; + u16 k; + u8 *ti; + + /* + * Create a temporary table for reverse lookup of latin1 codes: + */ + if ((tp = typecallocn(const char *, 96)) == NULL) + return NULL; + + if ((ti = typecallocn(u8, 96)) == NULL) { + FREE(tp); + return NULL; + } + + pp = UCInfo[UC_charset_in_hndl].unitable; + + /* + * Determine if we have any mapping of a Unicode in the range 160-255 + * to an allowed code point > 0x80 in our new charset... + * Store any mappings found in ti[]. + */ + if (UCInfo[UC_charset_in_hndl].num_uni > 0) { + for (i = 0; i < 256; i++) { + if ((j = UCInfo[UC_charset_in_hndl].unicount[i])) { + if ((k = *pp) >= 160 && k < 256 && i >= lowest8) { + ti[k - 160] = UCH(i); + } + for (; j; j--) { + pp++; + } + } + } + } { + u16 ct; + struct unipair_str *list; + + /* + * Determine if we have any mapping of a Unicode in the range + * 160-255 to a replacement string for our new charset... + * Store any mappings found in tp[]. + */ + ct = UCInfo[UC_charset_in_hndl].replacedesc.entry_ct; + list = UCInfo[UC_charset_in_hndl].replacedesc.entries; + while (ct--) { + if ((k = list->unicode) >= 160 && k < 256) { + tp[k - 160] = list->replace_str; + } + list++; + } + } + /* + * Now allocate a new table compatible with LYCharSets[] + * and with the HTMLDTD for entities. + * We don't know yet whether we'll keep it around. + */ + prepl = (char **) malloc(HTML_dtd.number_of_entities * sizeof(char *)); + + if (!prepl) { + FREE(tp); + FREE(ti); + return 0; + } + + p = (const char **) prepl; + changed = 0; + for (i = 0; i < HTML_dtd.number_of_entities; i++, p++) { + /* + * For each of those entities, we check what the "old method" + * ISO_Latin1[] mapping does with them. If it is nothing we + * want to use, just point to the SevenBitApproximations[] string. + */ + s7 = SevenBitApproximations[i]; + s8 = ISO_Latin1[i]; + *p = s7; + if (s8 && UCH(*s8) >= 160 && s8[1] == '\0') { + /* + * We have an entity that is mapped to + * one valid eightbit latin1 char. + */ + if (ti[UCH(*s8) - 160] >= UCH(lowest8) && + !(UCH(s7[0]) == ti[UCH(*s8) - 160] && + s7[1] == '\0')) { + /* + * ...which in turn is mapped, by our "new method", + * to another valid eightbit char for this new + * charset: either to itself... + */ + if (ti[UCH(*s8) - 160] == UCH(*s8)) { + *p = s8; + } else { + /* + * make those 1-char strings + * into HTAtoms, so they will be cleaned up + * at exit... all for the sake of preventing + * memory leaks, sigh. + */ + static char dummy[2]; /* one char dummy string */ + + dummy[0] = (char) ti[UCH(*s8) - 160]; + *p = HTAtom_name(HTAtom_for(dummy)); + } + changed = 1; + } else if (tp[UCH(*s8) - 160] && + strcmp(s7, tp[UCH(*s8) - 160])) { + /* + * ...or which is mapped, by our "new method", + * to a replacement string for this new charset. + */ + *p = tp[UCH(*s8) - 160]; + changed = 1; + } + } + } + FREE(tp); + FREE(ti); + if (!changed) { + FREE(prepl); + return NULL; + } + return (STRING2PTR) prepl; +} + +/* + * "New method" meets "Old method" ... + */ +static int UC_Register_with_LYCharSets(int s, + const char *UC_MIMEcharset, + const char *UC_LYNXcharset, + int lowest_eightbit) +{ + int i, LYhndl, found; + STRING2PTR repl; + + LYhndl = -1; + if (LYNumCharsets == 0) { + /* + * Initialize here; so whoever changes + * LYCharSets.c doesn't have to count... + */ + for (i = 0; (i < MAXCHARSETS) && LYchar_set_names[i]; i++) { + LYNumCharsets = i + 1; + } + } + + /* + * Search by MIME name, (LYchar_set_names may differ...) + */ + for (i = 0; i < MAXCHARSETS && LYchar_set_names[i] && LYhndl < 0; i++) { + if (LYCharSet_UC[i].MIMEname && + !strcmp(UC_MIMEcharset, LYCharSet_UC[i].MIMEname)) { + LYhndl = i; + } + } + + if (LYhndl < 0) { /* not found */ + found = 0; + if (LYNumCharsets >= MAXCHARSETS) { + CTRACE((tfp, + "UC_Register_with_LYCharSets: Too many. Ignoring %s/%s.", + UC_MIMEcharset, UC_LYNXcharset)); + return ucError; + } + /* + * Add to LYCharSets.c lists. + */ + LYhndl = LYNumCharsets; + LYNumCharsets++; + LYlowest_eightbit[LYhndl] = 999; + LYCharSets[LYhndl] = SevenBitApproximations; + /* + * Hmm, try to be conservative here. + */ + LYchar_set_names[LYhndl] = UC_LYNXcharset; + LYchar_set_names[LYhndl + 1] = NULL; + /* + * Terminating NULL may be looked for by Lynx code. + */ + } else { + found = 1; + } + LYCharSet_UC[LYhndl].UChndl = s; + /* + * Can we just copy the pointer? Hope so... + */ + LYCharSet_UC[LYhndl].MIMEname = UC_MIMEcharset; + LYCharSet_UC[LYhndl].enc = UCInfo[s].enc; + LYCharSet_UC[LYhndl].codepage = UCInfo[s].codepage; + + /* + * @@@ We really SHOULD get more info from the table files, + * and set relevant flags in the LYCharSet_UC[] entry with + * that info... For now, let's try it without. - KW + */ + if (lowest_eightbit < LYlowest_eightbit[LYhndl]) { + LYlowest_eightbit[LYhndl] = lowest_eightbit; + } else if (lowest_eightbit > LYlowest_eightbit[LYhndl]) { + UCInfo[s].lowest_eight = LYlowest_eightbit[LYhndl]; + } + + if (!found && LYhndl > 0) { + repl = UC_setup_LYCharSets_repl(s, (unsigned) UCInfo[s].lowest_eight); + if (repl) { + LYCharSets[LYhndl] = repl; + /* + * Remember to FREE at exit. + */ + remember_allocated_LYCharSets[LYhndl] = repl; + } + } + return LYhndl; +} + +/* + * This only sets up the structure - no initialization of the tables + * is done here yet. + */ +void UC_Charset_Setup(const char *UC_MIMEcharset, + const char *UC_LYNXcharset, + const u8 * unicount, + const u16 * unitable, + int nnuni, + struct unimapdesc_str replacedesc, + int lowest_eight, + int UC_rawuni, + int codepage) +{ + int s, Gn; + int i, status = 0, found; + + /* + * Get (new?) slot. + */ + found = -1; + for (i = 0; i < UCNumCharsets && found < 0; i++) { + if (!strcmp(UCInfo[i].MIMEname, UC_MIMEcharset)) { + found = i; + } + } + if (found >= 0) { + s = found; + } else { + if (UCNumCharsets >= MAXCHARSETS) { + CTRACE((tfp, "UC_Charset_Setup: Too many. Ignoring %s/%s.", + UC_MIMEcharset, UC_LYNXcharset)); + return; + } + s = UCNumCharsets; + UCInfo[s].MIMEname = UC_MIMEcharset; + } + UCInfo[s].LYNXname = UC_LYNXcharset; + UCInfo[s].unicount = unicount; + UCInfo[s].unitable = unitable; + UCInfo[s].num_uni = nnuni; + UCInfo[s].replacedesc = replacedesc; + if (replacedesc.isdefault) { + default_UChndl = s; + } + Gn = UC_FindGN_byMIME(UC_MIMEcharset); + if (Gn >= 0) + UC_GNhandles[Gn] = s; + UCInfo[s].GN = Gn; + if (UC_rawuni == UCT_ENC_UTF8) + lowest_eight = 128; /* cheat here */ + UCInfo[s].lowest_eight = lowest_eight; + UCInfo[s].enc = UC_rawuni; + UCInfo[s].codepage = codepage; + UCInfo[s].LYhndl = UC_Register_with_LYCharSets(s, + UC_MIMEcharset, + UC_LYNXcharset, + lowest_eight); + CTRACE2(TRACE_CFG, (tfp, "registered charset %d mime \"%s\" lynx \"%s\"\n", + s, UC_MIMEcharset, UC_LYNXcharset)); + UCInfo[s].uc_status = status; + if (found < 0) + UCNumCharsets++; + return; +} + +/* + * UC_NoUctb_Register_with_LYCharSets, UC_Charset_NoUctb_Setup - + * Alternative functions for adding character set info to the lists + * kept in LYCharSets.c. + * + * These are for character sets without any real tables of their own. + * We don't keep an entry in UCinfo[] for them. + */ +static int UC_NoUctb_Register_with_LYCharSets(const char *UC_MIMEcharset, + const char *UC_LYNXcharset, + int lowest_eightbit, + int UC_rawuni, + int codepage) +{ + int i, LYhndl = -1; + + if (LYNumCharsets == 0) { + /* + * Initialize here; so whoever changes + * LYCharSets.c doesn't have to count... + */ + for (i = 0; (i < MAXCHARSETS) && LYchar_set_names[i]; i++) { + LYNumCharsets = i + 1; + } + } + + /* + * Search by MIME name, (LYchar_set_names may differ...) + * ignore if already present! + */ + for (i = 0; i < MAXCHARSETS && LYchar_set_names[i] && LYhndl < 0; i++) { + if (LYCharSet_UC[i].MIMEname && + !strcmp(UC_MIMEcharset, LYCharSet_UC[i].MIMEname)) { + return ucError; + } + } + + /* not found */ + if (LYNumCharsets >= MAXCHARSETS) { + CTRACE((tfp, + "UC_NoUctb_Register_with_LYCharSets: Too many. Ignoring %s/%s.", + UC_MIMEcharset, UC_LYNXcharset)); + return ucError; + } + /* + * Add to LYCharSets.c lists. + */ + LYhndl = LYNumCharsets; + LYNumCharsets++; + LYlowest_eightbit[LYhndl] = lowest_eightbit; + LYCharSets[LYhndl] = SevenBitApproximations; + LYchar_set_names[LYhndl] = UC_LYNXcharset; + LYchar_set_names[LYhndl + 1] = NULL; + /* + * Terminating NULL may be looked for by Lynx code. + */ + + LYCharSet_UC[LYhndl].UChndl = -1; /* no corresponding UChndl ! */ + LYCharSet_UC[LYhndl].MIMEname = UC_MIMEcharset; + LYCharSet_UC[LYhndl].enc = UC_rawuni; + LYCharSet_UC[LYhndl].codepage = codepage; + + /* + * @@@ We really SHOULD get more info from the table files, + * and set relevant flags in the LYCharSet_UC[] entry with + * that info... For now, let's try it without. - KW + */ + + return LYhndl; +} + +/* + * A wrapper for the previous function. + */ +static void UC_Charset_NoUctb_Setup(const char *UC_MIMEcharset, + const char *UC_LYNXcharset, + int trydefault, + int lowest_eight, + int UC_rawuni, + int codepage) +{ + int i; + + /* + * Ignore completely if already in slot. + */ + for (i = 0; i < UCNumCharsets; i++) { + if (!strcmp(UCInfo[i].MIMEname, UC_MIMEcharset)) { + return; + } + } + if (UC_rawuni == UCT_ENC_UTF8) + lowest_eight = 128; /* cheat here */ + /* 'codepage' doubles as a flag for 'do not try any table + * lookup, not even default' when negative. The value will + * be returned immediately by UCTrans* functions. + */ + if (!trydefault && codepage == 0) + codepage = ucCannotOutput; /* if not already set; any negative should do. */ + UC_NoUctb_Register_with_LYCharSets(UC_MIMEcharset, + UC_LYNXcharset, + lowest_eight, + UC_rawuni, + codepage); + return; +} + +#ifdef LY_FIND_LEAKS +static void UCcleanup_mem(void) +{ + int i; + + UCfree_allocated_LYCharSets(); + con_clear_unimap_str(0); + con_clear_unimap_str(1); + con_clear_unimap(0); + con_clear_unimap(1); + for (i = 1; i < 4; i++) { /* first one is static! */ + FREE(inverse_translations[i]); + } +} +#endif /* LY_FIND_LEAKS */ + +#ifdef EXP_CHARTRANS_AUTOSWITCH +#ifdef CAN_AUTODETECT_DISPLAY_CHARSET +# ifdef __EMX__ +static int CpOrdinal(const unsigned UCode_t cp, const int other) +{ + char lyName[80]; + char myMimeName[80]; + char *mimeName, *mName = NULL, *lName = NULL; + int s, i, exists = 0, ret; + + CTRACE((tfp, "CpOrdinal(cp=%lu, other=%d).\n", cp, other)); + sprintf(myMimeName, "auto%s-cp%lu", (other ? "2" : ""), cp); + mimeName = myMimeName + 5 + (other != 0); + sprintf(lyName, "AutoDetect%s (cp%lu)", + (other ? "-2" : ""), cp); + /* Find slot. */ + s = -1; + for (i = 0; i < UCNumCharsets; i++) { + if (!strcmp(UCInfo[i].LYNXname, lyName)) + return UCGetLYhndl_byMIME(myMimeName); + else if (!strcasecomp(UCInfo[i].MIMEname, mimeName)) + s = i; + } + if (s < 0) + return ucError; + /* Store the "real" charset info */ + real_charsets[other != 0] = UCGetLYhndl_byMIME(mimeName); + /* Duplicate the record. */ + StrAllocCopy(mName, myMimeName); + StrAllocCopy(lName, lyName); + UC_Charset_Setup(mName, lName, + UCInfo[s].unicount, UCInfo[s].unitable, + UCInfo[s].num_uni, UCInfo[s].replacedesc, + UCInfo[s].lowest_eight, UCInfo[s].enc, + UCInfo[s].codepage); + ret = UCGetLYhndl_byMIME(myMimeName); + CTRACE((tfp, "Found %i.\n", ret)); + return ret; +} +# endif /* __EMX__ */ +#endif /* CAN_AUTODETECT_DISPLAY_CHARSET */ +#endif /* EXP_CHARTRANS_AUTOSWITCH */ + +void UCInit(void) +{ + + UCreset_allocated_LYCharSets(); +#ifdef LY_FIND_LEAKS + atexit(UCcleanup_mem); +#endif + UCconsole_map_init(); + + /* + * The order of charset names visible in Lynx Options menu correspond to + * the order of lines below, except the first two described in LYCharSet.c + * + * Entries whose comment is marked with *** are declared in UCdomap.h, + * others are based on the included tables - UCdomap.c, near the top. + */ + + UC_CHARSET_SETUP_iso_8859_1; /* ISO Latin 1 */ + UC_CHARSET_SETUP_iso_8859_15; /* ISO 8859-15 (Latin 9) */ + UC_CHARSET_SETUP_cp850; /* DosLatin1 (cp850) */ + UC_CHARSET_SETUP_windows_1252; /* WinLatin1 (cp1252) */ + UC_CHARSET_SETUP_cp437; /* DosLatinUS (cp437) */ + + UC_CHARSET_SETUP_dec_mcs; /* DEC Multinational */ + UC_CHARSET_SETUP_macintosh; /* Macintosh (8 bit) */ + UC_CHARSET_SETUP_next; /* NeXT character set */ + UC_CHARSET_SETUP_hp_roman8; /* HP Roman8 */ + + UC_CHARSET_SETUP_euc_cn; /*** Chinese */ + UC_CHARSET_SETUP_euc_jp; /*** Japanese (EUC_JP) */ + UC_CHARSET_SETUP_shift_jis; /*** Japanese (Shift_JIS) */ + UC_CHARSET_SETUP_euc_kr; /*** Korean */ + UC_CHARSET_SETUP_big5; /*** Taipei (Big5) */ + + UC_CHARSET_SETUP_viscii; /* Vietnamese (VISCII) */ + UC_CHARSET_SETUP; /* us-ascii */ /* 7 bit approximations */ + + UC_CHARSET_SETUP_x_transparent; /*** Transparent */ + + UC_CHARSET_SETUP_iso_8859_2; /* ISO Latin 2 */ + UC_CHARSET_SETUP_cp852; /* DosLatin2 (cp852) */ + UC_CHARSET_SETUP_windows_1250; /* WinLatin2 (cp1250) */ + + UC_CHARSET_SETUP_iso_8859_3; /* ISO Latin 3 */ + UC_CHARSET_SETUP_iso_8859_4; /* ISO Latin 4 */ + UC_CHARSET_SETUP_iso_8859_13; /* ISO 8859-13 Baltic Rim */ + UC_CHARSET_SETUP_cp775; /* DosBaltRim (cp775) */ + UC_CHARSET_SETUP_windows_1257; /* WinBaltRim (cp1257) */ + UC_CHARSET_SETUP_iso_8859_5; /* ISO 8859-5 Cyrillic */ + UC_CHARSET_SETUP_cp866; /* DosCyrillic (cp866) */ + UC_CHARSET_SETUP_windows_1251; /* WinCyrillic (cp1251) */ + UC_CHARSET_SETUP_koi8_r; /* KOI8-R Cyrillic */ + UC_CHARSET_SETUP_iso_8859_6; /* ISO 8869-6 Arabic */ + UC_CHARSET_SETUP_cp864; /* DosArabic (cp864) */ + UC_CHARSET_SETUP_windows_1256; /* WinArabic (cp1256) */ + UC_CHARSET_SETUP_iso_8859_14; /* ISO 8859-14 Celtic */ + UC_CHARSET_SETUP_iso_8859_7; /* ISO 8859-7 Greek */ + UC_CHARSET_SETUP_cp737; /* DosGreek (cp737) */ + UC_CHARSET_SETUP_cp869; /* DosGreek2 (cp869) */ + UC_CHARSET_SETUP_windows_1253; /* WinGreek (cp1253) */ + UC_CHARSET_SETUP_iso_8859_8; /* ISO 8859-8 Hebrew */ + UC_CHARSET_SETUP_cp862; /* DosHebrew (cp862) */ + UC_CHARSET_SETUP_windows_1255; /* WinHebrew (cp1255) */ + UC_CHARSET_SETUP_iso_8859_9; /* ISO 8859-9 (Latin 5) */ + UC_CHARSET_SETUP_cp857; /* DosTurkish (cp857) */ + UC_CHARSET_SETUP_iso_8859_10; /* ISO 8859-10 North European */ + + UC_CHARSET_SETUP_utf_8; /*** UNICODE UTF-8 */ + UC_CHARSET_SETUP_mnemonic_ascii_0; /* RFC 1345 w/o Intro */ + UC_CHARSET_SETUP_mnemonic; /* RFC 1345 Mnemonic */ + UC_CHARSET_SETUP_cp866u; /* Ukrainian Cyrillic (866) */ + UC_CHARSET_SETUP_koi8_u; /* Ukrainian Cyrillic (koi8-u) */ + UC_CHARSET_SETUP_ptcp154; /* Cyrillic-Asian (PT154) */ + +#ifdef EXP_CHARTRANS_AUTOSWITCH +#ifdef CAN_AUTODETECT_DISPLAY_CHARSET +# ifdef __EMX__ + { + unsigned UCode_t lst[3]; + unsigned UCode_t len, rc; + + rc = DosQueryCp(sizeof(lst), lst, &len); + if (rc == 0) { + if (len >= 1) + auto_display_charset = CpOrdinal(lst[0], 0); +# ifdef CAN_SWITCH_DISPLAY_CHARSET + if (len >= 3) { + codepages[0] = lst[0]; + codepages[1] = (lst[0] == lst[1] ? lst[2] : lst[1]); + auto_other_display_charset = CpOrdinal(codepages[1], 1); + } +# endif + } else { + CTRACE((tfp, "DosQueryCp() returned %#lx=%lu.\n", rc, rc)); + } + } +# endif +#endif +#endif + +/* + * To add synonyms for any charset name check function UCGetLYhndl_byMIME in + * this file. + */ + +/* for coding/performance - easy to type: */ + LATIN1 = UCGetLYhndl_byMIME("iso-8859-1"); + US_ASCII = UCGetLYhndl_byMIME("us-ascii"); + UTF8_handle = UCGetLYhndl_byMIME("utf-8"); + TRANSPARENT = UCGetLYhndl_byMIME("x-transparent"); +} + +/* + * Safe variant of UCGetLYhndl_byMIME, with blind recovery from typo in user + * input: lynx.cfg, userdefs.h, command line switches. + */ +int safeUCGetLYhndl_byMIME(const char *value) +{ + int i = UCGetLYhndl_byMIME(value); + + if (i == -1) { /* was user's typo or not yet recognized value */ + i = LATIN1; /* error recovery? */ + CTRACE((tfp, "safeUCGetLYhndl_byMIME: ISO-8859-1 assumed.\n")); + } + + return (i); +} + +#ifdef USE_LOCALE_CHARSET + +#if defined(USE_LOCALE_CHARSET) && !defined(HAVE_LANGINFO_CODESET) +/* + * This is a quick-and-dirty emulator of the nl_langinfo(CODESET) + * function defined in the Single Unix Specification for those systems + * (FreeBSD, etc.) that don't have one yet. It behaves as if it had + * been called after setlocale(LC_CTYPE, ""), that is it looks at + * the locale environment variables. + * + * http://www.opengroup.org/onlinepubs/7908799/xsh/langinfo.h.html + * + * Please extend it as needed and suggest improvements to the author. + * This emulator will hopefully become redundant soon as + * nl_langinfo(CODESET) becomes more widely implemented. + * + * Since the proposed Li18nux encoding name registry is still not mature, + * the output follows the MIME registry where possible: + * + * http://www.iana.org/assignments/character-sets + * + * A possible autoconf test for the availability of nl_langinfo(CODESET) + * can be found in + * + * http://www.cl.cam.ac.uk/~mgk25/unicode.html#activate + * + * Markus.Kuhn@cl.cam.ac.uk -- 2002-03-11 + * Permission to use, copy, modify, and distribute this software + * for any purpose and without fee is hereby granted. The author + * disclaims all warranties with regard to this software. + * + * Latest version: + * + * http://www.cl.cam.ac.uk/~mgk25/ucs/langinfo.c + */ + +/* +#include "langinfo.h" +*/ +typedef int nl_item; + +#define CODESET 1 + +#define C_CODESET "US-ASCII" /* Return this as the encoding of the + * C/POSIX locale. Could as well one day + * become "UTF-8". */ + +#define digit(x) ((x) >= '0' && (x) <= '9') + +static char buf[16]; + +static char *nl_langinfo(nl_item item) +{ + char *l, *p; + + if (item != CODESET) + return NULL; + + if (((l = LYGetEnv("LC_ALL")) != 0) || + ((l = LYGetEnv("LC_CTYPE")) != 0) || + ((l = LYGetEnv("LANG")) != 0)) { + /* check standardized locales */ + if (!strcmp(l, "C") || !strcmp(l, "POSIX")) + return C_CODESET; + /* check for encoding name fragment */ + if (strstr(l, "UTF") || strstr(l, "utf")) + return "UTF-8"; + if ((p = strstr(l, "8859-"))) { + memcpy(buf, "ISO-8859-\0\0", 12); + p += 5; + if (digit(*p)) { + buf[9] = *p++; + if (digit(*p)) + buf[10] = *p++; + return buf; + } + } + if (strstr(l, "KOI8-R")) + return "KOI8-R"; + if (strstr(l, "KOI8-U")) + return "KOI8-U"; + if (strstr(l, "620")) + return "TIS-620"; + if (strstr(l, "2312")) + return "GB2312"; + if (strstr(l, "HKSCS")) + return "Big5HKSCS"; /* no MIME charset */ + if (strstr(l, "Big5") || strstr(l, "BIG5")) + return "Big5"; + if (strstr(l, "GBK")) + return "GBK"; /* no MIME charset */ + if (strstr(l, "18030")) + return "GB18030"; /* no MIME charset */ + if (strstr(l, "Shift_JIS") || strstr(l, "SJIS")) + return "Shift_JIS"; + /* check for conclusive modifier */ + if (strstr(l, "euro")) + return "ISO-8859-15"; + /* check for language (and perhaps country) codes */ + if (strstr(l, "zh_TW")) + return "Big5"; + if (strstr(l, "zh_HK")) + return "Big5HKSCS"; /* no MIME charset */ + if (strstr(l, "zh")) + return "GB2312"; + if (strstr(l, "ja")) + return "EUC-JP"; + if (strstr(l, "ko")) + return "EUC-KR"; + if (strstr(l, "ru")) + return "KOI8-R"; + if (strstr(l, "uk")) + return "KOI8-U"; + if (strstr(l, "pl") || strstr(l, "hr") || + strstr(l, "hu") || strstr(l, "cs") || + strstr(l, "sk") || strstr(l, "sl")) + return "ISO-8859-2"; + if (strstr(l, "eo") || strstr(l, "mt")) + return "ISO-8859-3"; + if (strstr(l, "el")) + return "ISO-8859-7"; + if (strstr(l, "he")) + return "ISO-8859-8"; + if (strstr(l, "tr")) + return "ISO-8859-9"; + if (strstr(l, "th")) + return "TIS-620"; /* or ISO-8859-11 */ + if (strstr(l, "lt")) + return "ISO-8859-13"; + if (strstr(l, "cy")) + return "ISO-8859-14"; + if (strstr(l, "ro")) + return "ISO-8859-2"; /* or ISO-8859-16 */ + if (strstr(l, "am") || strstr(l, "vi")) + return "UTF-8"; + /* Send me further rules if you like, but don't forget that we are + * *only* interested in locale naming conventions on platforms + * that do not already provide an nl_langinfo(CODESET) implementation. */ + return "ISO-8859-1"; /* should perhaps be "UTF-8" instead */ + } + return C_CODESET; +} +#endif /* defined(USE_LOCALE_CHARSET) && !defined(HAVE_LANGINFO_CODESET) */ + +/* + * If LYLocaleCharset is true, use the current locale to lookup a MIME name + * that corresponds, and use that as the display charset. This feature is + * experimental because while nl_langinfo(CODESET) itself is standardized, + * the return values and their relationship to the locale value is not. + * GNU libiconv happens to give useful values, but other implementations are + * not guaranteed to do this. + * + * Not all Linux versions provide useful information. GNU libc 2.2 returns + * "ANSI_X3.4-1968" + * whether locale is POSIX or en_US.UTF-8. + * + * Another possible thing to investigate is the locale_charset() function + * provided in libiconv 1.5.1. + */ +void LYFindLocaleCharset(void) +{ + char *name; + + CTRACE((tfp, "LYFindLocaleCharset(%d)\n", LYLocaleCharset)); + name = nl_langinfo(CODESET); + + if (name != 0) { + int value = UCGetLYhndl_byMIME(name); + + if (value >= 0) { + linedrawing_char_set = value; + CTRACE((tfp, "Found name \"%s\" -> %d\n", name, value)); + /* + * If no locale was set, we will get the POSIX character set, which + * in Lynx is treated as US-ASCII. However, Lynx's longstanding + * behavior has been to default to ISO-8859-1. So we treat that + * encoding specially. Otherwise, if LOCALE_CHARSET is set, then + * we will use the locale encoding -- unless overridden by the + * ASSUME_CHARSET value and/or command-line option. + */ + if (LYLocaleCharset) { + CTRACE((tfp, "...prior LocaleCharset '%s'\n", NonNull(UCAssume_MIMEcharset))); + if (value == US_ASCII) { + CTRACE((tfp, "...prefer existing charset to ASCII\n")); + } else if (assumed_charset) { + CTRACE((tfp, "...already assumed-charset\n")); + } else { + current_char_set = linedrawing_char_set; + UCLYhndl_for_unspec = current_char_set; + StrAllocCopy(UCAssume_MIMEcharset, name); + CTRACE((tfp, "...using LocaleCharset '%s'\n", NonNull(UCAssume_MIMEcharset))); + } + } + } else { + CTRACE((tfp, "Cannot find a handle for MIME name \"%s\"\n", name)); + } + } else { + CTRACE((tfp, "Cannot find a MIME name for locale\n")); + } +} +#endif /* USE_LOCALE_CHARSET */ + +BOOL UCScanCode(UCode_t *target, const char *source, BOOL isHex) +{ + BOOL status = FALSE; + long lcode; + char *endptr; + + errno = 0; + *target = 0; + lcode = strtol(source, &endptr, isHex ? 16 : 10); + if (lcode >= 0 + && (endptr > source) +#if defined(ERANGE) && defined(LONG_MAX) && defined(LONG_MIN) + && (errno != ERANGE || (lcode != LONG_MAX && lcode != LONG_MIN)) +#else + && (endptr - source) < (isHex ? 8 : 10) +#endif + && (endptr != 0) + && (*endptr == '\0')) { + *target = (UCode_t) lcode; + status = TRUE; + } + return status; +} |