Adding upstream version 15.4.upstream/15.4upstream

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 456 insertions, 0 deletions

diff --git a/src/port/chklocale.c b/src/port/chklocale.c
new file mode 100644
index 0000000..c85d8da
--- /dev/null
+++ b/src/port/chklocale.c
@@ -0,0 +1,456 @@
+/*-------------------------------------------------------------------------
+ *
+ * chklocale.c
+ *		Functions for handling locale-related info
+ *
+ *
+ * Copyright (c) 1996-2022, PostgreSQL Global Development Group
+ *
+ *
+ * IDENTIFICATION
+ *	  src/port/chklocale.c
+ *
+ *-------------------------------------------------------------------------
+ */
+
+#ifndef FRONTEND
+#include "postgres.h"
+#else
+#include "postgres_fe.h"
+#endif
+
+#ifdef HAVE_LANGINFO_H
+#include <langinfo.h>
+#endif
+
+#include "mb/pg_wchar.h"
+
+
+/*
+ * This table needs to recognize all the CODESET spellings for supported
+ * backend encodings, as well as frontend-only encodings where possible
+ * (the latter case is currently only needed for initdb to recognize
+ * error situations).  On Windows, we rely on entries for codepage
+ * numbers (CPnnn).
+ *
+ * Note that we search the table with pg_strcasecmp(), so variant
+ * capitalizations don't need their own entries.
+ */
+struct encoding_match
+{
+	enum pg_enc pg_enc_code;
+	const char *system_enc_name;
+};
+
+static const struct encoding_match encoding_match_list[] = {
+	{PG_EUC_JP, "EUC-JP"},
+	{PG_EUC_JP, "eucJP"},
+	{PG_EUC_JP, "IBM-eucJP"},
+	{PG_EUC_JP, "sdeckanji"},
+	{PG_EUC_JP, "CP20932"},
+
+	{PG_EUC_CN, "EUC-CN"},
+	{PG_EUC_CN, "eucCN"},
+	{PG_EUC_CN, "IBM-eucCN"},
+	{PG_EUC_CN, "GB2312"},
+	{PG_EUC_CN, "dechanzi"},
+	{PG_EUC_CN, "CP20936"},
+
+	{PG_EUC_KR, "EUC-KR"},
+	{PG_EUC_KR, "eucKR"},
+	{PG_EUC_KR, "IBM-eucKR"},
+	{PG_EUC_KR, "deckorean"},
+	{PG_EUC_KR, "5601"},
+	{PG_EUC_KR, "CP51949"},
+
+	{PG_EUC_TW, "EUC-TW"},
+	{PG_EUC_TW, "eucTW"},
+	{PG_EUC_TW, "IBM-eucTW"},
+	{PG_EUC_TW, "cns11643"},
+	/* No codepage for EUC-TW ? */
+
+	{PG_UTF8, "UTF-8"},
+	{PG_UTF8, "utf8"},
+	{PG_UTF8, "CP65001"},
+
+	{PG_LATIN1, "ISO-8859-1"},
+	{PG_LATIN1, "ISO8859-1"},
+	{PG_LATIN1, "iso88591"},
+	{PG_LATIN1, "CP28591"},
+
+	{PG_LATIN2, "ISO-8859-2"},
+	{PG_LATIN2, "ISO8859-2"},
+	{PG_LATIN2, "iso88592"},
+	{PG_LATIN2, "CP28592"},
+
+	{PG_LATIN3, "ISO-8859-3"},
+	{PG_LATIN3, "ISO8859-3"},
+	{PG_LATIN3, "iso88593"},
+	{PG_LATIN3, "CP28593"},
+
+	{PG_LATIN4, "ISO-8859-4"},
+	{PG_LATIN4, "ISO8859-4"},
+	{PG_LATIN4, "iso88594"},
+	{PG_LATIN4, "CP28594"},
+
+	{PG_LATIN5, "ISO-8859-9"},
+	{PG_LATIN5, "ISO8859-9"},
+	{PG_LATIN5, "iso88599"},
+	{PG_LATIN5, "CP28599"},
+
+	{PG_LATIN6, "ISO-8859-10"},
+	{PG_LATIN6, "ISO8859-10"},
+	{PG_LATIN6, "iso885910"},
+
+	{PG_LATIN7, "ISO-8859-13"},
+	{PG_LATIN7, "ISO8859-13"},
+	{PG_LATIN7, "iso885913"},
+
+	{PG_LATIN8, "ISO-8859-14"},
+	{PG_LATIN8, "ISO8859-14"},
+	{PG_LATIN8, "iso885914"},
+
+	{PG_LATIN9, "ISO-8859-15"},
+	{PG_LATIN9, "ISO8859-15"},
+	{PG_LATIN9, "iso885915"},
+	{PG_LATIN9, "CP28605"},
+
+	{PG_LATIN10, "ISO-8859-16"},
+	{PG_LATIN10, "ISO8859-16"},
+	{PG_LATIN10, "iso885916"},
+
+	{PG_KOI8R, "KOI8-R"},
+	{PG_KOI8R, "CP20866"},
+
+	{PG_KOI8U, "KOI8-U"},
+	{PG_KOI8U, "CP21866"},
+
+	{PG_WIN866, "CP866"},
+	{PG_WIN874, "CP874"},
+	{PG_WIN1250, "CP1250"},
+	{PG_WIN1251, "CP1251"},
+	{PG_WIN1251, "ansi-1251"},
+	{PG_WIN1252, "CP1252"},
+	{PG_WIN1253, "CP1253"},
+	{PG_WIN1254, "CP1254"},
+	{PG_WIN1255, "CP1255"},
+	{PG_WIN1256, "CP1256"},
+	{PG_WIN1257, "CP1257"},
+	{PG_WIN1258, "CP1258"},
+
+	{PG_ISO_8859_5, "ISO-8859-5"},
+	{PG_ISO_8859_5, "ISO8859-5"},
+	{PG_ISO_8859_5, "iso88595"},
+	{PG_ISO_8859_5, "CP28595"},
+
+	{PG_ISO_8859_6, "ISO-8859-6"},
+	{PG_ISO_8859_6, "ISO8859-6"},
+	{PG_ISO_8859_6, "iso88596"},
+	{PG_ISO_8859_6, "CP28596"},
+
+	{PG_ISO_8859_7, "ISO-8859-7"},
+	{PG_ISO_8859_7, "ISO8859-7"},
+	{PG_ISO_8859_7, "iso88597"},
+	{PG_ISO_8859_7, "CP28597"},
+
+	{PG_ISO_8859_8, "ISO-8859-8"},
+	{PG_ISO_8859_8, "ISO8859-8"},
+	{PG_ISO_8859_8, "iso88598"},
+	{PG_ISO_8859_8, "CP28598"},
+
+	{PG_SJIS, "SJIS"},
+	{PG_SJIS, "PCK"},
+	{PG_SJIS, "CP932"},
+	{PG_SJIS, "SHIFT_JIS"},
+
+	{PG_BIG5, "BIG5"},
+	{PG_BIG5, "BIG5HKSCS"},
+	{PG_BIG5, "Big5-HKSCS"},
+	{PG_BIG5, "CP950"},
+
+	{PG_GBK, "GBK"},
+	{PG_GBK, "CP936"},
+
+	{PG_UHC, "UHC"},
+	{PG_UHC, "CP949"},
+
+	{PG_JOHAB, "JOHAB"},
+	{PG_JOHAB, "CP1361"},
+
+	{PG_GB18030, "GB18030"},
+	{PG_GB18030, "CP54936"},
+
+	{PG_SHIFT_JIS_2004, "SJIS_2004"},
+
+	{PG_SQL_ASCII, "US-ASCII"},
+
+	{PG_SQL_ASCII, NULL}		/* end marker */
+};
+
+#ifdef WIN32
+/*
+ * On Windows, use CP<code page number> instead of the nl_langinfo() result
+ *
+ * Visual Studio 2012 expanded the set of valid LC_CTYPE values, so have its
+ * locale machinery determine the code page.  See comments at IsoLocaleName().
+ * For other compilers, follow the locale's predictable format.
+ *
+ * Visual Studio 2015 should still be able to do the same, but the declaration
+ * of lc_codepage is missing in _locale_t, causing this code compilation to
+ * fail, hence this falls back instead on GetLocaleInfoEx. VS 2015 may be an
+ * exception and post-VS2015 versions should be able to handle properly the
+ * codepage number using _create_locale(). So, instead of the same logic as
+ * VS 2012 and VS 2013, this routine uses GetLocaleInfoEx to parse short
+ * locale names like "de-DE", "fr-FR", etc. If those cannot be parsed correctly
+ * process falls back to the pre-VS-2010 manual parsing done with
+ * using <Language>_<Country>.<CodePage> as a base.
+ *
+ * Returns a malloc()'d string for the caller to free.
+ */
+static char *
+win32_langinfo(const char *ctype)
+{
+	char	   *r = NULL;
+
+#if defined(_MSC_VER) && (_MSC_VER < 1900)
+	_locale_t	loct = NULL;
+
+	loct = _create_locale(LC_CTYPE, ctype);
+	if (loct != NULL)
+	{
+		r = malloc(16);			/* excess */
+		if (r != NULL)
+			sprintf(r, "CP%u", loct->locinfo->lc_codepage);
+		_free_locale(loct);
+	}
+#else
+	char	   *codepage;
+
+#if defined(_MSC_VER) && (_MSC_VER >= 1900)
+	uint32		cp;
+	WCHAR		wctype[LOCALE_NAME_MAX_LENGTH];
+
+	memset(wctype, 0, sizeof(wctype));
+	MultiByteToWideChar(CP_ACP, 0, ctype, -1, wctype, LOCALE_NAME_MAX_LENGTH);
+
+	if (GetLocaleInfoEx(wctype,
+						LOCALE_IDEFAULTANSICODEPAGE | LOCALE_RETURN_NUMBER,
+						(LPWSTR) &cp, sizeof(cp) / sizeof(WCHAR)) > 0)
+	{
+		r = malloc(16);			/* excess */
+		if (r != NULL)
+		{
+			/*
+			 * If the return value is CP_ACP that means no ANSI code page is
+			 * available, so only Unicode can be used for the locale.
+			 */
+			if (cp == CP_ACP)
+				strcpy(r, "utf8");
+			else
+				sprintf(r, "CP%u", cp);
+		}
+	}
+	else
+#endif
+	{
+		/*
+		 * Locale format on Win32 is <Language>_<Country>.<CodePage>.  For
+		 * example, English_United States.1252.  If we see digits after the
+		 * last dot, assume it's a codepage number.  Otherwise, we might be
+		 * dealing with a Unix-style locale string; Windows' setlocale() will
+		 * take those even though GetLocaleInfoEx() won't, so we end up here.
+		 * In that case, just return what's after the last dot and hope we can
+		 * find it in our table.
+		 */
+		codepage = strrchr(ctype, '.');
+		if (codepage != NULL)
+		{
+			size_t		ln;
+
+			codepage++;
+			ln = strlen(codepage);
+			r = malloc(ln + 3);
+			if (r != NULL)
+			{
+				if (strspn(codepage, "0123456789") == ln)
+					sprintf(r, "CP%s", codepage);
+				else
+					strcpy(r, codepage);
+			}
+		}
+	}
+#endif
+
+	return r;
+}
+
+#ifndef FRONTEND
+/*
+ * Given a Windows code page identifier, find the corresponding PostgreSQL
+ * encoding.  Issue a warning and return -1 if none found.
+ */
+int
+pg_codepage_to_encoding(UINT cp)
+{
+	char		sys[16];
+	int			i;
+
+	sprintf(sys, "CP%u", cp);
+
+	/* Check the table */
+	for (i = 0; encoding_match_list[i].system_enc_name; i++)
+		if (pg_strcasecmp(sys, encoding_match_list[i].system_enc_name) == 0)
+			return encoding_match_list[i].pg_enc_code;
+
+	ereport(WARNING,
+			(errmsg("could not determine encoding for codeset \"%s\"", sys)));
+
+	return -1;
+}
+#endif
+#endif							/* WIN32 */
+
+#if (defined(HAVE_LANGINFO_H) && defined(CODESET)) || defined(WIN32)
+
+/*
+ * Given a setting for LC_CTYPE, return the Postgres ID of the associated
+ * encoding, if we can determine it.  Return -1 if we can't determine it.
+ *
+ * Pass in NULL to get the encoding for the current locale setting.
+ * Pass "" to get the encoding selected by the server's environment.
+ *
+ * If the result is PG_SQL_ASCII, callers should treat it as being compatible
+ * with any desired encoding.
+ *
+ * If running in the backend and write_message is false, this function must
+ * cope with the possibility that elog() and palloc() are not yet usable.
+ */
+int
+pg_get_encoding_from_locale(const char *ctype, bool write_message)
+{
+	char	   *sys;
+	int			i;
+
+	/* Get the CODESET property, and also LC_CTYPE if not passed in */
+	if (ctype)
+	{
+		char	   *save;
+		char	   *name;
+
+		/* If locale is C or POSIX, we can allow all encodings */
+		if (pg_strcasecmp(ctype, "C") == 0 ||
+			pg_strcasecmp(ctype, "POSIX") == 0)
+			return PG_SQL_ASCII;
+
+		save = setlocale(LC_CTYPE, NULL);
+		if (!save)
+			return -1;			/* setlocale() broken? */
+		/* must copy result, or it might change after setlocale */
+		save = strdup(save);
+		if (!save)
+			return -1;			/* out of memory; unlikely */
+
+		name = setlocale(LC_CTYPE, ctype);
+		if (!name)
+		{
+			free(save);
+			return -1;			/* bogus ctype passed in? */
+		}
+
+#ifndef WIN32
+		sys = nl_langinfo(CODESET);
+		if (sys)
+			sys = strdup(sys);
+#else
+		sys = win32_langinfo(name);
+#endif
+
+		setlocale(LC_CTYPE, save);
+		free(save);
+	}
+	else
+	{
+		/* much easier... */
+		ctype = setlocale(LC_CTYPE, NULL);
+		if (!ctype)
+			return -1;			/* setlocale() broken? */
+
+		/* If locale is C or POSIX, we can allow all encodings */
+		if (pg_strcasecmp(ctype, "C") == 0 ||
+			pg_strcasecmp(ctype, "POSIX") == 0)
+			return PG_SQL_ASCII;
+
+#ifndef WIN32
+		sys = nl_langinfo(CODESET);
+		if (sys)
+			sys = strdup(sys);
+#else
+		sys = win32_langinfo(ctype);
+#endif
+	}
+
+	if (!sys)
+		return -1;				/* out of memory; unlikely */
+
+	/* Check the table */
+	for (i = 0; encoding_match_list[i].system_enc_name; i++)
+	{
+		if (pg_strcasecmp(sys, encoding_match_list[i].system_enc_name) == 0)
+		{
+			free(sys);
+			return encoding_match_list[i].pg_enc_code;
+		}
+	}
+
+	/* Special-case kluges for particular platforms go here */
+
+#ifdef __darwin__
+
+	/*
+	 * Current macOS has many locales that report an empty string for CODESET,
+	 * but they all seem to actually use UTF-8.
+	 */
+	if (strlen(sys) == 0)
+	{
+		free(sys);
+		return PG_UTF8;
+	}
+#endif
+
+	/*
+	 * We print a warning if we got a CODESET string but couldn't recognize
+	 * it.  This means we need another entry in the table.
+	 */
+	if (write_message)
+	{
+#ifdef FRONTEND
+		fprintf(stderr, _("could not determine encoding for locale \"%s\": codeset is \"%s\""),
+				ctype, sys);
+		/* keep newline separate so there's only one translatable string */
+		fputc('\n', stderr);
+#else
+		ereport(WARNING,
+				(errmsg("could not determine encoding for locale \"%s\": codeset is \"%s\"",
+						ctype, sys)));
+#endif
+	}
+
+	free(sys);
+	return -1;
+}
+#else							/* (HAVE_LANGINFO_H && CODESET) || WIN32 */
+
+/*
+ * stub if no multi-language platform support
+ *
+ * Note: we could return -1 here, but that would have the effect of
+ * forcing users to specify an encoding to initdb on such platforms.
+ * It seems better to silently default to SQL_ASCII.
+ */
+int
+pg_get_encoding_from_locale(const char *ctype, bool write_message)
+{
+	return PG_SQL_ASCII;
+}
+
+#endif							/* (HAVE_LANGINFO_H && CODESET) || WIN32 */