Adding upstream version 2:9.0.1378.upstream/2%9.0.1378upstream

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 2411 insertions, 0 deletions

diff --git a/src/charset.c b/src/charset.c
new file mode 100644
index 0000000..826a768
--- /dev/null
+++ b/src/charset.c
@@ -0,0 +1,2411 @@
+/* vi:set ts=8 sts=4 sw=4 noet:
+ *
+ * VIM - Vi IMproved	by Bram Moolenaar
+ *
+ * Do ":help uganda"  in Vim to read copying and usage conditions.
+ * Do ":help credits" in Vim to see a list of people who contributed.
+ * See README.txt for an overview of the Vim source code.
+ */
+
+#include "vim.h"
+
+#if defined(HAVE_WCHAR_H)
+# include <wchar.h>	    // for towupper() and towlower()
+#endif
+
+static int win_nolbr_chartabsize(chartabsize_T *cts, int *headp);
+static unsigned nr2hex(unsigned c);
+
+static int    chartab_initialized = FALSE;
+
+// b_chartab[] is an array of 32 bytes, each bit representing one of the
+// characters 0-255.
+#define SET_CHARTAB(buf, c) (buf)->b_chartab[(unsigned)(c) >> 3] |= (1 << ((c) & 0x7))
+#define RESET_CHARTAB(buf, c) (buf)->b_chartab[(unsigned)(c) >> 3] &= ~(1 << ((c) & 0x7))
+#define GET_CHARTAB(buf, c) ((buf)->b_chartab[(unsigned)(c) >> 3] & (1 << ((c) & 0x7)))
+
+// table used below, see init_chartab() for an explanation
+static char_u	g_chartab[256];
+
+/*
+ * Flags for g_chartab[].
+ */
+#define CT_CELL_MASK	0x07	// mask: nr of display cells (1, 2 or 4)
+#define CT_PRINT_CHAR	0x10	// flag: set for printable chars
+#define CT_ID_CHAR	0x20	// flag: set for ID chars
+#define CT_FNAME_CHAR	0x40	// flag: set for file name chars
+
+static int in_win_border(win_T *wp, colnr_T vcol);
+
+/*
+ * Fill g_chartab[].  Also fills curbuf->b_chartab[] with flags for keyword
+ * characters for current buffer.
+ *
+ * Depends on the option settings 'iskeyword', 'isident', 'isfname',
+ * 'isprint' and 'encoding'.
+ *
+ * The index in g_chartab[] depends on 'encoding':
+ * - For non-multi-byte index with the byte (same as the character).
+ * - For DBCS index with the first byte.
+ * - For UTF-8 index with the character (when first byte is up to 0x80 it is
+ *   the same as the character, if the first byte is 0x80 and above it depends
+ *   on further bytes).
+ *
+ * The contents of g_chartab[]:
+ * - The lower two bits, masked by CT_CELL_MASK, give the number of display
+ *   cells the character occupies (1 or 2).  Not valid for UTF-8 above 0x80.
+ * - CT_PRINT_CHAR bit is set when the character is printable (no need to
+ *   translate the character before displaying it).  Note that only DBCS
+ *   characters can have 2 display cells and still be printable.
+ * - CT_FNAME_CHAR bit is set when the character can be in a file name.
+ * - CT_ID_CHAR bit is set when the character can be in an identifier.
+ *
+ * Return FAIL if 'iskeyword', 'isident', 'isfname' or 'isprint' option has an
+ * error, OK otherwise.
+ */
+    int
+init_chartab(void)
+{
+    return buf_init_chartab(curbuf, TRUE);
+}
+
+    int
+buf_init_chartab(
+    buf_T	*buf,
+    int		global)		// FALSE: only set buf->b_chartab[]
+{
+    int		c;
+    int		c2;
+    char_u	*p;
+    int		i;
+    int		tilde;
+    int		do_isalpha;
+
+    if (global)
+    {
+	/*
+	 * Set the default size for printable characters:
+	 * From <Space> to '~' is 1 (printable), others are 2 (not printable).
+	 * This also inits all 'isident' and 'isfname' flags to FALSE.
+	 */
+	c = 0;
+	while (c < ' ')
+	    g_chartab[c++] = (dy_flags & DY_UHEX) ? 4 : 2;
+	while (c <= '~')
+	    g_chartab[c++] = 1 + CT_PRINT_CHAR;
+	while (c < 256)
+	{
+	    // UTF-8: bytes 0xa0 - 0xff are printable (latin1)
+	    if (enc_utf8 && c >= 0xa0)
+		g_chartab[c++] = CT_PRINT_CHAR + 1;
+	    // euc-jp characters starting with 0x8e are single width
+	    else if (enc_dbcs == DBCS_JPNU && c == 0x8e)
+		g_chartab[c++] = CT_PRINT_CHAR + 1;
+	    // other double-byte chars can be printable AND double-width
+	    else if (enc_dbcs != 0 && MB_BYTE2LEN(c) == 2)
+		g_chartab[c++] = CT_PRINT_CHAR + 2;
+	    else
+		// the rest is unprintable by default
+		g_chartab[c++] = (dy_flags & DY_UHEX) ? 4 : 2;
+	}
+
+	// Assume that every multi-byte char is a filename character.
+	for (c = 1; c < 256; ++c)
+	    if ((enc_dbcs != 0 && MB_BYTE2LEN(c) > 1)
+		    || (enc_dbcs == DBCS_JPNU && c == 0x8e)
+		    || (enc_utf8 && c >= 0xa0))
+		g_chartab[c] |= CT_FNAME_CHAR;
+    }
+
+    /*
+     * Init word char flags all to FALSE
+     */
+    CLEAR_FIELD(buf->b_chartab);
+    if (enc_dbcs != 0)
+	for (c = 0; c < 256; ++c)
+	{
+	    // double-byte characters are probably word characters
+	    if (MB_BYTE2LEN(c) == 2)
+		SET_CHARTAB(buf, c);
+	}
+
+    /*
+     * In lisp mode the '-' character is included in keywords.
+     */
+    if (buf->b_p_lisp)
+	SET_CHARTAB(buf, '-');
+
+    // Walk through the 'isident', 'iskeyword', 'isfname' and 'isprint'
+    // options Each option is a list of characters, character numbers or
+    // ranges, separated by commas, e.g.: "200-210,x,#-178,-"
+    for (i = global ? 0 : 3; i <= 3; ++i)
+    {
+	if (i == 0)
+	    p = p_isi;		// first round: 'isident'
+	else if (i == 1)
+	    p = p_isp;		// second round: 'isprint'
+	else if (i == 2)
+	    p = p_isf;		// third round: 'isfname'
+	else	// i == 3
+	    p = buf->b_p_isk;	// fourth round: 'iskeyword'
+
+	while (*p)
+	{
+	    tilde = FALSE;
+	    do_isalpha = FALSE;
+	    if (*p == '^' && p[1] != NUL)
+	    {
+		tilde = TRUE;
+		++p;
+	    }
+	    if (VIM_ISDIGIT(*p))
+		c = getdigits(&p);
+	    else if (has_mbyte)
+		c = mb_ptr2char_adv(&p);
+	    else
+		c = *p++;
+	    c2 = -1;
+	    if (*p == '-' && p[1] != NUL)
+	    {
+		++p;
+		if (VIM_ISDIGIT(*p))
+		    c2 = getdigits(&p);
+		else if (has_mbyte)
+		    c2 = mb_ptr2char_adv(&p);
+		else
+		    c2 = *p++;
+	    }
+	    if (c <= 0 || c >= 256 || (c2 < c && c2 != -1) || c2 >= 256
+						 || !(*p == NUL || *p == ','))
+		return FAIL;
+
+	    if (c2 == -1)	// not a range
+	    {
+		/*
+		 * A single '@' (not "@-@"):
+		 * Decide on letters being ID/printable/keyword chars with
+		 * standard function isalpha(). This takes care of locale for
+		 * single-byte characters).
+		 */
+		if (c == '@')
+		{
+		    do_isalpha = TRUE;
+		    c = 1;
+		    c2 = 255;
+		}
+		else
+		    c2 = c;
+	    }
+	    while (c <= c2)
+	    {
+		// Use the MB_ functions here, because isalpha() doesn't
+		// work properly when 'encoding' is "latin1" and the locale is
+		// "C".
+		if (!do_isalpha || MB_ISLOWER(c) || MB_ISUPPER(c))
+		{
+		    if (i == 0)			// (re)set ID flag
+		    {
+			if (tilde)
+			    g_chartab[c] &= ~CT_ID_CHAR;
+			else
+			    g_chartab[c] |= CT_ID_CHAR;
+		    }
+		    else if (i == 1)		// (re)set printable
+		    {
+			if ((c < ' ' || c > '~'
+				// For double-byte we keep the cell width, so
+				// that we can detect it from the first byte.
+			    ) && !(enc_dbcs && MB_BYTE2LEN(c) == 2))
+			{
+			    if (tilde)
+			    {
+				g_chartab[c] = (g_chartab[c] & ~CT_CELL_MASK)
+					     + ((dy_flags & DY_UHEX) ? 4 : 2);
+				g_chartab[c] &= ~CT_PRINT_CHAR;
+			    }
+			    else
+			    {
+				g_chartab[c] = (g_chartab[c] & ~CT_CELL_MASK)
+									   + 1;
+				g_chartab[c] |= CT_PRINT_CHAR;
+			    }
+			}
+		    }
+		    else if (i == 2)		// (re)set fname flag
+		    {
+			if (tilde)
+			    g_chartab[c] &= ~CT_FNAME_CHAR;
+			else
+			    g_chartab[c] |= CT_FNAME_CHAR;
+		    }
+		    else // i == 3		 (re)set keyword flag
+		    {
+			if (tilde)
+			    RESET_CHARTAB(buf, c);
+			else
+			    SET_CHARTAB(buf, c);
+		    }
+		}
+		++c;
+	    }
+
+	    c = *p;
+	    p = skip_to_option_part(p);
+	    if (c == ',' && *p == NUL)
+		// Trailing comma is not allowed.
+		return FAIL;
+	}
+    }
+    chartab_initialized = TRUE;
+    return OK;
+}
+
+/*
+ * Translate any special characters in buf[bufsize] in-place.
+ * The result is a string with only printable characters, but if there is not
+ * enough room, not all characters will be translated.
+ */
+    void
+trans_characters(
+    char_u	*buf,
+    int		bufsize)
+{
+    int		len;		// length of string needing translation
+    int		room;		// room in buffer after string
+    char_u	*trs;		// translated character
+    int		trs_len;	// length of trs[]
+
+    len = (int)STRLEN(buf);
+    room = bufsize - len;
+    while (*buf != 0)
+    {
+	// Assume a multi-byte character doesn't need translation.
+	if (has_mbyte && (trs_len = (*mb_ptr2len)(buf)) > 1)
+	    len -= trs_len;
+	else
+	{
+	    trs = transchar_byte(*buf);
+	    trs_len = (int)STRLEN(trs);
+	    if (trs_len > 1)
+	    {
+		room -= trs_len - 1;
+		if (room <= 0)
+		    return;
+		mch_memmove(buf + trs_len, buf + 1, (size_t)len);
+	    }
+	    mch_memmove(buf, trs, (size_t)trs_len);
+	    --len;
+	}
+	buf += trs_len;
+    }
+}
+
+/*
+ * Translate a string into allocated memory, replacing special chars with
+ * printable chars.  Returns NULL when out of memory.
+ */
+    char_u *
+transstr(char_u *s)
+{
+    char_u	*res;
+    char_u	*p;
+    int		l, len, c;
+    char_u	hexbuf[11];
+
+    if (has_mbyte)
+    {
+	// Compute the length of the result, taking account of unprintable
+	// multi-byte characters.
+	len = 0;
+	p = s;
+	while (*p != NUL)
+	{
+	    if ((l = (*mb_ptr2len)(p)) > 1)
+	    {
+		c = (*mb_ptr2char)(p);
+		p += l;
+		if (vim_isprintc(c))
+		    len += l;
+		else
+		{
+		    transchar_hex(hexbuf, c);
+		    len += (int)STRLEN(hexbuf);
+		}
+	    }
+	    else
+	    {
+		l = byte2cells(*p++);
+		if (l > 0)
+		    len += l;
+		else
+		    len += 4;	// illegal byte sequence
+	    }
+	}
+	res = alloc(len + 1);
+    }
+    else
+	res = alloc(vim_strsize(s) + 1);
+
+    if (res == NULL)
+	return NULL;
+
+    *res = NUL;
+    p = s;
+    while (*p != NUL)
+    {
+	if (has_mbyte && (l = (*mb_ptr2len)(p)) > 1)
+	{
+	    c = (*mb_ptr2char)(p);
+	    if (vim_isprintc(c))
+		STRNCAT(res, p, l);	// append printable multi-byte char
+	    else
+		transchar_hex(res + STRLEN(res), c);
+	    p += l;
+	}
+	else
+	    STRCAT(res, transchar_byte(*p++));
+    }
+    return res;
+}
+
+/*
+ * Convert the string "str[orglen]" to do ignore-case comparing.  Uses the
+ * current locale.
+ * When "buf" is NULL returns an allocated string (NULL for out-of-memory).
+ * Otherwise puts the result in "buf[buflen]".
+ */
+    char_u *
+str_foldcase(
+    char_u	*str,
+    int		orglen,
+    char_u	*buf,
+    int		buflen)
+{
+    garray_T	ga;
+    int		i;
+    int		len = orglen;
+
+#define GA_CHAR(i)  ((char_u *)ga.ga_data)[i]
+#define GA_PTR(i)   ((char_u *)ga.ga_data + (i))
+#define STR_CHAR(i)  (buf == NULL ? GA_CHAR(i) : buf[i])
+#define STR_PTR(i)   (buf == NULL ? GA_PTR(i) : buf + (i))
+
+    // Copy "str" into "buf" or allocated memory, unmodified.
+    if (buf == NULL)
+    {
+	ga_init2(&ga, 1, 10);
+	if (ga_grow(&ga, len + 1) == FAIL)
+	    return NULL;
+	mch_memmove(ga.ga_data, str, (size_t)len);
+	ga.ga_len = len;
+    }
+    else
+    {
+	if (len >= buflen)	    // Ugly!
+	    len = buflen - 1;
+	mch_memmove(buf, str, (size_t)len);
+    }
+    if (buf == NULL)
+	GA_CHAR(len) = NUL;
+    else
+	buf[len] = NUL;
+
+    // Make each character lower case.
+    i = 0;
+    while (STR_CHAR(i) != NUL)
+    {
+	if (enc_utf8 || (has_mbyte && MB_BYTE2LEN(STR_CHAR(i)) > 1))
+	{
+	    if (enc_utf8)
+	    {
+		int	c = utf_ptr2char(STR_PTR(i));
+		int	olen = utf_ptr2len(STR_PTR(i));
+		int	lc = utf_tolower(c);
+
+		// Only replace the character when it is not an invalid
+		// sequence (ASCII character or more than one byte) and
+		// utf_tolower() doesn't return the original character.
+		if ((c < 0x80 || olen > 1) && c != lc)
+		{
+		    int	    nlen = utf_char2len(lc);
+
+		    // If the byte length changes need to shift the following
+		    // characters forward or backward.
+		    if (olen != nlen)
+		    {
+			if (nlen > olen)
+			{
+			    if (buf == NULL
+				    ? ga_grow(&ga, nlen - olen + 1) == FAIL
+				    : len + nlen - olen >= buflen)
+			    {
+				// out of memory, keep old char
+				lc = c;
+				nlen = olen;
+			    }
+			}
+			if (olen != nlen)
+			{
+			    if (buf == NULL)
+			    {
+				STRMOVE(GA_PTR(i) + nlen, GA_PTR(i) + olen);
+				ga.ga_len += nlen - olen;
+			    }
+			    else
+			    {
+				STRMOVE(buf + i + nlen, buf + i + olen);
+				len += nlen - olen;
+			    }
+			}
+		    }
+		    (void)utf_char2bytes(lc, STR_PTR(i));
+		}
+	    }
+	    // skip to next multi-byte char
+	    i += (*mb_ptr2len)(STR_PTR(i));
+	}
+	else
+	{
+	    if (buf == NULL)
+		GA_CHAR(i) = TOLOWER_LOC(GA_CHAR(i));
+	    else
+		buf[i] = TOLOWER_LOC(buf[i]);
+	    ++i;
+	}
+    }
+
+    if (buf == NULL)
+	return (char_u *)ga.ga_data;
+    return buf;
+}
+
+/*
+ * Catch 22: g_chartab[] can't be initialized before the options are
+ * initialized, and initializing options may cause transchar() to be called!
+ * When chartab_initialized == FALSE don't use g_chartab[].
+ * Does NOT work for multi-byte characters, c must be <= 255.
+ * Also doesn't work for the first byte of a multi-byte, "c" must be a
+ * character!
+ */
+static char_u	transchar_charbuf[7];
+
+    char_u *
+transchar(int c)
+{
+    return transchar_buf(curbuf, c);
+}
+
+    char_u *
+transchar_buf(buf_T *buf, int c)
+{
+    int			i;
+
+    i = 0;
+    if (IS_SPECIAL(c))	    // special key code, display as ~@ char
+    {
+	transchar_charbuf[0] = '~';
+	transchar_charbuf[1] = '@';
+	i = 2;
+	c = K_SECOND(c);
+    }
+
+    if ((!chartab_initialized && ((c >= ' ' && c <= '~')))
+					|| (c < 256 && vim_isprintc_strict(c)))
+    {
+	// printable character
+	transchar_charbuf[i] = c;
+	transchar_charbuf[i + 1] = NUL;
+    }
+    else
+	transchar_nonprint(buf, transchar_charbuf + i, c);
+    return transchar_charbuf;
+}
+
+/*
+ * Like transchar(), but called with a byte instead of a character.  Checks
+ * for an illegal UTF-8 byte.  Uses 'fileformat' of the current buffer.
+ */
+    char_u *
+transchar_byte(int c)
+{
+    return transchar_byte_buf(curbuf, c);
+}
+
+/*
+ * Like transchar_buf(), but called with a byte instead of a character.  Checks
+ * for an illegal UTF-8 byte.  Uses 'fileformat' of "buf", unless it is NULL.
+ */
+    char_u *
+transchar_byte_buf(buf_T *buf, int c)
+{
+    if (enc_utf8 && c >= 0x80)
+    {
+	transchar_nonprint(buf, transchar_charbuf, c);
+	return transchar_charbuf;
+    }
+    return transchar_buf(buf, c);
+}
+/*
+ * Convert non-printable character to two or more printable characters in
+ * "charbuf[]".  "charbuf" needs to be able to hold five bytes.
+ * Does NOT work for multi-byte characters, c must be <= 255.
+ */
+    void
+transchar_nonprint(buf_T *buf, char_u *charbuf, int c)
+{
+    if (c == NL)
+	c = NUL;		// we use newline in place of a NUL
+    else if (buf != NULL && c == CAR && get_fileformat(buf) == EOL_MAC)
+	c = NL;			// we use CR in place of  NL in this case
+
+    if (dy_flags & DY_UHEX)		// 'display' has "uhex"
+	transchar_hex(charbuf, c);
+
+    else if (c <= 0x7f)			// 0x00 - 0x1f and 0x7f
+    {
+	charbuf[0] = '^';
+	charbuf[1] = c ^ 0x40;		// DEL displayed as ^?
+	charbuf[2] = NUL;
+    }
+    else if (enc_utf8)
+    {
+	transchar_hex(charbuf, c);
+    }
+    else if (c >= ' ' + 0x80 && c <= '~' + 0x80)    // 0xa0 - 0xfe
+    {
+	charbuf[0] = '|';
+	charbuf[1] = c - 0x80;
+	charbuf[2] = NUL;
+    }
+    else					    // 0x80 - 0x9f and 0xff
+    {
+	charbuf[0] = '~';
+	charbuf[1] = (c - 0x80) ^ 0x40;	// 0xff displayed as ~?
+	charbuf[2] = NUL;
+    }
+}
+
+    void
+transchar_hex(char_u *buf, int c)
+{
+    int		i = 0;
+
+    buf[0] = '<';
+    if (c > 255)
+    {
+	buf[++i] = nr2hex((unsigned)c >> 12);
+	buf[++i] = nr2hex((unsigned)c >> 8);
+    }
+    buf[++i] = nr2hex((unsigned)c >> 4);
+    buf[++i] = nr2hex((unsigned)c);
+    buf[++i] = '>';
+    buf[++i] = NUL;
+}
+
+/*
+ * Convert the lower 4 bits of byte "c" to its hex character.
+ * Lower case letters are used to avoid the confusion of <F1> being 0xf1 or
+ * function key 1.
+ */
+    static unsigned
+nr2hex(unsigned c)
+{
+    if ((c & 0xf) <= 9)
+	return (c & 0xf) + '0';
+    return (c & 0xf) - 10 + 'a';
+}
+
+/*
+ * Return number of display cells occupied by byte "b".
+ * Caller must make sure 0 <= b <= 255.
+ * For multi-byte mode "b" must be the first byte of a character.
+ * A TAB is counted as two cells: "^I".
+ * For UTF-8 mode this will return 0 for bytes >= 0x80, because the number of
+ * cells depends on further bytes.
+ */
+    int
+byte2cells(int b)
+{
+    if (enc_utf8 && b >= 0x80)
+	return 0;
+    return (g_chartab[b] & CT_CELL_MASK);
+}
+
+/*
+ * Return number of display cells occupied by character "c".
+ * "c" can be a special key (negative number) in which case 3 or 4 is returned.
+ * A TAB is counted as two cells: "^I" or four: "<09>".
+ */
+    int
+char2cells(int c)
+{
+    if (IS_SPECIAL(c))
+	return char2cells(K_SECOND(c)) + 2;
+    if (c >= 0x80)
+    {
+	// UTF-8: above 0x80 need to check the value
+	if (enc_utf8)
+	    return utf_char2cells(c);
+	// DBCS: double-byte means double-width, except for euc-jp with first
+	// byte 0x8e
+	if (enc_dbcs != 0 && c >= 0x100)
+	{
+	    if (enc_dbcs == DBCS_JPNU && ((unsigned)c >> 8) == 0x8e)
+		return 1;
+	    return 2;
+	}
+    }
+    return (g_chartab[c & 0xff] & CT_CELL_MASK);
+}
+
+/*
+ * Return number of display cells occupied by character at "*p".
+ * A TAB is counted as two cells: "^I" or four: "<09>".
+ */
+    int
+ptr2cells(char_u *p)
+{
+    if (!has_mbyte)
+	return byte2cells(*p);
+
+    // For UTF-8 we need to look at more bytes if the first byte is >= 0x80.
+    if (enc_utf8 && *p >= 0x80)
+	return utf_ptr2cells(p);
+    // For DBCS we can tell the cell count from the first byte.
+    return (g_chartab[*p] & CT_CELL_MASK);
+}
+
+/*
+ * Return the number of character cells string "s" will take on the screen,
+ * counting TABs as two characters: "^I".
+ */
+    int
+vim_strsize(char_u *s)
+{
+    return vim_strnsize(s, (int)MAXCOL);
+}
+
+/*
+ * Return the number of character cells string "s[len]" will take on the
+ * screen, counting TABs as two characters: "^I".
+ */
+    int
+vim_strnsize(char_u *s, int len)
+{
+    int		size = 0;
+
+    while (*s != NUL && --len >= 0)
+    {
+	int	    l = (*mb_ptr2len)(s);
+
+	size += ptr2cells(s);
+	s += l;
+	len -= l - 1;
+    }
+
+    return size;
+}
+
+/*
+ * Return the number of characters 'c' will take on the screen, taking
+ * into account the size of a tab.
+ * Use a define to make it fast, this is used very often!!!
+ * Also see getvcol() below.
+ */
+
+#ifdef FEAT_VARTABS
+# define RET_WIN_BUF_CHARTABSIZE(wp, buf, p, col) \
+    if (*(p) == TAB && (!(wp)->w_p_list || (wp)->w_lcs_chars.tab1)) \
+    { \
+	return tabstop_padding(col, (buf)->b_p_ts, (buf)->b_p_vts_array); \
+    } \
+    else \
+	return ptr2cells(p);
+#else
+# define RET_WIN_BUF_CHARTABSIZE(wp, buf, p, col) \
+    if (*(p) == TAB && (!(wp)->w_p_list || wp->w_lcs_chars.tab1)) \
+    { \
+	int ts; \
+	ts = (buf)->b_p_ts; \
+	return (int)(ts - (col % ts)); \
+    } \
+    else \
+	return ptr2cells(p);
+#endif
+
+    int
+chartabsize(char_u *p, colnr_T col)
+{
+    RET_WIN_BUF_CHARTABSIZE(curwin, curbuf, p, col)
+}
+
+#ifdef FEAT_LINEBREAK
+    static int
+win_chartabsize(win_T *wp, char_u *p, colnr_T col)
+{
+    RET_WIN_BUF_CHARTABSIZE(wp, wp->w_buffer, p, col)
+}
+#endif
+
+/*
+ * Return the number of characters the string "s" will take on the screen,
+ * taking into account the size of a tab.
+ * Does not handle text properties, since "s" is not a buffer line.
+ */
+    int
+linetabsize_str(char_u *s)
+{
+    return linetabsize_col(0, s);
+}
+
+/*
+ * Like linetabsize_str(), but "s" starts at column "startcol".
+ */
+    int
+linetabsize_col(int startcol, char_u *s)
+{
+    chartabsize_T cts;
+
+    init_chartabsize_arg(&cts, curwin, 0, startcol, s, s);
+    while (*cts.cts_ptr != NUL)
+	cts.cts_vcol += lbr_chartabsize_adv(&cts);
+#ifdef FEAT_PROP_POPUP
+    if (cts.cts_has_prop_with_text && cts.cts_ptr == cts.cts_line)
+    {
+	// check for virtual text in an empty line
+	(void)lbr_chartabsize_adv(&cts);
+	cts.cts_vcol += cts.cts_cur_text_width;
+    }
+#endif
+    clear_chartabsize_arg(&cts);
+    return (int)cts.cts_vcol;
+}
+
+/*
+ * Like linetabsize_str(), but for a given window instead of the current one.
+ */
+    int
+win_linetabsize(win_T *wp, linenr_T lnum, char_u *line, colnr_T len)
+{
+    chartabsize_T cts;
+
+    init_chartabsize_arg(&cts, wp, lnum, 0, line, line);
+    win_linetabsize_cts(&cts, len);
+    clear_chartabsize_arg(&cts);
+    return (int)cts.cts_vcol;
+}
+
+/*
+ * Return the number of cells line "lnum" of window "wp" will take on the
+ * screen, taking into account the size of a tab and text properties.
+ */
+  int
+linetabsize(win_T *wp, linenr_T lnum)
+{
+    return win_linetabsize(wp, lnum,
+		       ml_get_buf(wp->w_buffer, lnum, FALSE), (colnr_T)MAXCOL);
+}
+
+    void
+win_linetabsize_cts(chartabsize_T *cts, colnr_T len)
+{
+#ifdef FEAT_PROP_POPUP
+    cts->cts_with_trailing = len == MAXCOL;
+#endif
+    for ( ; *cts->cts_ptr != NUL && (len == MAXCOL || cts->cts_ptr < cts->cts_line + len);
+						      MB_PTR_ADV(cts->cts_ptr))
+	cts->cts_vcol += win_lbr_chartabsize(cts, NULL);
+#ifdef FEAT_PROP_POPUP
+    // check for a virtual text on an empty line
+    if (cts->cts_has_prop_with_text && *cts->cts_ptr == NUL
+					      && cts->cts_ptr == cts->cts_line)
+    {
+	(void)win_lbr_chartabsize(cts, NULL);
+	cts->cts_vcol += cts->cts_cur_text_width;
+
+	// when properties are above or below the empty line must also be
+	// counted
+	if (cts->cts_prop_lines > 0)
+	    ++cts->cts_vcol;
+    }
+#endif
+}
+
+/*
+ * Return TRUE if 'c' is a normal identifier character:
+ * Letters and characters from the 'isident' option.
+ */
+    int
+vim_isIDc(int c)
+{
+    return (c > 0 && c < 0x100 && (g_chartab[c] & CT_ID_CHAR));
+}
+
+/*
+ * Like vim_isIDc() but not using the 'isident' option: letters, numbers and
+ * underscore.
+ */
+    int
+vim_isNormalIDc(int c)
+{
+    return ASCII_ISALNUM(c) || c == '_';
+}
+
+/*
+ * return TRUE if 'c' is a keyword character: Letters and characters from
+ * 'iskeyword' option for the current buffer.
+ * For multi-byte characters mb_get_class() is used (builtin rules).
+ */
+    int
+vim_iswordc(int c)
+{
+    return vim_iswordc_buf(c, curbuf);
+}
+
+    int
+vim_iswordc_buf(int c, buf_T *buf)
+{
+    if (c >= 0x100)
+    {
+	if (enc_dbcs != 0)
+	    return dbcs_class((unsigned)c >> 8, (unsigned)(c & 0xff)) >= 2;
+	if (enc_utf8)
+	    return utf_class_buf(c, buf) >= 2;
+	return FALSE;
+    }
+    return (c > 0 && GET_CHARTAB(buf, c) != 0);
+}
+
+/*
+ * Just like vim_iswordc() but uses a pointer to the (multi-byte) character.
+ */
+    int
+vim_iswordp(char_u *p)
+{
+    return vim_iswordp_buf(p, curbuf);
+}
+
+    int
+vim_iswordp_buf(char_u *p, buf_T *buf)
+{
+    int	c = *p;
+
+    if (has_mbyte && MB_BYTE2LEN(c) > 1)
+	c = (*mb_ptr2char)(p);
+    return vim_iswordc_buf(c, buf);
+}
+
+/*
+ * Return TRUE if 'c' is a valid file-name character as specified with the
+ * 'isfname' option.
+ * Assume characters above 0x100 are valid (multi-byte).
+ * To be used for commands like "gf".
+ */
+    int
+vim_isfilec(int c)
+{
+    return (c >= 0x100 || (c > 0 && (g_chartab[c] & CT_FNAME_CHAR)));
+}
+
+/*
+ * Return TRUE if 'c' is a valid file-name character, including characters left
+ * out of 'isfname' to make "gf" work, such as comma, space, '@', etc.
+ */
+    int
+vim_is_fname_char(int c)
+{
+    return vim_isfilec(c) || c == ',' || c == ' ' || c == '@';
+}
+
+/*
+ * return TRUE if 'c' is a valid file-name character or a wildcard character
+ * Assume characters above 0x100 are valid (multi-byte).
+ * Explicitly interpret ']' as a wildcard character as mch_has_wildcard("]")
+ * returns false.
+ */
+    int
+vim_isfilec_or_wc(int c)
+{
+    char_u buf[2];
+
+    buf[0] = (char_u)c;
+    buf[1] = NUL;
+    return vim_isfilec(c) || c == ']' || mch_has_wildcard(buf);
+}
+
+/*
+ * Return TRUE if 'c' is a printable character.
+ * Assume characters above 0x100 are printable (multi-byte), except for
+ * Unicode.
+ */
+    int
+vim_isprintc(int c)
+{
+    if (enc_utf8 && c >= 0x100)
+	return utf_printable(c);
+    return (c >= 0x100 || (c > 0 && (g_chartab[c] & CT_PRINT_CHAR)));
+}
+
+/*
+ * Strict version of vim_isprintc(c), don't return TRUE if "c" is the head
+ * byte of a double-byte character.
+ */
+    int
+vim_isprintc_strict(int c)
+{
+    if (enc_dbcs != 0 && c < 0x100 && MB_BYTE2LEN(c) > 1)
+	return FALSE;
+    if (enc_utf8 && c >= 0x100)
+	return utf_printable(c);
+    return (c >= 0x100 || (c > 0 && (g_chartab[c] & CT_PRINT_CHAR)));
+}
+
+/*
+ * Prepare the structure passed to chartabsize functions.
+ * "line" is the start of the line, "ptr" is the first relevant character.
+ * When "lnum" is zero do not use text properties that insert text.
+ */
+    void
+init_chartabsize_arg(
+	chartabsize_T	*cts,
+	win_T		*wp,
+	linenr_T	lnum UNUSED,
+	colnr_T		col,
+	char_u		*line,
+	char_u		*ptr)
+{
+    CLEAR_POINTER(cts);
+    cts->cts_win = wp;
+    cts->cts_vcol = col;
+    cts->cts_line = line;
+    cts->cts_ptr = ptr;
+#ifdef FEAT_PROP_POPUP
+    if (lnum > 0 && !ignore_text_props)
+    {
+	char_u	*prop_start;
+	int	count;
+
+	count = get_text_props(wp->w_buffer, lnum, &prop_start, FALSE);
+	cts->cts_text_prop_count = count;
+	if (count > 0)
+	{
+	    // Make a copy of the properties, so that they are properly
+	    // aligned.  Make it twice as long for the sorting below.
+	    cts->cts_text_props = ALLOC_MULT(textprop_T, count * 2);
+	    if (cts->cts_text_props == NULL)
+		cts->cts_text_prop_count = 0;
+	    else
+	    {
+		int	i;
+
+		mch_memmove(cts->cts_text_props + count, prop_start,
+						   count * sizeof(textprop_T));
+		for (i = 0; i < count; ++i)
+		{
+		    textprop_T *tp = cts->cts_text_props + i + count;
+		    if (tp->tp_id < 0
+				     && text_prop_type_valid(wp->w_buffer, tp))
+		    {
+			cts->cts_has_prop_with_text = TRUE;
+			break;
+		    }
+		}
+		if (!cts->cts_has_prop_with_text)
+		{
+		    // won't use the text properties, free them
+		    VIM_CLEAR(cts->cts_text_props);
+		    cts->cts_text_prop_count = 0;
+		}
+		else
+		{
+		    int	    *text_prop_idxs;
+
+		    // Need to sort the array to get any truncation right.
+		    // Do the sorting in the second part of the array, then
+		    // move the sorted props to the first part of the array.
+		    text_prop_idxs = ALLOC_MULT(int, count);
+		    if (text_prop_idxs != NULL)
+		    {
+			for (i = 0; i < count; ++i)
+			    text_prop_idxs[i] = i + count;
+			sort_text_props(curbuf, cts->cts_text_props,
+							text_prop_idxs, count);
+			// Here we want the reverse order.
+			for (i = 0; i < count; ++i)
+			    cts->cts_text_props[count - i - 1] =
+					cts->cts_text_props[text_prop_idxs[i]];
+			vim_free(text_prop_idxs);
+		    }
+		}
+	    }
+	}
+    }
+#endif
+}
+
+/*
+ * Free any allocated item in "cts".
+ */
+    void
+clear_chartabsize_arg(chartabsize_T *cts UNUSED)
+{
+#ifdef FEAT_PROP_POPUP
+    if (cts->cts_text_prop_count > 0)
+    {
+	VIM_CLEAR(cts->cts_text_props);
+	cts->cts_text_prop_count = 0;
+    }
+#endif
+}
+
+/*
+ * Like chartabsize(), but also check for line breaks on the screen and text
+ * properties that insert text.
+ */
+    int
+lbr_chartabsize(chartabsize_T *cts)
+{
+#if defined(FEAT_LINEBREAK) || defined(FEAT_PROP_POPUP)
+    if (1
+# ifdef FEAT_LINEBREAK
+	&& !curwin->w_p_lbr && *get_showbreak_value(curwin) == NUL
+							   && !curwin->w_p_bri
+# endif
+# ifdef FEAT_PROP_POPUP
+	&& !cts->cts_has_prop_with_text
+#endif
+       )
+    {
+#endif
+	if (curwin->w_p_wrap)
+	    return win_nolbr_chartabsize(cts, NULL);
+	RET_WIN_BUF_CHARTABSIZE(curwin, curbuf, cts->cts_ptr, cts->cts_vcol)
+#if defined(FEAT_LINEBREAK) || defined(FEAT_PROP_POPUP)
+    }
+    return win_lbr_chartabsize(cts, NULL);
+#endif
+}
+
+/*
+ * Call lbr_chartabsize() and advance the pointer.
+ */
+    int
+lbr_chartabsize_adv(chartabsize_T *cts)
+{
+    int		retval;
+
+    retval = lbr_chartabsize(cts);
+    MB_PTR_ADV(cts->cts_ptr);
+    return retval;
+}
+
+/*
+ * Return the screen size of the character indicated by "cts".
+ * "cts->cts_cur_text_width" is set to the extra size for a text property that
+ * inserts text.
+ * This function is used very often, keep it fast!!!!
+ *
+ * If "headp" not NULL, set *headp to the size of what we for 'showbreak'
+ * string at start of line.  Warning: *headp is only set if it's a non-zero
+ * value, init to 0 before calling.
+ */
+    int
+win_lbr_chartabsize(
+	chartabsize_T	*cts,
+	int		*headp UNUSED)
+{
+    win_T	*wp = cts->cts_win;
+#if defined(FEAT_PROP_POPUP) || defined(FEAT_LINEBREAK)
+    char_u	*line = cts->cts_line; // start of the line
+#endif
+    char_u	*s = cts->cts_ptr;
+    colnr_T	vcol = cts->cts_vcol;
+#ifdef FEAT_LINEBREAK
+    int		c;
+    int		size;
+    colnr_T	col2;
+    colnr_T	col_adj = 0; // vcol + screen size of tab
+    colnr_T	colmax;
+    int		added;
+    int		mb_added = 0;
+    int		numberextra;
+    char_u	*ps;
+    int		tab_corr = (*s == TAB);
+    int		n;
+    char_u	*sbr;
+    int		no_sbr = FALSE;
+#endif
+
+#if defined(FEAT_PROP_POPUP)
+    cts->cts_cur_text_width = 0;
+    cts->cts_first_char = 0;
+#endif
+
+#if defined(FEAT_LINEBREAK) || defined(FEAT_PROP_POPUP)
+    /*
+     * No 'linebreak', 'showbreak', 'breakindent' and text properties that
+     * insert text: return quickly.
+     */
+    if (1
+# ifdef FEAT_LINEBREAK
+	    && !wp->w_p_lbr && !wp->w_p_bri && *get_showbreak_value(wp) == NUL
+# endif
+# ifdef FEAT_PROP_POPUP
+	    && !cts->cts_has_prop_with_text
+# endif
+	    )
+#endif
+    {
+	if (wp->w_p_wrap)
+	    return win_nolbr_chartabsize(cts, headp);
+	RET_WIN_BUF_CHARTABSIZE(wp, wp->w_buffer, s, vcol)
+    }
+
+#if defined(FEAT_LINEBREAK) || defined(FEAT_PROP_POPUP)
+    /*
+     * First get the normal size, without 'linebreak' or text properties
+     */
+    size = win_chartabsize(wp, s, vcol);
+    if (*s == NUL)
+	size = 0;  // NUL is not displayed
+
+# ifdef FEAT_PROP_POPUP
+    if (cts->cts_has_prop_with_text)
+    {
+	int	    tab_size = size;
+	int	    charlen = *s == NUL ? 1 : mb_ptr2len(s);
+	int	    i;
+	int	    col = (int)(s - line);
+	garray_T    *gap = &wp->w_buffer->b_textprop_text;
+
+	// The "$" for 'list' mode will go between the EOL and
+	// the text prop, account for that.
+	if (wp->w_p_list && wp->w_lcs_chars.eol != NUL)
+	    ++vcol;
+
+	for (i = 0; i < cts->cts_text_prop_count; ++i)
+	{
+	    textprop_T	*tp = cts->cts_text_props + i;
+	    int		col_off = win_col_off(wp);
+
+	    // Watch out for the text being deleted.  "cts_text_props" is a
+	    // copy, the text prop may actually have been removed from the line.
+	    if (tp->tp_id < 0
+		    && ((tp->tp_col - 1 >= col
+					     && tp->tp_col - 1 < col + charlen)
+		       || (tp->tp_col == MAXCOL
+			   && ((tp->tp_flags & TP_FLAG_ALIGN_ABOVE)
+				? col == 0
+				: (s[0] == NUL || s[charlen] == NUL)
+						  && cts->cts_with_trailing)))
+		    && -tp->tp_id - 1 < gap->ga_len)
+	    {
+		char_u *p = ((char_u **)gap->ga_data)[-tp->tp_id - 1];
+
+		if (p != NULL)
+		{
+		    int	cells;
+
+		    if (tp->tp_col == MAXCOL)
+		    {
+			int n_extra = (int)STRLEN(p);
+
+			cells = text_prop_position(wp, tp, vcol,
+			     (vcol + size) % (wp->w_width - col_off) + col_off,
+					      &n_extra, &p, NULL, NULL, FALSE);
+#ifdef FEAT_LINEBREAK
+			no_sbr = TRUE;  // don't use 'showbreak' now
+#endif
+		    }
+		    else
+			cells = vim_strsize(p);
+		    cts->cts_cur_text_width += cells;
+		    if (tp->tp_flags & TP_FLAG_ALIGN_ABOVE)
+			cts->cts_first_char += cells;
+		    cts->cts_start_incl = tp->tp_flags & TP_FLAG_START_INCL;
+		    size += cells;
+		    if (*s == TAB)
+		    {
+			// tab size changes because of the inserted text
+			size -= tab_size;
+			tab_size = win_chartabsize(wp, s, vcol + size);
+			size += tab_size;
+		    }
+		    if (tp->tp_col == MAXCOL && (tp->tp_flags
+				& (TP_FLAG_ALIGN_ABOVE | TP_FLAG_ALIGN_BELOW)))
+			// count extra line for property above/below
+			++cts->cts_prop_lines;
+		}
+	    }
+	    if (tp->tp_col != MAXCOL && tp->tp_col - 1 > col)
+		break;
+	}
+	if (wp->w_p_list && wp->w_lcs_chars.eol != NUL)
+	    --vcol;
+    }
+# endif
+
+# ifdef FEAT_LINEBREAK
+    c = *s;
+    if (tab_corr)
+	col_adj = size - 1;
+
+    /*
+     * If 'linebreak' set check at a blank before a non-blank if the line
+     * needs a break here
+     */
+    if (wp->w_p_lbr
+	    && VIM_ISBREAK(c)
+	    && !VIM_ISBREAK((int)s[1])
+	    && wp->w_p_wrap
+	    && wp->w_width != 0)
+    {
+	/*
+	 * Count all characters from first non-blank after a blank up to next
+	 * non-blank after a blank.
+	 */
+	numberextra = win_col_off(wp);
+	col2 = vcol;
+	colmax = (colnr_T)(wp->w_width - numberextra - col_adj);
+	if (vcol >= colmax)
+	{
+	    colmax += col_adj;
+	    n = colmax +  win_col_off2(wp);
+	    if (n > 0)
+		colmax += (((vcol - colmax) / n) + 1) * n - col_adj;
+	}
+
+	for (;;)
+	{
+	    ps = s;
+	    MB_PTR_ADV(s);
+	    c = *s;
+	    if (!(c != NUL
+		    && (VIM_ISBREAK(c)
+			|| (!VIM_ISBREAK(c)
+			       && (col2 == vcol || !VIM_ISBREAK((int)*ps))))))
+		break;
+
+	    col2 += win_chartabsize(wp, s, col2);
+	    if (col2 >= colmax)		// doesn't fit
+	    {
+		size = colmax - vcol + col_adj;
+		break;
+	    }
+	}
+    }
+    else if (has_mbyte && size == 2 && MB_BYTE2LEN(*s) > 1
+				   && wp->w_p_wrap && in_win_border(wp, vcol))
+    {
+	++size;		// Count the ">" in the last column.
+	mb_added = 1;
+    }
+
+    /*
+     * May have to add something for 'breakindent' and/or 'showbreak'
+     * string at start of line.
+     * Set *headp to the size of what we add.
+     * Do not use 'showbreak' at the NUL after the text.
+     */
+    added = 0;
+    sbr = (c == NUL || no_sbr) ? empty_option : get_showbreak_value(wp);
+    if ((*sbr != NUL || wp->w_p_bri) && wp->w_p_wrap && vcol != 0)
+    {
+	colnr_T sbrlen = 0;
+	int	numberwidth = win_col_off(wp);
+
+	numberextra = numberwidth;
+	vcol += numberextra + mb_added;
+#ifdef FEAT_PROP_POPUP
+	vcol -= wp->w_virtcol_first_char;
+#endif
+	if (vcol >= (colnr_T)wp->w_width)
+	{
+	    vcol -= wp->w_width;
+	    numberextra = wp->w_width - (numberextra - win_col_off2(wp));
+	    if (vcol >= numberextra && numberextra > 0)
+		vcol %= numberextra;
+	    if (*sbr != NUL)
+	    {
+		sbrlen = (colnr_T)MB_CHARLEN(sbr);
+		if (vcol >= sbrlen)
+		    vcol -= sbrlen;
+	    }
+	    if (vcol >= numberextra && numberextra > 0)
+		vcol = vcol % numberextra;
+	    else if (vcol > 0 && numberextra > 0)
+		vcol += numberwidth - win_col_off2(wp);
+
+	    numberwidth -= win_col_off2(wp);
+	}
+	if (vcol == 0 || vcol + size + sbrlen > (colnr_T)wp->w_width)
+	{
+	    added = 0;
+	    if (*sbr != NUL)
+	    {
+		if (size + sbrlen + numberwidth > (colnr_T)wp->w_width)
+		{
+		    // calculate effective window width
+		    int width = (colnr_T)wp->w_width - sbrlen - numberwidth;
+		    int prev_width = vcol
+			       ? ((colnr_T)wp->w_width - (sbrlen + vcol)) : 0;
+
+		    if (width <= 0)
+			width = (colnr_T)1;
+		    added += ((size - prev_width) / width) * vim_strsize(sbr);
+		    if ((size - prev_width) % width)
+			// wrapped, add another length of 'sbr'
+			added += vim_strsize(sbr);
+		}
+		else
+		    added += vim_strsize(sbr);
+	    }
+	    if (wp->w_p_bri)
+		added += get_breakindent_win(wp, line);
+
+	    size += added;
+	    if (vcol != 0)
+		added = 0;
+	}
+    }
+    if (headp != NULL)
+	*headp = added + mb_added;
+    return size;
+# endif
+#endif
+}
+
+/*
+ * Like win_lbr_chartabsize(), except that we know 'linebreak' is off, 'wrap'
+ * is on and there are no properties that insert text.  This means we need to
+ * check for a double-byte character that doesn't fit at the end of the screen
+ * line.
+ * Only uses "cts_win", "cts_ptr" and "cts_vcol" from "cts".
+ */
+    static int
+win_nolbr_chartabsize(
+	chartabsize_T	*cts,
+	int		*headp)
+{
+    win_T	*wp = cts->cts_win;
+    char_u	*s = cts->cts_ptr;
+    colnr_T	col = cts->cts_vcol;
+    int		n;
+
+    if (*s == TAB && (!wp->w_p_list || wp->w_lcs_chars.tab1))
+    {
+# ifdef FEAT_VARTABS
+	return tabstop_padding(col, wp->w_buffer->b_p_ts,
+				    wp->w_buffer->b_p_vts_array);
+# else
+	n = wp->w_buffer->b_p_ts;
+	return (int)(n - (col % n));
+# endif
+    }
+    n = ptr2cells(s);
+    // Add one cell for a double-width character in the last column of the
+    // window, displayed with a ">".
+    if (n == 2 && MB_BYTE2LEN(*s) > 1 && in_win_border(wp, col))
+    {
+	if (headp != NULL)
+	    *headp = 1;
+	return 3;
+    }
+    return n;
+}
+
+/*
+ * Return TRUE if virtual column "vcol" is in the rightmost column of window
+ * "wp".
+ */
+    static int
+in_win_border(win_T *wp, colnr_T vcol)
+{
+    int		width1;		// width of first line (after line number)
+    int		width2;		// width of further lines
+
+    if (wp->w_width == 0)	// there is no border
+	return FALSE;
+    width1 = wp->w_width - win_col_off(wp);
+    if ((int)vcol < width1 - 1)
+	return FALSE;
+    if ((int)vcol == width1 - 1)
+	return TRUE;
+    width2 = width1 + win_col_off2(wp);
+    if (width2 <= 0)
+	return FALSE;
+    return ((vcol - width1) % width2 == width2 - 1);
+}
+
+/*
+ * Get virtual column number of pos.
+ *  start: on the first position of this character (TAB, ctrl)
+ * cursor: where the cursor is on this character (first char, except for TAB)
+ *    end: on the last position of this character (TAB, ctrl)
+ *
+ * This is used very often, keep it fast!
+ */
+    void
+getvcol(
+    win_T	*wp,
+    pos_T	*pos,
+    colnr_T	*start,
+    colnr_T	*cursor,
+    colnr_T	*end)
+{
+    colnr_T	vcol;
+    char_u	*ptr;		// points to current char
+    char_u	*posptr;	// points to char at pos->col
+    char_u	*line;		// start of the line
+    int		incr;
+    int		head;
+#ifdef FEAT_VARTABS
+    int		*vts = wp->w_buffer->b_p_vts_array;
+#endif
+    int		ts = wp->w_buffer->b_p_ts;
+    int		c;
+    chartabsize_T cts;
+#ifdef FEAT_PROP_POPUP
+    int		on_NUL = FALSE;
+#endif
+
+    vcol = 0;
+    line = ptr = ml_get_buf(wp->w_buffer, pos->lnum, FALSE);
+    if (pos->col == MAXCOL)
+	posptr = NULL;  // continue until the NUL
+    else
+    {
+	colnr_T i;
+
+	// In a few cases the position can be beyond the end of the line.
+	for (i = 0; i < pos->col; ++i)
+	    if (ptr[i] == NUL)
+	    {
+		pos->col = i;
+		break;
+	    }
+	posptr = ptr + pos->col;
+	if (has_mbyte)
+	    // always start on the first byte
+	    posptr -= (*mb_head_off)(line, posptr);
+    }
+
+    init_chartabsize_arg(&cts, wp, pos->lnum, 0, line, line);
+
+    /*
+     * This function is used very often, do some speed optimizations.
+     * When 'list', 'linebreak', 'showbreak' and 'breakindent' are not set
+     * and there are no text properties with "text" use a simple loop.
+     * Also use this when 'list' is set but tabs take their normal size.
+     */
+    if ((!wp->w_p_list || wp->w_lcs_chars.tab1 != NUL)
+#ifdef FEAT_LINEBREAK
+	    && !wp->w_p_lbr && *get_showbreak_value(wp) == NUL && !wp->w_p_bri
+#endif
+#ifdef FEAT_PROP_POPUP
+	    && !cts.cts_has_prop_with_text
+#endif
+       )
+    {
+	for (;;)
+	{
+	    head = 0;
+	    c = *ptr;
+	    // make sure we don't go past the end of the line
+	    if (c == NUL)
+	    {
+		incr = 1;	// NUL at end of line only takes one column
+		break;
+	    }
+	    // A tab gets expanded, depending on the current column
+	    if (c == TAB)
+#ifdef FEAT_VARTABS
+		incr = tabstop_padding(vcol, ts, vts);
+#else
+		incr = ts - (vcol % ts);
+#endif
+	    else
+	    {
+		if (has_mbyte)
+		{
+		    // For utf-8, if the byte is >= 0x80, need to look at
+		    // further bytes to find the cell width.
+		    if (enc_utf8 && c >= 0x80)
+			incr = utf_ptr2cells(ptr);
+		    else
+			incr = g_chartab[c] & CT_CELL_MASK;
+
+		    // If a double-cell char doesn't fit at the end of a line
+		    // it wraps to the next line, it's like this char is three
+		    // cells wide.
+		    if (incr == 2 && wp->w_p_wrap && MB_BYTE2LEN(*ptr) > 1
+			    && in_win_border(wp, vcol))
+		    {
+			++incr;
+			head = 1;
+		    }
+		}
+		else
+		    incr = g_chartab[c] & CT_CELL_MASK;
+	    }
+
+	    if (posptr != NULL && ptr >= posptr) // character at pos->col
+		break;
+
+	    vcol += incr;
+	    MB_PTR_ADV(ptr);
+	}
+    }
+    else
+    {
+	for (;;)
+	{
+	    // A tab gets expanded, depending on the current column.
+	    // Other things also take up space.
+	    head = 0;
+	    incr = win_lbr_chartabsize(&cts, &head);
+	    // make sure we don't go past the end of the line
+	    if (*cts.cts_ptr == NUL)
+	    {
+		incr = 1;	// NUL at end of line only takes one column
+#ifdef FEAT_PROP_POPUP
+		if (cts.cts_cur_text_width > 0)
+		    incr = cts.cts_cur_text_width;
+		on_NUL = TRUE;
+#endif
+		break;
+	    }
+#ifdef FEAT_PROP_POPUP
+	    if (cursor == &wp->w_virtcol && cts.cts_ptr == cts.cts_line)
+		// do not count the virtual text above for w_curswant
+		wp->w_virtcol_first_char = cts.cts_first_char;
+#endif
+
+	    if (posptr != NULL && cts.cts_ptr >= posptr)
+		// character at pos->col
+		break;
+
+	    cts.cts_vcol += incr;
+	    MB_PTR_ADV(cts.cts_ptr);
+	}
+	vcol = cts.cts_vcol;
+	ptr = cts.cts_ptr;
+    }
+    clear_chartabsize_arg(&cts);
+
+    if (start != NULL)
+	*start = vcol + head;
+    if (end != NULL)
+	*end = vcol + incr - 1;
+    if (cursor != NULL)
+    {
+	if (*ptr == TAB
+		&& (State & MODE_NORMAL)
+		&& !wp->w_p_list
+		&& !virtual_active()
+		&& !(VIsual_active
+				&& (*p_sel == 'e' || LTOREQ_POS(*pos, VIsual)))
+		)
+	    *cursor = vcol + incr - 1;	    // cursor at end
+	else
+	{
+#ifdef FEAT_PROP_POPUP
+	    // in Insert mode, if "start_incl" is true the text gets inserted
+	    // after the virtual text, thus add its width
+	    if (((State & MODE_INSERT) == 0 || cts.cts_start_incl) && !on_NUL)
+		// cursor is after inserted text, unless on the NUL
+		vcol += cts.cts_cur_text_width;
+	    else
+		// insertion also happens after the "above" virtual text
+		vcol += cts.cts_first_char;
+#endif
+	    *cursor = vcol + head;	    // cursor at start
+	}
+    }
+}
+
+/*
+ * Get virtual cursor column in the current window, pretending 'list' is off.
+ */
+    colnr_T
+getvcol_nolist(pos_T *posp)
+{
+    int		list_save = curwin->w_p_list;
+    colnr_T	vcol;
+
+    curwin->w_p_list = FALSE;
+    if (posp->coladd)
+	getvvcol(curwin, posp, NULL, &vcol, NULL);
+    else
+	getvcol(curwin, posp, NULL, &vcol, NULL);
+    curwin->w_p_list = list_save;
+    return vcol;
+}
+
+/*
+ * Get virtual column in virtual mode.
+ */
+    void
+getvvcol(
+    win_T	*wp,
+    pos_T	*pos,
+    colnr_T	*start,
+    colnr_T	*cursor,
+    colnr_T	*end)
+{
+    colnr_T	col;
+    colnr_T	coladd;
+    colnr_T	endadd;
+    char_u	*ptr;
+
+    if (virtual_active())
+    {
+	// For virtual mode, only want one value
+	getvcol(wp, pos, &col, NULL, NULL);
+
+	coladd = pos->coladd;
+	endadd = 0;
+	// Cannot put the cursor on part of a wide character.
+	ptr = ml_get_buf(wp->w_buffer, pos->lnum, FALSE);
+	if (pos->col < (colnr_T)STRLEN(ptr))
+	{
+	    int c = (*mb_ptr2char)(ptr + pos->col);
+
+	    if (c != TAB && vim_isprintc(c))
+	    {
+		endadd = (colnr_T)(char2cells(c) - 1);
+		if (coladd > endadd)	// past end of line
+		    endadd = 0;
+		else
+		    coladd = 0;
+	    }
+	}
+	col += coladd;
+	if (start != NULL)
+	    *start = col;
+	if (cursor != NULL)
+	    *cursor = col;
+	if (end != NULL)
+	    *end = col + endadd;
+    }
+    else
+	getvcol(wp, pos, start, cursor, end);
+}
+
+/*
+ * Get the leftmost and rightmost virtual column of pos1 and pos2.
+ * Used for Visual block mode.
+ */
+    void
+getvcols(
+    win_T	*wp,
+    pos_T	*pos1,
+    pos_T	*pos2,
+    colnr_T	*left,
+    colnr_T	*right)
+{
+    colnr_T	from1, from2, to1, to2;
+
+    if (LT_POSP(pos1, pos2))
+    {
+	getvvcol(wp, pos1, &from1, NULL, &to1);
+	getvvcol(wp, pos2, &from2, NULL, &to2);
+    }
+    else
+    {
+	getvvcol(wp, pos2, &from1, NULL, &to1);
+	getvvcol(wp, pos1, &from2, NULL, &to2);
+    }
+    if (from2 < from1)
+	*left = from2;
+    else
+	*left = from1;
+    if (to2 > to1)
+    {
+	if (*p_sel == 'e' && from2 - 1 >= to1)
+	    *right = from2 - 1;
+	else
+	    *right = to2;
+    }
+    else
+	*right = to1;
+}
+
+/*
+ * Skip over ' ' and '\t'.
+ */
+    char_u *
+skipwhite(char_u *q)
+{
+    char_u	*p = q;
+
+    while (VIM_ISWHITE(*p))
+	++p;
+    return p;
+}
+
+#if defined(FEAT_EVAL) || defined(PROTO)
+/*
+ * skip over ' ', '\t' and '\n'.
+ */
+    char_u *
+skipwhite_and_nl(char_u *q)
+{
+    char_u	*p = q;
+
+    while (VIM_ISWHITE(*p) || *p == NL)
+	++p;
+    return p;
+}
+#endif
+
+/*
+ * getwhitecols: return the number of whitespace
+ * columns (bytes) at the start of a given line
+ */
+    int
+getwhitecols_curline(void)
+{
+    return getwhitecols(ml_get_curline());
+}
+
+    int
+getwhitecols(char_u *p)
+{
+    return skipwhite(p) - p;
+}
+
+/*
+ * skip over digits
+ */
+    char_u *
+skipdigits(char_u *q)
+{
+    char_u	*p = q;
+
+    while (VIM_ISDIGIT(*p))	// skip to next non-digit
+	++p;
+    return p;
+}
+
+#if defined(FEAT_SYN_HL) || defined(FEAT_SPELL) || defined(PROTO)
+/*
+ * skip over binary digits
+ */
+    char_u *
+skipbin(char_u *q)
+{
+    char_u	*p = q;
+
+    while (vim_isbdigit(*p))	// skip to next non-digit
+	++p;
+    return p;
+}
+
+/*
+ * skip over digits and hex characters
+ */
+    char_u *
+skiphex(char_u *q)
+{
+    char_u	*p = q;
+
+    while (vim_isxdigit(*p))	// skip to next non-digit
+	++p;
+    return p;
+}
+#endif
+
+/*
+ * skip to bin digit (or NUL after the string)
+ */
+    char_u *
+skiptobin(char_u *q)
+{
+    char_u	*p = q;
+
+    while (*p != NUL && !vim_isbdigit(*p))	// skip to next digit
+	++p;
+    return p;
+}
+
+/*
+ * skip to digit (or NUL after the string)
+ */
+    char_u *
+skiptodigit(char_u *q)
+{
+    char_u	*p = q;
+
+    while (*p != NUL && !VIM_ISDIGIT(*p))	// skip to next digit
+	++p;
+    return p;
+}
+
+/*
+ * skip to hex character (or NUL after the string)
+ */
+    char_u *
+skiptohex(char_u *q)
+{
+    char_u	*p = q;
+
+    while (*p != NUL && !vim_isxdigit(*p))	// skip to next digit
+	++p;
+    return p;
+}
+
+/*
+ * Variant of isdigit() that can handle characters > 0x100.
+ * We don't use isdigit() here, because on some systems it also considers
+ * superscript 1 to be a digit.
+ * Use the VIM_ISDIGIT() macro for simple arguments.
+ */
+    int
+vim_isdigit(int c)
+{
+    return (c >= '0' && c <= '9');
+}
+
+/*
+ * Variant of isxdigit() that can handle characters > 0x100.
+ * We don't use isxdigit() here, because on some systems it also considers
+ * superscript 1 to be a digit.
+ */
+    int
+vim_isxdigit(int c)
+{
+    return (c >= '0' && c <= '9')
+	|| (c >= 'a' && c <= 'f')
+	|| (c >= 'A' && c <= 'F');
+}
+
+/*
+ * Corollary of vim_isdigit and vim_isxdigit() that can handle
+ * characters > 0x100.
+ */
+    int
+vim_isbdigit(int c)
+{
+    return (c == '0' || c == '1');
+}
+
+    static int
+vim_isodigit(int c)
+{
+    return (c >= '0' && c <= '7');
+}
+
+/*
+ * Vim's own character class functions.  These exist because many library
+ * islower()/toupper() etc. do not work properly: they crash when used with
+ * invalid values or can't handle latin1 when the locale is C.
+ * Speed is most important here.
+ */
+#define LATIN1LOWER 'l'
+#define LATIN1UPPER 'U'
+
+static char_u latin1flags[257] = "                                                                 UUUUUUUUUUUUUUUUUUUUUUUUUU      llllllllllllllllllllllllll                                                                     UUUUUUUUUUUUUUUUUUUUUUU UUUUUUUllllllllllllllllllllllll llllllll";
+static char_u latin1upper[257] = "                                 !\"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`ABCDEFGHIJKLMNOPQRSTUVWXYZ{|}~\x7f\x80\x81\x82\x83\x84\x85\x86\x87\x88\x89\x8a\x8b\x8c\x8d\x8e\x8f\x90\x91\x92\x93\x94\x95\x96\x97\x98\x99\x9a\x9b\x9c\x9d\x9e\x9f\xa0\xa1\xa2\xa3\xa4\xa5\xa6\xa7\xa8\xa9\xaa\xab\xac\xad\xae\xaf\xb0\xb1\xb2\xb3\xb4\xb5\xb6\xb7\xb8\xb9\xba\xbb\xbc\xbd\xbe\xbf\xc0\xc1\xc2\xc3\xc4\xc5\xc6\xc7\xc8\xc9\xca\xcb\xcc\xcd\xce\xcf\xd0\xd1\xd2\xd3\xd4\xd5\xd6\xd7\xd8\xd9\xda\xdb\xdc\xdd\xde\xdf\xc0\xc1\xc2\xc3\xc4\xc5\xc6\xc7\xc8\xc9\xca\xcb\xcc\xcd\xce\xcf\xd0\xd1\xd2\xd3\xd4\xd5\xd6\xf7\xd8\xd9\xda\xdb\xdc\xdd\xde\xff";
+static char_u latin1lower[257] = "                                 !\"#$%&'()*+,-./0123456789:;<=>?@abcdefghijklmnopqrstuvwxyz[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~\x7f\x80\x81\x82\x83\x84\x85\x86\x87\x88\x89\x8a\x8b\x8c\x8d\x8e\x8f\x90\x91\x92\x93\x94\x95\x96\x97\x98\x99\x9a\x9b\x9c\x9d\x9e\x9f\xa0\xa1\xa2\xa3\xa4\xa5\xa6\xa7\xa8\xa9\xaa\xab\xac\xad\xae\xaf\xb0\xb1\xb2\xb3\xb4\xb5\xb6\xb7\xb8\xb9\xba\xbb\xbc\xbd\xbe\xbf\xe0\xe1\xe2\xe3\xe4\xe5\xe6\xe7\xe8\xe9\xea\xeb\xec\xed\xee\xef\xf0\xf1\xf2\xf3\xf4\xf5\xf6\xd7\xf8\xf9\xfa\xfb\xfc\xfd\xfe\xdf\xe0\xe1\xe2\xe3\xe4\xe5\xe6\xe7\xe8\xe9\xea\xeb\xec\xed\xee\xef\xf0\xf1\xf2\xf3\xf4\xf5\xf6\xf7\xf8\xf9\xfa\xfb\xfc\xfd\xfe\xff";
+
+    int
+vim_islower(int c)
+{
+    if (c <= '@')
+	return FALSE;
+    if (c >= 0x80)
+    {
+	if (enc_utf8)
+	    return utf_islower(c);
+	if (c >= 0x100)
+	{
+#ifdef HAVE_ISWLOWER
+	    if (has_mbyte)
+		return iswlower(c);
+#endif
+	    // islower() can't handle these chars and may crash
+	    return FALSE;
+	}
+	if (enc_latin1like)
+	    return (latin1flags[c] & LATIN1LOWER) == LATIN1LOWER;
+    }
+    return islower(c);
+}
+
+    int
+vim_isupper(int c)
+{
+    if (c <= '@')
+	return FALSE;
+    if (c >= 0x80)
+    {
+	if (enc_utf8)
+	    return utf_isupper(c);
+	if (c >= 0x100)
+	{
+#ifdef HAVE_ISWUPPER
+	    if (has_mbyte)
+		return iswupper(c);
+#endif
+	    // islower() can't handle these chars and may crash
+	    return FALSE;
+	}
+	if (enc_latin1like)
+	    return (latin1flags[c] & LATIN1UPPER) == LATIN1UPPER;
+    }
+    return isupper(c);
+}
+
+    int
+vim_isalpha(int c)
+{
+    return vim_islower(c) || vim_isupper(c);
+}
+
+    int
+vim_toupper(int c)
+{
+    if (c <= '@')
+	return c;
+    if (c >= 0x80 || !(cmp_flags & CMP_KEEPASCII))
+    {
+	if (enc_utf8)
+	    return utf_toupper(c);
+	if (c >= 0x100)
+	{
+#ifdef HAVE_TOWUPPER
+	    if (has_mbyte)
+		return towupper(c);
+#endif
+	    // toupper() can't handle these chars and may crash
+	    return c;
+	}
+	if (enc_latin1like)
+	    return latin1upper[c];
+    }
+    if (c < 0x80 && (cmp_flags & CMP_KEEPASCII))
+	return TOUPPER_ASC(c);
+    return TOUPPER_LOC(c);
+}
+
+    int
+vim_tolower(int c)
+{
+    if (c <= '@')
+	return c;
+    if (c >= 0x80 || !(cmp_flags & CMP_KEEPASCII))
+    {
+	if (enc_utf8)
+	    return utf_tolower(c);
+	if (c >= 0x100)
+	{
+#ifdef HAVE_TOWLOWER
+	    if (has_mbyte)
+		return towlower(c);
+#endif
+	    // tolower() can't handle these chars and may crash
+	    return c;
+	}
+	if (enc_latin1like)
+	    return latin1lower[c];
+    }
+    if (c < 0x80 && (cmp_flags & CMP_KEEPASCII))
+	return TOLOWER_ASC(c);
+    return TOLOWER_LOC(c);
+}
+
+/*
+ * skiptowhite: skip over text until ' ' or '\t' or NUL.
+ */
+    char_u *
+skiptowhite(char_u *p)
+{
+    while (*p != ' ' && *p != '\t' && *p != NUL)
+	++p;
+    return p;
+}
+
+/*
+ * skiptowhite_esc: Like skiptowhite(), but also skip escaped chars
+ */
+    char_u *
+skiptowhite_esc(char_u *p)
+{
+    while (*p != ' ' && *p != '\t' && *p != NUL)
+    {
+	if ((*p == '\\' || *p == Ctrl_V) && *(p + 1) != NUL)
+	    ++p;
+	++p;
+    }
+    return p;
+}
+
+/*
+ * Get a number from a string and skip over it.
+ * Note: the argument is a pointer to a char_u pointer!
+ */
+    long
+getdigits(char_u **pp)
+{
+    char_u	*p;
+    long	retval;
+
+    p = *pp;
+    retval = atol((char *)p);
+    if (*p == '-')		// skip negative sign
+	++p;
+    p = skipdigits(p);		// skip to next non-digit
+    *pp = p;
+    return retval;
+}
+
+/*
+ * Like getdigits() but allow for embedded single quotes.
+ */
+    long
+getdigits_quoted(char_u **pp)
+{
+    char_u	*p = *pp;
+    long	retval = 0;
+
+    if (*p == '-')
+	++p;
+    while (VIM_ISDIGIT(*p))
+    {
+	if (retval >= LONG_MAX / 10 - 10)
+	    retval = LONG_MAX;
+	else
+	    retval = retval * 10 - '0' + *p;
+	++p;
+	if (in_vim9script() && *p == '\'' && VIM_ISDIGIT(p[1]))
+	    ++p;
+    }
+    if (**pp == '-')
+    {
+	if (retval == LONG_MAX)
+	    retval = LONG_MIN;
+	else
+	    retval = -retval;
+    }
+    *pp = p;
+    return retval;
+}
+
+/*
+ * Return TRUE if "lbuf" is empty or only contains blanks.
+ */
+    int
+vim_isblankline(char_u *lbuf)
+{
+    char_u	*p;
+
+    p = skipwhite(lbuf);
+    return (*p == NUL || *p == '\r' || *p == '\n');
+}
+
+/*
+ * Convert a string into a long and/or unsigned long, taking care of
+ * hexadecimal, octal, and binary numbers.  Accepts a '-' sign.
+ * If "prep" is not NULL, returns a flag to indicate the type of the number:
+ *  0	    decimal
+ *  '0'	    octal
+ *  'O'	    octal
+ *  'o'	    octal
+ *  'B'	    bin
+ *  'b'	    bin
+ *  'X'	    hex
+ *  'x'	    hex
+ * If "len" is not NULL, the length of the number in characters is returned.
+ * If "nptr" is not NULL, the signed result is returned in it.
+ * If "unptr" is not NULL, the unsigned result is returned in it.
+ * If "what" contains STR2NR_BIN recognize binary numbers
+ * If "what" contains STR2NR_OCT recognize octal numbers
+ * If "what" contains STR2NR_HEX recognize hex numbers
+ * If "what" contains STR2NR_FORCE always assume bin/oct/hex.
+ * If "what" contains STR2NR_QUOTE ignore embedded single quotes
+ * If maxlen > 0, check at a maximum maxlen chars.
+ * If strict is TRUE, check the number strictly. return *len = 0 if fail.
+ */
+    void
+vim_str2nr(
+    char_u		*start,
+    int			*prep,	    // return: type of number 0 = decimal, 'x'
+				    // or 'X' is hex, '0', 'o' or 'O' is octal,
+				    // 'b' or 'B' is bin
+    int			*len,	    // return: detected length of number
+    int			what,	    // what numbers to recognize
+    varnumber_T		*nptr,	    // return: signed result
+    uvarnumber_T	*unptr,	    // return: unsigned result
+    int			maxlen,     // max length of string to check
+    int			strict)     // check strictly
+{
+    char_u	    *ptr = start;
+    int		    pre = 0;		// default is decimal
+    int		    negative = FALSE;
+    uvarnumber_T    un = 0;
+    int		    n;
+
+    if (len != NULL)
+	*len = 0;
+
+    if (ptr[0] == '-')
+    {
+	negative = TRUE;
+	++ptr;
+    }
+
+    // Recognize hex, octal, and bin.
+    if (ptr[0] == '0' && ptr[1] != '8' && ptr[1] != '9'
+					       && (maxlen == 0 || maxlen > 1))
+    {
+	pre = ptr[1];
+	if ((what & STR2NR_HEX)
+		&& (pre == 'X' || pre == 'x') && vim_isxdigit(ptr[2])
+		&& (maxlen == 0 || maxlen > 2))
+	    // hexadecimal
+	    ptr += 2;
+	else if ((what & STR2NR_BIN)
+		&& (pre == 'B' || pre == 'b') && vim_isbdigit(ptr[2])
+		&& (maxlen == 0 || maxlen > 2))
+	    // binary
+	    ptr += 2;
+	else if ((what & STR2NR_OOCT)
+		&& (pre == 'O' || pre == 'o') && vim_isodigit(ptr[2])
+		&& (maxlen == 0 || maxlen > 2))
+	    // octal with prefix "0o"
+	    ptr += 2;
+	else
+	{
+	    // decimal or octal, default is decimal
+	    pre = 0;
+	    if (what & STR2NR_OCT)
+	    {
+		// Don't interpret "0", "08" or "0129" as octal.
+		for (n = 1; n != maxlen && VIM_ISDIGIT(ptr[n]); ++n)
+		{
+		    if (ptr[n] > '7')
+		    {
+			pre = 0;	// can't be octal
+			break;
+		    }
+		    pre = '0';	// assume octal
+		}
+	    }
+	}
+    }
+
+    // Do the conversion manually to avoid sscanf() quirks.
+    n = 1;
+    if (pre == 'B' || pre == 'b'
+			     || ((what & STR2NR_BIN) && (what & STR2NR_FORCE)))
+    {
+	// bin
+	if (pre != 0)
+	    n += 2;	    // skip over "0b"
+	while ('0' <= *ptr && *ptr <= '1')
+	{
+	    // avoid ubsan error for overflow
+	    if (un <= UVARNUM_MAX / 2)
+		un = 2 * un + (uvarnumber_T)(*ptr - '0');
+	    else
+		un = UVARNUM_MAX;
+	    ++ptr;
+	    if (n++ == maxlen)
+		break;
+	    if ((what & STR2NR_QUOTE) && *ptr == '\''
+					     && '0' <= ptr[1] && ptr[1] <= '1')
+	    {
+		++ptr;
+		if (n++ == maxlen)
+		    break;
+	    }
+	}
+    }
+    else if (pre == 'O' || pre == 'o' ||
+		pre == '0' || ((what & STR2NR_OCT) && (what & STR2NR_FORCE)))
+    {
+	// octal
+	if (pre != 0 && pre != '0')
+	    n += 2;	    // skip over "0o"
+	while ('0' <= *ptr && *ptr <= '7')
+	{
+	    // avoid ubsan error for overflow
+	    if (un <= UVARNUM_MAX / 8)
+		un = 8 * un + (uvarnumber_T)(*ptr - '0');
+	    else
+		un = UVARNUM_MAX;
+	    ++ptr;
+	    if (n++ == maxlen)
+		break;
+	    if ((what & STR2NR_QUOTE) && *ptr == '\''
+					     && '0' <= ptr[1] && ptr[1] <= '7')
+	    {
+		++ptr;
+		if (n++ == maxlen)
+		    break;
+	    }
+	}
+    }
+    else if (pre != 0 || ((what & STR2NR_HEX) && (what & STR2NR_FORCE)))
+    {
+	// hex
+	if (pre != 0)
+	    n += 2;	    // skip over "0x"
+	while (vim_isxdigit(*ptr))
+	{
+	    // avoid ubsan error for overflow
+	    if (un <= UVARNUM_MAX / 16)
+		un = 16 * un + (uvarnumber_T)hex2nr(*ptr);
+	    else
+		un = UVARNUM_MAX;
+	    ++ptr;
+	    if (n++ == maxlen)
+		break;
+	    if ((what & STR2NR_QUOTE) && *ptr == '\'' && vim_isxdigit(ptr[1]))
+	    {
+		++ptr;
+		if (n++ == maxlen)
+		    break;
+	    }
+	}
+    }
+    else
+    {
+	// decimal
+	while (VIM_ISDIGIT(*ptr))
+	{
+	    uvarnumber_T    digit = (uvarnumber_T)(*ptr - '0');
+
+	    // avoid ubsan error for overflow
+	    if (un < UVARNUM_MAX / 10
+		    || (un == UVARNUM_MAX / 10 && digit <= UVARNUM_MAX % 10))
+		un = 10 * un + digit;
+	    else
+		un = UVARNUM_MAX;
+	    ++ptr;
+	    if (n++ == maxlen)
+		break;
+	    if ((what & STR2NR_QUOTE) && *ptr == '\'' && VIM_ISDIGIT(ptr[1]))
+	    {
+		++ptr;
+		if (n++ == maxlen)
+		    break;
+	    }
+	}
+    }
+
+    // Check for an alphanumeric character immediately following, that is
+    // most likely a typo.
+    if (strict && n - 1 != maxlen && ASCII_ISALNUM(*ptr))
+	return;
+
+    if (prep != NULL)
+	*prep = pre;
+    if (len != NULL)
+	*len = (int)(ptr - start);
+    if (nptr != NULL)
+    {
+	if (negative)   // account for leading '-' for decimal numbers
+	{
+	    // avoid ubsan error for overflow
+	    if (un > VARNUM_MAX)
+		*nptr = VARNUM_MIN;
+	    else
+		*nptr = -(varnumber_T)un;
+	}
+	else
+	{
+	    // prevent a large unsigned number to become negative
+	    if (un > VARNUM_MAX)
+		un = VARNUM_MAX;
+	    *nptr = (varnumber_T)un;
+	}
+    }
+    if (unptr != NULL)
+	*unptr = un;
+}
+
+/*
+ * Return the value of a single hex character.
+ * Only valid when the argument is '0' - '9', 'A' - 'F' or 'a' - 'f'.
+ */
+    int
+hex2nr(int c)
+{
+    if (c >= 'a' && c <= 'f')
+	return c - 'a' + 10;
+    if (c >= 'A' && c <= 'F')
+	return c - 'A' + 10;
+    return c - '0';
+}
+
+/*
+ * Convert two hex characters to a byte.
+ * Return -1 if one of the characters is not hex.
+ */
+    int
+hexhex2nr(char_u *p)
+{
+    if (!vim_isxdigit(p[0]) || !vim_isxdigit(p[1]))
+	return -1;
+    return (hex2nr(p[0]) << 4) + hex2nr(p[1]);
+}
+
+/*
+ * Return TRUE if "str" starts with a backslash that should be removed.
+ * For MS-DOS, MSWIN and OS/2 this is only done when the character after the
+ * backslash is not a normal file name character.
+ * '$' is a valid file name character, we don't remove the backslash before
+ * it.  This means it is not possible to use an environment variable after a
+ * backslash.  "C:\$VIM\doc" is taken literally, only "$VIM\doc" works.
+ * Although "\ name" is valid, the backslash in "Program\ files" must be
+ * removed.  Assume a file name doesn't start with a space.
+ * For multi-byte names, never remove a backslash before a non-ascii
+ * character, assume that all multi-byte characters are valid file name
+ * characters.
+ */
+    int
+rem_backslash(char_u *str)
+{
+#ifdef BACKSLASH_IN_FILENAME
+    return (str[0] == '\\'
+	    && str[1] < 0x80
+	    && (str[1] == ' '
+		|| (str[1] != NUL
+		    && str[1] != '*'
+		    && str[1] != '?'
+		    && !vim_isfilec(str[1]))));
+#else
+    return (str[0] == '\\' && str[1] != NUL);
+#endif
+}
+
+/*
+ * Halve the number of backslashes in a file name argument.
+ * For MS-DOS we only do this if the character after the backslash
+ * is not a normal file character.
+ */
+    void
+backslash_halve(char_u *p)
+{
+    for ( ; *p; ++p)
+	if (rem_backslash(p))
+	    STRMOVE(p, p + 1);
+}
+
+/*
+ * backslash_halve() plus save the result in allocated memory.
+ * However, returns "p" when out of memory.
+ */
+    char_u *
+backslash_halve_save(char_u *p)
+{
+    char_u	*res;
+
+    res = vim_strsave(p);
+    if (res == NULL)
+	return p;
+    backslash_halve(res);
+    return res;
+}