From c8bae7493d2f2910b57f13ded012e86bdcfb0532 Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Sun, 7 Apr 2024 16:47:53 +0200 Subject: Adding upstream version 1:2.39.2. Signed-off-by: Daniel Baumann --- utf8.h | 109 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 109 insertions(+) create mode 100644 utf8.h (limited to 'utf8.h') diff --git a/utf8.h b/utf8.h new file mode 100644 index 0000000..b68efef --- /dev/null +++ b/utf8.h @@ -0,0 +1,109 @@ +#ifndef GIT_UTF8_H +#define GIT_UTF8_H + +struct strbuf; + +typedef unsigned int ucs_char_t; /* assuming 32bit int */ + +size_t display_mode_esc_sequence_len(const char *s); +int utf8_width(const char **start, size_t *remainder_p); +int utf8_strnwidth(const char *string, size_t len, int skip_ansi); +int utf8_strwidth(const char *string); +int is_utf8(const char *text); +int is_encoding_utf8(const char *name); +int same_encoding(const char *, const char *); +__attribute__((format (printf, 2, 3))) +int utf8_fprintf(FILE *, const char *, ...); + +extern const char utf8_bom[]; +int skip_utf8_bom(char **, size_t); + +void strbuf_add_wrapped_text(struct strbuf *buf, + const char *text, int indent, int indent2, int width); +void strbuf_add_wrapped_bytes(struct strbuf *buf, const char *data, int len, + int indent, int indent2, int width); +void strbuf_utf8_replace(struct strbuf *sb, int pos, int width, + const char *subst); + +#ifndef NO_ICONV +char *reencode_string_iconv(const char *in, size_t insz, + iconv_t conv, size_t bom_len, size_t *outsz); +char *reencode_string_len(const char *in, size_t insz, + const char *out_encoding, + const char *in_encoding, + size_t *outsz); +#else +static inline char *reencode_string_len(const char *a, size_t b, + const char *c, const char *d, size_t *e) +{ if (e) *e = 0; return NULL; } +#endif + +static inline char *reencode_string(const char *in, + const char *out_encoding, + const char *in_encoding) +{ + return reencode_string_len(in, strlen(in), + out_encoding, in_encoding, + NULL); +} + +int mbs_chrlen(const char **text, size_t *remainder_p, const char *encoding); + +/* + * Returns true if the path would match ".git" after HFS case-folding. + * The path should be NUL-terminated, but we will match variants of both ".git\0" + * and ".git/..." (but _not_ ".../.git"). This makes it suitable for both fsck + * and verify_path(). + * + * Likewise, the is_hfs_dotgitfoo() variants look for ".gitfoo". + */ +int is_hfs_dotgit(const char *path); +int is_hfs_dotgitmodules(const char *path); +int is_hfs_dotgitignore(const char *path); +int is_hfs_dotgitattributes(const char *path); +int is_hfs_dotmailmap(const char *path); + +typedef enum { + ALIGN_LEFT, + ALIGN_MIDDLE, + ALIGN_RIGHT +} align_type; + +/* + * Align the string given and store it into a strbuf as per the + * 'position' and 'width'. If the given string length is larger than + * 'width' than then the input string is not truncated and no + * alignment is done. + */ +void strbuf_utf8_align(struct strbuf *buf, align_type position, unsigned int width, + const char *s); + +/* + * If a data stream is declared as UTF-16BE or UTF-16LE, then a UTF-16 + * BOM must not be used [1]. The same applies for the UTF-32 equivalents. + * The function returns true if this rule is violated. + * + * [1] http://unicode.org/faq/utf_bom.html#bom10 + */ +int has_prohibited_utf_bom(const char *enc, const char *data, size_t len); + +/* + * If the endianness is not defined in the encoding name, then we + * require a BOM. The function returns true if a required BOM is missing. + * + * The Unicode standard instructs to assume big-endian if there in no + * BOM for UTF-16/32 [1][2]. However, the W3C/WHATWG encoding standard + * used in HTML5 recommends to assume little-endian to "deal with + * deployed content" [3]. + * + * Therefore, strictly requiring a BOM seems to be the safest option for + * content in Git. + * + * [1] http://unicode.org/faq/utf_bom.html#gen6 + * [2] http://www.unicode.org/versions/Unicode10.0.0/ch03.pdf + * Section 3.10, D98, page 132 + * [3] https://encoding.spec.whatwg.org/#utf-16le + */ +int is_missing_required_utf_bom(const char *enc, const char *data, size_t len); + +#endif -- cgit v1.2.3