summaryrefslogtreecommitdiffstats
path: root/strings/ctype-uca1400.h
blob: 76ffbf5c7320fa3dd335207da5fe240c2a3ff2c6 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
#ifndef CTYPE_UCA_1400_H
#define CTYPE_UCA_1400_H
/* Copyright (c) 2021, MariaDB

   This library is free software; you can redistribute it and/or
   modify it under the terms of the GNU Library General Public
   License as published by the Free Software Foundation; version 2
   of the License.

   This library is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
   Library General Public License for more details.

   You should have received a copy of the GNU Library General Public
   License along with this library; if not, write to the Free
   Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston,
   MA 02110-1335  USA */


/*
  17000..187FF; Tangut             [6144]
  18800..18AFF; Tangut Components  [768]
  18D00..18D7F; Tangut Supplement  [128]
*/
static inline my_bool
my_uca_1400_is_assigned_tangut(my_wc_t code)
{
  return (code >= 0x17000 && code <= 0x187FF) ||
         (code >= 0x18800 && code <= 0x18AFF) ||
         (code >= 0x18D00 && code <= 0x18D7F);
}

static inline MY_UCA_IMPLICIT_WEIGHT
my_uca_1400_implicit_weight_primary_tangut(my_wc_t code)
{
  MY_UCA_IMPLICIT_WEIGHT res;
  res.weight[0]= 0xFB00;
  res.weight[1]= (uint16) (code - 0x17000) | 0x8000;
  return res;
}


/*
  1B170..1B2FF; Nushu  [400]
*/
static inline my_bool
my_uca_1400_is_assigned_nushu(my_wc_t code)
{
  return code >= 0x1B170 && code <= 0x1B2FF;
}

static inline MY_UCA_IMPLICIT_WEIGHT
my_uca_1400_implicit_weight_primary_nushu(my_wc_t code)
{
  MY_UCA_IMPLICIT_WEIGHT res;
  res.weight[0]= 0xFB01;
  res.weight[1]= (uint16) (code - 0x1B170) | 0x8000;
  return res;
}


/*
  18B00..18CFF; Khitan Small Script [512]
*/
static inline my_bool
my_uca_1400_is_assigned_khitan_small_script(my_wc_t code)
{
  return code >= 0x18B00 && code <= 0x18CFF;
}

static inline MY_UCA_IMPLICIT_WEIGHT
my_uca_1400_implicit_weight_primary_khitan(my_wc_t code)
{
  MY_UCA_IMPLICIT_WEIGHT res;
  res.weight[0]= 0xFB02;
  res.weight[1]= (uint16) (code - 0x18B00) | 0x8000;
  return res;
}


/*
  Unified_Ideograph=True AND
  ((Block=CJK_Unified_Ideograph) OR (Block=CJK_Compatibility_Ideographs))

  https://www.unicode.org/Public/14.0.0/ucd/Blocks.txt

  4E00..9FFF;   CJK Unified Ideographs
  F900..FAFF;   CJK Compatibility Ideographs

  https://www.unicode.org/Public/14.0.0/ucd/PropList.txt

  4E00..9FFF    ; Unified_Ideograph # Lo [20992] CJK UNIFIED IDEOGRAPH-4E00..CJK UNIFIED IDEOGRAPH-9FFF
  FA0E..FA0F    ; Unified_Ideograph # Lo   [2] CJK COMPATIBILITY IDEOGRAPH-FA0E..CJK COMPATIBILITY IDEOGRAPH-FA0F
  FA11          ; Unified_Ideograph # Lo       CJK COMPATIBILITY IDEOGRAPH-FA11
  FA13..FA14    ; Unified_Ideograph # Lo   [2] CJK COMPATIBILITY IDEOGRAPH-FA13..CJK COMPATIBILITY IDEOGRAPH-FA14
  FA1F          ; Unified_Ideograph # Lo       CJK COMPATIBILITY IDEOGRAPH-FA1F
  FA21          ; Unified_Ideograph # Lo       CJK COMPATIBILITY IDEOGRAPH-FA21
  FA23..FA24    ; Unified_Ideograph # Lo   [2] CJK COMPATIBILITY IDEOGRAPH-FA23..CJK COMPATIBILITY IDEOGRAPH-FA24
  FA27..FA29    ; Unified_Ideograph # Lo   [3] CJK COMPATIBILITY IDEOGRAPH-FA27..CJK COMPATIBILITY IDEOGRAPH-FA29
*/
static inline my_bool
my_uca_1400_is_core_han_unified_ideograph(my_wc_t code)
{
  return (code >= 0x4E00 && code <= 0x9FFF) ||
         (code >= 0xFA0E && code <= 0xFA0F) ||
         (code == 0xFA11) ||
         (code >= 0xFA13 && code <= 0xFA14) ||
         (code == 0xFA1F) ||
         (code == 0xFA21) ||
         (code >= 0xFA23 && code <= 0xFA24) ||
         (code >= 0xFA27 && code <= 0xFA29);
}


/*
  (Unified_Ideograph=True AND NOT
   ((Block=CJK_Unified_Ideograph) OR (Block=CJK_Compatibility_Ideographs))

  https://www.unicode.org/Public/14.0.0/ucd/Blocks.txt

  3400..4DBF;   CJK Unified Ideographs Extension A
  20000..2A6DF; CJK Unified Ideographs Extension B
  2A700..2B73F; CJK Unified Ideographs Extension C
  2B740..2B81F; CJK Unified Ideographs Extension D
  2B820..2CEAF; CJK Unified Ideographs Extension E
  2CEB0..2EBEF; CJK Unified Ideographs Extension F
  30000..3134F; CJK Unified Ideographs Extension G

  https://www.unicode.org/Public/14.0.0/ucd/PropList.txt

  3400..4DBF    ; Unified_Ideograph # Lo [6592] CJK UNIFIED IDEOGRAPH-3400..CJK UNIFIED IDEOGRAPH-4DBF
  20000..2A6DF  ; Unified_Ideograph # Lo [42720] CJK UNIFIED IDEOGRAPH-20000..CJK UNIFIED IDEOGRAPH-2A6DF
  2A700..2B738  ; Unified_Ideograph # Lo [4153] CJK UNIFIED IDEOGRAPH-2A700..CJK UNIFIED IDEOGRAPH-2B738
  2B740..2B81D  ; Unified_Ideograph # Lo [222] CJK UNIFIED IDEOGRAPH-2B740..CJK UNIFIED IDEOGRAPH-2B81D
  2B820..2CEA1  ; Unified_Ideograph # Lo [5762] CJK UNIFIED IDEOGRAPH-2B820..CJK UNIFIED IDEOGRAPH-2CEA1
  2CEB0..2EBE0  ; Unified_Ideograph # Lo [7473] CJK UNIFIED IDEOGRAPH-2CEB0..CJK UNIFIED IDEOGRAPH-2EBE0
  30000..3134A  ; Unified_Ideograph # Lo [4939] CJK UNIFIED IDEOGRAPH-30000..CJK UNIFIED IDEOGRAPH-3134A
*/
static inline my_bool
my_uca_1400_is_other_han_unified_ideograph(my_wc_t code)
{
  return (code >= 0x3400 && code <= 0x4DBF) ||
         (code >= 0x20000 && code <= 0x2A6DF) ||
         (code >= 0x2A700 && code <= 0x2B738) ||
         (code >= 0x2B740 && code <= 0x2B81D) ||
         (code >= 0x2B820 && code <= 0x2CEA1) ||
         (code >= 0x2CEB0 && code <= 0x2EBE0) ||
         (code >= 0x30000 && code <= 0x3134A);
}


/*
  See section "Computing Implicit Weights" in
  https://unicode.org/reports/tr10/#Values_For_Base_Table
*/
static inline MY_UCA_IMPLICIT_WEIGHT
my_uca_1400_implicit_weight_primary(my_wc_t code)
{
  if (my_uca_1400_is_core_han_unified_ideograph(code))
    return my_uca_implicit_weight_primary_default(0xFB40, code);

  if (my_uca_1400_is_other_han_unified_ideograph(code))
    return my_uca_implicit_weight_primary_default(0xFB80, code);

  if (my_uca_1400_is_assigned_tangut(code))
    return my_uca_1400_implicit_weight_primary_tangut(code);

  if (my_uca_1400_is_assigned_nushu(code))
    return my_uca_1400_implicit_weight_primary_nushu(code);

  if (my_uca_1400_is_assigned_khitan_small_script(code))
    return my_uca_1400_implicit_weight_primary_khitan(code);

  /* Unassigned - Any other code point */
  return my_uca_implicit_weight_primary_default(0xFBC0, code);
}


#define MY_UCA1400_COLLATION_ID_POSSIBLE_MIN 2048
#define MY_UCA1400_COLLATION_ID_POSSIBLE_MAX 4095

static inline my_bool
my_collation_id_is_uca1400(uint id)
{
  return (my_bool) (id >= MY_UCA1400_COLLATION_ID_POSSIBLE_MIN &&
                    id <= MY_UCA1400_COLLATION_ID_POSSIBLE_MAX);
}

/*
  UCA1400 collation ID:

  1000 0000 0000   0x800  2048
  1111 1111 1111   0xFFF  4095
  1ccc tttt tPST

  c - charset ID (utf8mb3=0, utf8mb4=1, ucs2=2, utf16=3, utf32=4)
  p - PAD/NO PAD
  S - secondary level is enabled
  T - tertiary level is enabled
*/


static inline my_cs_encoding_t
my_uca1400_collation_id_to_charset_id(uint id)
{
  return (my_cs_encoding_t) ((id >> 8) & 0x07);
}


static inline uint
my_uca1400_collation_id_to_tailoring_id(uint id)
{
  return (id >> 3) & 0x1F;
}


static inline my_bool
my_uca1400_collation_id_to_nopad_flag(uint id)
{
  return (my_bool) ((id >> 2) & 0x01);
}

static inline my_bool
my_uca1400_collation_id_to_secondary_level_flag(uint id)
{
  return (my_bool) ((id >> 1) & 0x01);
}

static inline my_bool
my_uca1400_collation_id_to_tertiary_level_flag(uint id)
{
  return (my_bool) ((id >> 0) & 0x01);
}


uint
my_uca1400_make_builtin_collation_id(my_cs_encoding_t charset_id,
                                     uint tailoring_id,
                                     my_bool nopad,
                                     my_bool secondary_level,
                                     my_bool tertiary_level);

my_bool
my_uca1400_collation_definition_init(MY_CHARSET_LOADER *loader,
                                     struct charset_info_st *dst,
                                     uint collation_id);

#define MY_UCA1400_COLLATION_DEFINITION_COUNT 26


#endif /* CTYPE_UCA_1400_H */