1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
|
#ifndef CTYPE_UCA_1400_H
#define CTYPE_UCA_1400_H
/* Copyright (c) 2021, MariaDB
This library is free software; you can redistribute it and/or
modify it under the terms of the GNU Library General Public
License as published by the Free Software Foundation; version 2
of the License.
This library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Library General Public License for more details.
You should have received a copy of the GNU Library General Public
License along with this library; if not, write to the Free
Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston,
MA 02110-1335 USA */
/*
17000..187FF; Tangut [6144]
18800..18AFF; Tangut Components [768]
18D00..18D7F; Tangut Supplement [128]
*/
static inline my_bool
my_uca_1400_is_assigned_tangut(my_wc_t code)
{
return (code >= 0x17000 && code <= 0x187FF) ||
(code >= 0x18800 && code <= 0x18AFF) ||
(code >= 0x18D00 && code <= 0x18D7F);
}
static inline MY_UCA_IMPLICIT_WEIGHT
my_uca_1400_implicit_weight_primary_tangut(my_wc_t code)
{
MY_UCA_IMPLICIT_WEIGHT res;
res.weight[0]= 0xFB00;
res.weight[1]= (uint16) (code - 0x17000) | 0x8000;
return res;
}
/*
1B170..1B2FF; Nushu [400]
*/
static inline my_bool
my_uca_1400_is_assigned_nushu(my_wc_t code)
{
return code >= 0x1B170 && code <= 0x1B2FF;
}
static inline MY_UCA_IMPLICIT_WEIGHT
my_uca_1400_implicit_weight_primary_nushu(my_wc_t code)
{
MY_UCA_IMPLICIT_WEIGHT res;
res.weight[0]= 0xFB01;
res.weight[1]= (uint16) (code - 0x1B170) | 0x8000;
return res;
}
/*
18B00..18CFF; Khitan Small Script [512]
*/
static inline my_bool
my_uca_1400_is_assigned_khitan_small_script(my_wc_t code)
{
return code >= 0x18B00 && code <= 0x18CFF;
}
static inline MY_UCA_IMPLICIT_WEIGHT
my_uca_1400_implicit_weight_primary_khitan(my_wc_t code)
{
MY_UCA_IMPLICIT_WEIGHT res;
res.weight[0]= 0xFB02;
res.weight[1]= (uint16) (code - 0x18B00) | 0x8000;
return res;
}
/*
Unified_Ideograph=True AND
((Block=CJK_Unified_Ideograph) OR (Block=CJK_Compatibility_Ideographs))
https://www.unicode.org/Public/14.0.0/ucd/Blocks.txt
4E00..9FFF; CJK Unified Ideographs
F900..FAFF; CJK Compatibility Ideographs
https://www.unicode.org/Public/14.0.0/ucd/PropList.txt
4E00..9FFF ; Unified_Ideograph # Lo [20992] CJK UNIFIED IDEOGRAPH-4E00..CJK UNIFIED IDEOGRAPH-9FFF
FA0E..FA0F ; Unified_Ideograph # Lo [2] CJK COMPATIBILITY IDEOGRAPH-FA0E..CJK COMPATIBILITY IDEOGRAPH-FA0F
FA11 ; Unified_Ideograph # Lo CJK COMPATIBILITY IDEOGRAPH-FA11
FA13..FA14 ; Unified_Ideograph # Lo [2] CJK COMPATIBILITY IDEOGRAPH-FA13..CJK COMPATIBILITY IDEOGRAPH-FA14
FA1F ; Unified_Ideograph # Lo CJK COMPATIBILITY IDEOGRAPH-FA1F
FA21 ; Unified_Ideograph # Lo CJK COMPATIBILITY IDEOGRAPH-FA21
FA23..FA24 ; Unified_Ideograph # Lo [2] CJK COMPATIBILITY IDEOGRAPH-FA23..CJK COMPATIBILITY IDEOGRAPH-FA24
FA27..FA29 ; Unified_Ideograph # Lo [3] CJK COMPATIBILITY IDEOGRAPH-FA27..CJK COMPATIBILITY IDEOGRAPH-FA29
*/
static inline my_bool
my_uca_1400_is_core_han_unified_ideograph(my_wc_t code)
{
return (code >= 0x4E00 && code <= 0x9FFF) ||
(code >= 0xFA0E && code <= 0xFA0F) ||
(code == 0xFA11) ||
(code >= 0xFA13 && code <= 0xFA14) ||
(code == 0xFA1F) ||
(code == 0xFA21) ||
(code >= 0xFA23 && code <= 0xFA24) ||
(code >= 0xFA27 && code <= 0xFA29);
}
/*
(Unified_Ideograph=True AND NOT
((Block=CJK_Unified_Ideograph) OR (Block=CJK_Compatibility_Ideographs))
https://www.unicode.org/Public/14.0.0/ucd/Blocks.txt
3400..4DBF; CJK Unified Ideographs Extension A
20000..2A6DF; CJK Unified Ideographs Extension B
2A700..2B73F; CJK Unified Ideographs Extension C
2B740..2B81F; CJK Unified Ideographs Extension D
2B820..2CEAF; CJK Unified Ideographs Extension E
2CEB0..2EBEF; CJK Unified Ideographs Extension F
30000..3134F; CJK Unified Ideographs Extension G
https://www.unicode.org/Public/14.0.0/ucd/PropList.txt
3400..4DBF ; Unified_Ideograph # Lo [6592] CJK UNIFIED IDEOGRAPH-3400..CJK UNIFIED IDEOGRAPH-4DBF
20000..2A6DF ; Unified_Ideograph # Lo [42720] CJK UNIFIED IDEOGRAPH-20000..CJK UNIFIED IDEOGRAPH-2A6DF
2A700..2B738 ; Unified_Ideograph # Lo [4153] CJK UNIFIED IDEOGRAPH-2A700..CJK UNIFIED IDEOGRAPH-2B738
2B740..2B81D ; Unified_Ideograph # Lo [222] CJK UNIFIED IDEOGRAPH-2B740..CJK UNIFIED IDEOGRAPH-2B81D
2B820..2CEA1 ; Unified_Ideograph # Lo [5762] CJK UNIFIED IDEOGRAPH-2B820..CJK UNIFIED IDEOGRAPH-2CEA1
2CEB0..2EBE0 ; Unified_Ideograph # Lo [7473] CJK UNIFIED IDEOGRAPH-2CEB0..CJK UNIFIED IDEOGRAPH-2EBE0
30000..3134A ; Unified_Ideograph # Lo [4939] CJK UNIFIED IDEOGRAPH-30000..CJK UNIFIED IDEOGRAPH-3134A
*/
static inline my_bool
my_uca_1400_is_other_han_unified_ideograph(my_wc_t code)
{
return (code >= 0x3400 && code <= 0x4DBF) ||
(code >= 0x20000 && code <= 0x2A6DF) ||
(code >= 0x2A700 && code <= 0x2B738) ||
(code >= 0x2B740 && code <= 0x2B81D) ||
(code >= 0x2B820 && code <= 0x2CEA1) ||
(code >= 0x2CEB0 && code <= 0x2EBE0) ||
(code >= 0x30000 && code <= 0x3134A);
}
/*
See section "Computing Implicit Weights" in
https://unicode.org/reports/tr10/#Values_For_Base_Table
*/
static inline MY_UCA_IMPLICIT_WEIGHT
my_uca_1400_implicit_weight_primary(my_wc_t code)
{
if (my_uca_1400_is_core_han_unified_ideograph(code))
return my_uca_implicit_weight_primary_default(0xFB40, code);
if (my_uca_1400_is_other_han_unified_ideograph(code))
return my_uca_implicit_weight_primary_default(0xFB80, code);
if (my_uca_1400_is_assigned_tangut(code))
return my_uca_1400_implicit_weight_primary_tangut(code);
if (my_uca_1400_is_assigned_nushu(code))
return my_uca_1400_implicit_weight_primary_nushu(code);
if (my_uca_1400_is_assigned_khitan_small_script(code))
return my_uca_1400_implicit_weight_primary_khitan(code);
/* Unassigned - Any other code point */
return my_uca_implicit_weight_primary_default(0xFBC0, code);
}
#define MY_UCA1400_COLLATION_ID_POSSIBLE_MIN 2048
#define MY_UCA1400_COLLATION_ID_POSSIBLE_MAX 4095
static inline my_bool
my_collation_id_is_uca1400(uint id)
{
return (my_bool) (id >= MY_UCA1400_COLLATION_ID_POSSIBLE_MIN &&
id <= MY_UCA1400_COLLATION_ID_POSSIBLE_MAX);
}
/*
UCA1400 collation ID:
1000 0000 0000 0x800 2048
1111 1111 1111 0xFFF 4095
1ccc tttt tPST
c - charset ID (utf8mb3=0, utf8mb4=1, ucs2=2, utf16=3, utf32=4)
p - PAD/NO PAD
S - secondary level is enabled
T - tertiary level is enabled
*/
static inline my_cs_encoding_t
my_uca1400_collation_id_to_charset_id(uint id)
{
return (my_cs_encoding_t) ((id >> 8) & 0x07);
}
static inline uint
my_uca1400_collation_id_to_tailoring_id(uint id)
{
return (id >> 3) & 0x1F;
}
static inline my_bool
my_uca1400_collation_id_to_nopad_flag(uint id)
{
return (my_bool) ((id >> 2) & 0x01);
}
static inline my_bool
my_uca1400_collation_id_to_secondary_level_flag(uint id)
{
return (my_bool) ((id >> 1) & 0x01);
}
static inline my_bool
my_uca1400_collation_id_to_tertiary_level_flag(uint id)
{
return (my_bool) ((id >> 0) & 0x01);
}
uint
my_uca1400_make_builtin_collation_id(my_cs_encoding_t charset_id,
uint tailoring_id,
my_bool nopad,
my_bool secondary_level,
my_bool tertiary_level);
my_bool
my_uca1400_collation_definition_init(MY_CHARSET_LOADER *loader,
struct charset_info_st *dst,
uint collation_id);
#define MY_UCA1400_COLLATION_DEFINITION_COUNT 26
#endif /* CTYPE_UCA_1400_H */
|
