summaryrefslogtreecommitdiffstats
path: root/intl/icu/source/data/brkitr/rules/char.txt
diff options
context:
space:
mode:
Diffstat (limited to 'intl/icu/source/data/brkitr/rules/char.txt')
-rw-r--r--intl/icu/source/data/brkitr/rules/char.txt81
1 files changed, 81 insertions, 0 deletions
diff --git a/intl/icu/source/data/brkitr/rules/char.txt b/intl/icu/source/data/brkitr/rules/char.txt
new file mode 100644
index 0000000000..f3b16ded67
--- /dev/null
+++ b/intl/icu/source/data/brkitr/rules/char.txt
@@ -0,0 +1,81 @@
+#
+# Copyright (C) 2016 and later: Unicode, Inc. and others.
+# License & terms of use: http://www.unicode.org/copyright.html
+# Copyright (C) 2002-2016, International Business Machines Corporation and others.
+# All Rights Reserved.
+#
+# file: char.txt
+#
+# ICU Character Break Rules
+# These rules are based on the Extended Grapheme Cluster rules from
+# Unicode UAX #29 Revision 34 for Unicode Version 12.0
+
+!!quoted_literals_only;
+
+#
+# Character Class Definitions.
+#
+$CR = [\p{Grapheme_Cluster_Break = CR}];
+$LF = [\p{Grapheme_Cluster_Break = LF}];
+$Control = [[\p{Grapheme_Cluster_Break = Control}]];
+$Extend = [[\p{Grapheme_Cluster_Break = Extend}]];
+$ZWJ = [\p{Grapheme_Cluster_Break = ZWJ}];
+$Regional_Indicator = [\p{Grapheme_Cluster_Break = Regional_Indicator}];
+$Prepend = [\p{Grapheme_Cluster_Break = Prepend}];
+$SpacingMark = [\p{Grapheme_Cluster_Break = SpacingMark}];
+
+#
+# From cldr/common/properties/segments/
+# and issue CLDR-10994
+#
+$Virama = [\p{Gujr}\p{sc=Telu}\p{sc=Mlym}\p{sc=Orya}\p{sc=Beng}\p{sc=Deva}&\p{Indic_Syllabic_Category=Virama}];
+$LinkingConsonant = [\p{Gujr}\p{sc=Telu}\p{sc=Mlym}\p{sc=Orya}\p{sc=Beng}\p{sc=Deva}&\p{Indic_Syllabic_Category=Consonant}];
+$ExtCccZwj = [[\p{gcb=Extend}-\p{ccc=0}] \p{gcb=ZWJ}];
+
+# Korean Syllable Definitions
+#
+$L = [\p{Grapheme_Cluster_Break = L}];
+$V = [\p{Grapheme_Cluster_Break = V}];
+$T = [\p{Grapheme_Cluster_Break = T}];
+
+$LV = [\p{Grapheme_Cluster_Break = LV}];
+$LVT = [\p{Grapheme_Cluster_Break = LVT}];
+
+# Emoji definitions
+
+$Extended_Pict = [:ExtPict:];
+
+## -------------------------------------------------
+!!chain;
+!!lookAheadHardBreak;
+
+$CR $LF;
+
+$L ($L | $V | $LV | $LVT);
+($LV | $V) ($V | $T);
+($LVT | $T) $T;
+
+# GB 9
+[^$Control $CR $LF] ($Extend | $ZWJ);
+
+# GB 9a
+[^$Control $CR $LF] $SpacingMark;
+
+# GB 9b
+$Prepend [^$Control $CR $LF];
+
+# GB 9.3, from CLDR-10994
+$LinkingConsonant $ExtCccZwj* $Virama $ExtCccZwj* $LinkingConsonant;
+
+# GB 11 Do not break within emoji modifier sequences or emoji zwj sequences.
+$Extended_Pict $Extend* $ZWJ $Extended_Pict;
+
+# GB 12-13. Keep pairs of regional indicators together
+# Note that hard break '/' rule triggers only if there are three or more initial RIs,
+
+^$Prepend* $Regional_Indicator $Regional_Indicator / $Regional_Indicator;
+^$Prepend* $Regional_Indicator $Regional_Indicator;
+
+# GB 999 Match a single code point if no other rule applies.
+.;
+