Home
last modified time | relevance | path

Searched refs:NFKC (Results 1 – 25 of 71) sorted by relevance

123

/third_party/icu/ohos_icu4j/src/main/java/ohos/global/icu/text/
DCjkBreakEngine.java102 … boolean isNormalized = Normalizer.quickCheck(prenormstr, Normalizer.NFKC) == Normalizer.YES || in divideUpDictionaryRange()
103 Normalizer.isNormalized(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange()
117 String normStr = Normalizer.normalize(prenormstr, Normalizer.NFKC); in divideUpDictionaryRange()
120 Normalizer normalizer = new Normalizer(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange()
/third_party/icu/icu4j/main/classes/core/src/com/ibm/icu/text/
DCjkBreakEngine.java101 … boolean isNormalized = Normalizer.quickCheck(prenormstr, Normalizer.NFKC) == Normalizer.YES || in divideUpDictionaryRange()
102 Normalizer.isNormalized(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange()
116 String normStr = Normalizer.normalize(prenormstr, Normalizer.NFKC); in divideUpDictionaryRange()
119 Normalizer normalizer = new Normalizer(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange()
/third_party/python/Lib/test/
Dtest_unicodedata.py354 def NFKC(str): function
379 self.assertTrue(c4 == NFKC(c1) == NFKC(c2) == \
380 NFKC(c3) == NFKC(c4) == NFKC(c5),
404 self.assertTrue(X == NFC(X) == NFD(X) == NFKC(X) == NFKD(X), c)
/third_party/icu/icu4j/main/tests/core/src/com/ibm/icu/dev/test/normalizer/
DConformanceTest.java165 pass &= checkNorm(Normalizer.NFKC, options, field[i], field[3], fieldNum); in checkConformance()
167 cross(field[4] /*NFKD String*/, field[3]/*NFKC String*/, Normalizer.NFKC); in checkConformance()
183 if(Normalizer.NO == Normalizer.quickCheck(field[3], Normalizer.NFKC,options)) { in checkConformance()
200 if(!Normalizer.isNormalized(field[3], Normalizer.NFKC, options)) { in checkConformance()
204 … if(!field[0].equals(field[3]) && Normalizer.isNormalized(field[0], Normalizer.NFKC, options)) { in checkConformance()
283 if (mode == Normalizer.NFKC) { return 3; } in getModeNumber()
DBasicTest.java128 staticTest(Normalizer.NFKC, hangulCompat, 2); in TestHangulCompose()
196 Normalizer norm = new Normalizer("", Normalizer.NFKC,0); in TestCompatCompose()
198 staticTest(Normalizer.NFKC,compatTests, 2); in TestCompatCompose()
199 composeTest(Normalizer.NFKC,compatTests, 2); in TestCompatCompose()
223 staticTest(Normalizer.NFKC, compat, 2); in TestExplodingBase()
244 staticTest(Normalizer.NFKC,compose, 2); in TestTibetan()
343 String b = Normalizer.normalize(a, Normalizer.NFKC); in TestZeroIndex()
437 Normalizer.NFKC,0) !=Normalizer.NO) in TestQuickCheckResultNO()
445 Normalizer.NFKC) !=Normalizer.NO) in TestQuickCheckResultNO()
494 if (Normalizer.quickCheck(String.valueOf(cp), Normalizer.NFKC,0) in TestQuickCheckResultYES()
[all …]
DNormalizationMonkeyTest.java81 icuNorm = Normalizer.normalize(source, Normalizer.NFKC); in TestNormalize()
/third_party/icu/ohos_icu4j/src/main/tests/ohos/global/icu/dev/test/normalizer/
DConformanceTest.java168 pass &= checkNorm(Normalizer.NFKC, options, field[i], field[3], fieldNum); in checkConformance()
170 cross(field[4] /*NFKD String*/, field[3]/*NFKC String*/, Normalizer.NFKC); in checkConformance()
186 if(Normalizer.NO == Normalizer.quickCheck(field[3], Normalizer.NFKC,options)) { in checkConformance()
203 if(!Normalizer.isNormalized(field[3], Normalizer.NFKC, options)) { in checkConformance()
207 … if(!field[0].equals(field[3]) && Normalizer.isNormalized(field[0], Normalizer.NFKC, options)) { in checkConformance()
286 if (mode == Normalizer.NFKC) { return 3; } in getModeNumber()
DBasicTest.java131 staticTest(Normalizer.NFKC, hangulCompat, 2); in TestHangulCompose()
199 Normalizer norm = new Normalizer("", Normalizer.NFKC,0); in TestCompatCompose()
201 staticTest(Normalizer.NFKC,compatTests, 2); in TestCompatCompose()
202 composeTest(Normalizer.NFKC,compatTests, 2); in TestCompatCompose()
226 staticTest(Normalizer.NFKC, compat, 2); in TestExplodingBase()
247 staticTest(Normalizer.NFKC,compose, 2); in TestTibetan()
346 String b = Normalizer.normalize(a, Normalizer.NFKC); in TestZeroIndex()
440 Normalizer.NFKC,0) !=Normalizer.NO) in TestQuickCheckResultNO()
448 Normalizer.NFKC) !=Normalizer.NO) in TestQuickCheckResultNO()
497 if (Normalizer.quickCheck(String.valueOf(cp), Normalizer.NFKC,0) in TestQuickCheckResultYES()
[all …]
DNormalizationMonkeyTest.java84 icuNorm = Normalizer.normalize(source, Normalizer.NFKC); in TestNormalize()
/third_party/icu/docs/userguide/transforms/normalization/
Dindex.md56 file system normalization, and a combination of NFKC with case folding
59 combinations like NFKC + case folding, the performance for such
61 * NFKC_Casefold: ICU 4.4 supports the combination of NFKC, case folding and
70 Normalizer2 supports it for any data file, including NFKC/NFKD and custom
74 as NFC/NFKC except that the normalized form also passes the FCD test. This
195 compared with NFKC.
/third_party/skia/third_party/externals/icu/flutter/
DREADME.md16 * Unicode Normalization Form KC (NFKC)
/third_party/flutter/skia/third_party/externals/icu/source/data/translit/
DHira_Kana.txt10 :: NFKC ();
181 :: (NFKC) ;
Dsi_si_Latn.txt10 ::NFKC;
/third_party/skia/third_party/externals/icu/source/data/translit/
DHira_Kana.txt11 :: NFKC (NFC);
182 :: NFC (NFKC) ;
Dsi_si_Latn.txt11 ::NFKC;
/third_party/icu/icu4c/source/data/translit/
DHira_Kana.txt11 :: NFKC (NFC);
182 :: NFC (NFKC) ;
Dsi_si_Latn.txt11 ::NFKC;
/third_party/flutter/skia/third_party/externals/icu/flutter/
DREADME.md17 * Unicode Normalization Form KC (NFKC)
/third_party/python/Doc/library/
Dunicodedata.rst107 *form* are 'NFC', 'NFKC', 'NFD', and 'NFKD'.
129 (NFKC) first applies the compatibility decomposition, followed by the canonical
139 values for *form* are 'NFC', 'NFKC', 'NFD', and 'NFKD'.
/third_party/mindspore/mindspore/dataset/text/
Dtransforms.py561 NormalizeForm.NFKC: cde.NormalizeForm.DE_NORMALIZE_NFKC,
755 def __init__(self, normalize_form=NormalizeForm.NFKC):
759 normalize_form = replace_none(normalize_form, NormalizeForm.NFKC)
Dutils.py329 NFKC = 2 variable in NormalizeForm
/third_party/skia/third_party/externals/icu/source/data/unidata/norm2/
Dnfkc.txt10 # Data for Unicode NFKC normalization.
13 # to NFKC one-way mappings.
72 0385>00A8 0301 # NFC round-trip, NFKC one-way
76 03D3>03D2 0301 # NFC round-trip, NFKC one-way
77 03D4>03D2 0308 # NFC round-trip, NFKC one-way
198 1E9B>017F 0307 # NFC round-trip, NFKC one-way
202 1FC1>00A8 0342 # NFC round-trip, NFKC one-way
203 1FCD>1FBF 0300 # NFC round-trip, NFKC one-way
204 1FCE>1FBF 0301 # NFC round-trip, NFKC one-way
205 1FCF>1FBF 0342 # NFC round-trip, NFKC one-way
[all …]
/third_party/flutter/skia/third_party/externals/icu/source/data/unidata/norm2/
Dnfkc.txt10 # Data for Unicode NFKC normalization.
13 # to NFKC one-way mappings.
72 0385>00A8 0301 # NFC round-trip, NFKC one-way
76 03D3>03D2 0301 # NFC round-trip, NFKC one-way
77 03D4>03D2 0308 # NFC round-trip, NFKC one-way
198 1E9B>017F 0307 # NFC round-trip, NFKC one-way
202 1FC1>00A8 0342 # NFC round-trip, NFKC one-way
203 1FCD>1FBF 0300 # NFC round-trip, NFKC one-way
204 1FCE>1FBF 0301 # NFC round-trip, NFKC one-way
205 1FCF>1FBF 0342 # NFC round-trip, NFKC one-way
[all …]
/third_party/icu/icu4c/source/data/unidata/norm2/
Dnfkc.txt10 # Data for Unicode NFKC normalization.
13 # to NFKC one-way mappings.
72 0385>00A8 0301 # NFC round-trip, NFKC one-way
76 03D3>03D2 0301 # NFC round-trip, NFKC one-way
77 03D4>03D2 0308 # NFC round-trip, NFKC one-way
198 1E9B>017F 0307 # NFC round-trip, NFKC one-way
202 1FC1>00A8 0342 # NFC round-trip, NFKC one-way
203 1FCD>1FBF 0300 # NFC round-trip, NFKC one-way
204 1FCE>1FBF 0301 # NFC round-trip, NFKC one-way
205 1FCF>1FBF 0342 # NFC round-trip, NFKC one-way
[all …]
/third_party/mindspore/tests/ut/python/dataset/
Dtest_text_bert_tokenizer.py81 normalization_form=text.utils.NormalizeForm.NFKC,

123