Home
last modified time | relevance | path

Searched refs:Normalizer (Results 1 – 25 of 134) sorted by relevance

123456

/external/icu/icu4j/main/tests/core/src/com/ibm/icu/dev/test/normalizer/
DConformanceTest.java24 import com.ibm.icu.text.Normalizer;
31 Normalizer normalizer;
36 normalizer = new Normalizer("", Normalizer.NFC, 0); in ConformanceTest()
58 runConformance("unicode/NormalizationTest-3.2.0.txt",Normalizer.UNICODE_3_2); in TestConformance_3_2()
162 pass &= checkNorm(Normalizer.NFC, options, field[i], field[1], fieldNum); in checkConformance()
163 pass &= checkNorm(Normalizer.NFD, options, field[i], field[2], fieldNum); in checkConformance()
165 pass &= checkNorm(Normalizer.NFKC, options, field[i], field[3], fieldNum); in checkConformance()
166 pass &= checkNorm(Normalizer.NFKD, options, field[i], field[4], fieldNum); in checkConformance()
167 cross(field[4] /*NFKD String*/, field[3]/*NFKC String*/, Normalizer.NFKC); in checkConformance()
168 cross(field[3] /*NFKC String*/, field[4]/*NFKD String*/, Normalizer.NFKD); in checkConformance()
[all …]
DBasicTest.java28 import com.ibm.icu.text.Normalizer;
126 staticTest(Normalizer.NFC, hangulCanon, 2); in TestHangulCompose()
128 staticTest(Normalizer.NFKC, hangulCompat, 2); in TestHangulCompose()
131 Normalizer norm = new Normalizer("", Normalizer.NFC,0); in TestHangulCompose()
134 norm.setMode(Normalizer.NFKD); in TestHangulCompose()
139 norm.setMode(Normalizer.NFC); in TestHangulCompose()
147 staticTest(Normalizer.NFD, hangulCanon, 1); in TestHangulDecomp()
149 staticTest(Normalizer.NFKD, hangulCompat, 1); in TestHangulDecomp()
153 Normalizer norm = new Normalizer("", Normalizer.NFD,0); in TestHangulDecomp()
156 norm.setMode(Normalizer.NFKD); in TestHangulDecomp()
[all …]
DTestDeprecatedNormalizerAPI.java20 import com.ibm.icu.text.Normalizer;
36 Normalizer norm = new Normalizer(iter, Normalizer.NFC,0); in TestNormalizerAPI()
40 Normalizer norm2 = new Normalizer(s,Normalizer.NFC,0); in TestNormalizerAPI()
45 Normalizer clone=(Normalizer)norm.clone(); in TestNormalizerAPI()
60 Normalizer.normalize(s,Normalizer.NFC,0); in TestNormalizerAPI()
62 Normalizer.compose(s,false,0); in TestNormalizerAPI()
64 Normalizer.decompose(s,false,0); in TestNormalizerAPI()
85 int options = Normalizer.IGNORE_HANGUL; in doTestComposedChars()
102 String normDecomp = Normalizer.decompose(chString, compat); in doTestComposedChars()
119 String decomp = Normalizer.decompose(xString, compat); in assertNoDecomp()
[all …]
DNormalizerRegressionTests.java17 import com.ibm.icu.text.Normalizer;
25 logln("Normalized: " + Normalizer.isNormalized(tamil, Normalizer.NFC, 0)); in TestJB4472()
43 logln("Normalized: " + Normalizer.isNormalized(sample, Normalizer.NFC, 0)); in TestJB4472()
48 logln("Normalized: " + Normalizer.isNormalized(sample2, Normalizer.NFC, 0)); in TestJB4472()
DNormalizationMonkeyTest.java21 import com.ibm.icu.text.Normalizer;
57 String icuNorm = Normalizer.normalize(source, Normalizer.NFD); in TestNormalize()
65 icuNorm = Normalizer.normalize(source, Normalizer.NFC); in TestNormalize()
73 icuNorm = Normalizer.normalize(source, Normalizer.NFKD); in TestNormalize()
81 icuNorm = Normalizer.normalize(source, Normalizer.NFKC); in TestNormalize()
/external/icu/android_icu4j/src/main/tests/android/icu/dev/test/normalizer/
DConformanceTest.java25 import android.icu.text.Normalizer;
34 Normalizer normalizer;
39 normalizer = new Normalizer("", Normalizer.NFC, 0); in ConformanceTest()
61 runConformance("unicode/NormalizationTest-3.2.0.txt",Normalizer.UNICODE_3_2); in TestConformance_3_2()
165 pass &= checkNorm(Normalizer.NFC, options, field[i], field[1], fieldNum); in checkConformance()
166 pass &= checkNorm(Normalizer.NFD, options, field[i], field[2], fieldNum); in checkConformance()
168 pass &= checkNorm(Normalizer.NFKC, options, field[i], field[3], fieldNum); in checkConformance()
169 pass &= checkNorm(Normalizer.NFKD, options, field[i], field[4], fieldNum); in checkConformance()
170 cross(field[4] /*NFKD String*/, field[3]/*NFKC String*/, Normalizer.NFKC); in checkConformance()
171 cross(field[3] /*NFKC String*/, field[4]/*NFKD String*/, Normalizer.NFKD); in checkConformance()
[all …]
DBasicTest.java29 import android.icu.text.Normalizer;
129 staticTest(Normalizer.NFC, hangulCanon, 2); in TestHangulCompose()
131 staticTest(Normalizer.NFKC, hangulCompat, 2); in TestHangulCompose()
134 Normalizer norm = new Normalizer("", Normalizer.NFC,0); in TestHangulCompose()
137 norm.setMode(Normalizer.NFKD); in TestHangulCompose()
142 norm.setMode(Normalizer.NFC); in TestHangulCompose()
150 staticTest(Normalizer.NFD, hangulCanon, 1); in TestHangulDecomp()
152 staticTest(Normalizer.NFKD, hangulCompat, 1); in TestHangulDecomp()
156 Normalizer norm = new Normalizer("", Normalizer.NFD,0); in TestHangulDecomp()
159 norm.setMode(Normalizer.NFKD); in TestHangulDecomp()
[all …]
DTestDeprecatedNormalizerAPI.java21 import android.icu.text.Normalizer;
39 Normalizer norm = new Normalizer(iter, Normalizer.NFC,0); in TestNormalizerAPI()
43 Normalizer norm2 = new Normalizer(s,Normalizer.NFC,0); in TestNormalizerAPI()
48 Normalizer clone=(Normalizer)norm.clone(); in TestNormalizerAPI()
63 Normalizer.normalize(s,Normalizer.NFC,0); in TestNormalizerAPI()
65 Normalizer.compose(s,false,0); in TestNormalizerAPI()
67 Normalizer.decompose(s,false,0); in TestNormalizerAPI()
88 int options = Normalizer.IGNORE_HANGUL; in doTestComposedChars()
105 String normDecomp = Normalizer.decompose(chString, compat); in doTestComposedChars()
122 String decomp = Normalizer.decompose(xString, compat); in assertNoDecomp()
[all …]
DNormalizerRegressionTests.java18 import android.icu.text.Normalizer;
28 logln("Normalized: " + Normalizer.isNormalized(tamil, Normalizer.NFC, 0)); in TestJB4472()
46 logln("Normalized: " + Normalizer.isNormalized(sample, Normalizer.NFC, 0)); in TestJB4472()
51 logln("Normalized: " + Normalizer.isNormalized(sample2, Normalizer.NFC, 0)); in TestJB4472()
DNormalizationMonkeyTest.java22 import android.icu.text.Normalizer;
60 String icuNorm = Normalizer.normalize(source, Normalizer.NFD); in TestNormalize()
68 icuNorm = Normalizer.normalize(source, Normalizer.NFC); in TestNormalize()
76 icuNorm = Normalizer.normalize(source, Normalizer.NFKD); in TestNormalize()
84 icuNorm = Normalizer.normalize(source, Normalizer.NFKC); in TestNormalize()
/external/icu/icu4c/source/common/
Dnormlzr.cpp34 UOBJECT_DEFINE_RTTI_IMPLEMENTATION(Normalizer) in UOBJECT_DEFINE_RTTI_IMPLEMENTATION() argument
40 Normalizer::Normalizer(const UnicodeString& str, UNormalizationMode mode) : in UOBJECT_DEFINE_RTTI_IMPLEMENTATION()
49 Normalizer::Normalizer(ConstChar16Ptr str, int32_t length, UNormalizationMode mode) : in Normalizer() function in Normalizer
58 Normalizer::Normalizer(const CharacterIterator& iter, UNormalizationMode mode) : in Normalizer() function in Normalizer
67 Normalizer::Normalizer(const Normalizer &copy) : in Normalizer() function in Normalizer
77 Normalizer::init() { in init()
91 Normalizer::~Normalizer() in ~Normalizer()
97 Normalizer*
98 Normalizer::clone() const in clone()
100 return new Normalizer(*this); in clone()
[all …]
/external/icu/icu4j/perf-tests/src/com/ibm/icu/dev/test/perf/
DNormalizerPerformanceTest.java11 import com.ibm.icu.text.Normalizer;
26 NFDFileLines = normalizeInput(fileLines, Normalizer.NFD); in setup()
27 NFCFileLines = normalizeInput(fileLines, Normalizer.NFC); in setup()
35 Normalizer.normalize(NFDFileLines[i], Normalizer.NFC); in TestICU_NFC_NFD_Text()
53 Normalizer.normalize(NFCFileLines[i], Normalizer.NFC);
71 Normalizer.normalize(fileLines[i], Normalizer.NFC);
90 Normalizer.normalize(NFDFileLines[i], Normalizer.NFD);
108 Normalizer.normalize(NFCFileLines[i], Normalizer.NFD);
126 Normalizer.normalize(fileLines[i], Normalizer.NFD);
242 Normalizer.normalize(NFDFileLines[i], Normalizer.FCD);
[all …]
/external/icu/icu4c/source/common/unicode/
Dnormlzr.h136 class U_COMMON_API Normalizer : public UObject {
160 Normalizer(const UnicodeString& str, UNormalizationMode mode);
173 Normalizer(ConstChar16Ptr str, int32_t length, UNormalizationMode mode);
185 Normalizer(const CharacterIterator& iter, UNormalizationMode mode);
194 Normalizer(const Normalizer& copy);
200 virtual ~Normalizer();
587 UBool operator==(const Normalizer& that) const;
597 inline UBool operator!=(const Normalizer& that) const;
605 Normalizer* clone() const;
743 Normalizer(); // default constructor not implemented
[all …]
/external/icu/libicu/cts_headers/unicode/
Dnormlzr.h136 class U_COMMON_API Normalizer : public UObject {
160 Normalizer(const UnicodeString& str, UNormalizationMode mode);
173 Normalizer(ConstChar16Ptr str, int32_t length, UNormalizationMode mode);
185 Normalizer(const CharacterIterator& iter, UNormalizationMode mode);
194 Normalizer(const Normalizer& copy);
200 virtual ~Normalizer();
587 UBool operator==(const Normalizer& that) const;
597 inline UBool operator!=(const Normalizer& that) const;
605 Normalizer* clone() const;
743 Normalizer(); // default constructor not implemented
[all …]
/external/icu/icu4c/source/test/intltest/
Dtstnrapi.cpp28 Normalizer norm(iter, UNORM_NFC); in TestNormalizerAPI()
34 Normalizer copy(norm); in TestNormalizerAPI()
40 Normalizer *clone=copy.clone(); in TestNormalizerAPI()
64 Normalizer::compose(tel, TRUE, 0, nfkc, errorCode); in TestNormalizerAPI()
65 Normalizer::decompose(tel, TRUE, 0, nfkd, errorCode); in TestNormalizerAPI()
140 Normalizer::normalize(s, UNORM_NONE, 0, out, status); in TestNormalizerAPI()
147 Normalizer::normalize(s, UNORM_NFD, 0, s, status); in TestNormalizerAPI()
151 Normalizer::normalize(s, UNORM_NFC, 0, s, status); in TestNormalizerAPI()
155 Normalizer::decompose(s, FALSE, 0, s, status); in TestNormalizerAPI()
159 Normalizer::compose(s, FALSE, 0, s, status); in TestNormalizerAPI()
[all …]
Dnormconf.cpp64 if(Normalizer::compare(s1,s2,U_FOLD_CASE_DEFAULT,status)!=0){ in compare()
327 if(UNORM_NO == Normalizer::quickCheck(field[1], UNORM_NFC, options, status)) { in checkConformance()
331 if(UNORM_NO == Normalizer::quickCheck(field[2], UNORM_NFD, options, status)) { in checkConformance()
335 if(UNORM_NO == Normalizer::quickCheck(field[3], UNORM_NFKC, options, status)) { in checkConformance()
339 if(UNORM_NO == Normalizer::quickCheck(field[4], UNORM_NFKD, options, status)) { in checkConformance()
346 result = Normalizer::isNormalized(field[1], UNORM_NFC, status); in checkConformance()
348 result = Normalizer::isNormalized(field[1], UNORM_NFC, options, status); in checkConformance()
359 if(Normalizer::isNormalized(field[0], UNORM_NFC, options, status)) { in checkConformance()
368 if(!Normalizer::isNormalized(field[3], UNORM_NFKC, options, status)) { in checkConformance()
377 if(Normalizer::isNormalized(field[0], UNORM_NFKC, options, status)) { in checkConformance()
[all …]
/external/icu/android_icu4j/src/main/java/android/icu/text/
DComposedCharIter.java70 public static final char DONE = (char) Normalizer.DONE;
109 if (nextChar == Normalizer.DONE) { in hasNext()
112 return nextChar != Normalizer.DONE; in hasNext()
125 if (nextChar == Normalizer.DONE) { in next()
129 nextChar = Normalizer.DONE; in next()
164 c=Normalizer.DONE; in findNextChar()
174 private int nextChar = Normalizer.DONE;
DCjkBreakEngine.java102 … boolean isNormalized = Normalizer.quickCheck(prenormstr, Normalizer.NFKC) == Normalizer.YES || in divideUpDictionaryRange()
103 Normalizer.isNormalized(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange()
117 String normStr = Normalizer.normalize(prenormstr, Normalizer.NFKC); in divideUpDictionaryRange()
120 Normalizer normalizer = new Normalizer(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange()
/external/icu/icu4j/tools/misc/src/com/ibm/icu/dev/tool/translit/
DgenIndexFilters.java13 import com.ibm.icu.text.Normalizer;
35 Normalizer.Mode m = Normalizer.NONE; in main()
39 m = Normalizer.NFD; in main()
41 m = Normalizer.NFKD; in main()
59 static void showSourceSet(String ID, Normalizer.Mode m, boolean lowerFirst) { in showSourceSet()
62 if (m != Normalizer.NONE || lowerFirst) { in showSourceSet()
DSourceSet.java21 import com.ibm.icu.text.Normalizer;
50 showSourceSet(ID, Normalizer.NONE, false); in main()
54 Normalizer.Mode m = Normalizer.NONE; in main()
58 m = Normalizer.NFD; in main()
60 m = Normalizer.NFKD; in main()
79 static void showSourceSet(String ID, Normalizer.Mode m, boolean lowerFirst) throws IOException { in showSourceSet()
96 …static void showSourceSetAux(Transliterator t, Normalizer.Mode m, boolean lowerFirst, boolean forw… in showSourceSetAux()
98 if (m != Normalizer.NONE || lowerFirst) { in showSourceSetAux()
DUnicodeSetClosure.java18 import com.ibm.icu.text.Normalizer;
65 Normalizer.Mode m, boolean lowerFirst, String rules) { in generateSets()
100 static final Normalizer.Mode[] testModes = {
101 Normalizer.NONE, Normalizer.NFD, Normalizer.NFC, Normalizer.NFKD, Normalizer.NFKC};
191 Normalizer.Mode mode;
194 NFToString(Normalizer.Mode m, boolean lowerFirst) { in NFToString()
203 result = Normalizer.normalize(result, mode); in get()
221 public static void close(UnicodeSet s, Normalizer.Mode m, boolean lowerFirst) { in close()
/external/icu/icu4j/main/classes/core/src/com/ibm/icu/text/
DComposedCharIter.java68 public static final char DONE = (char) Normalizer.DONE;
107 if (nextChar == Normalizer.DONE) { in hasNext()
110 return nextChar != Normalizer.DONE; in hasNext()
123 if (nextChar == Normalizer.DONE) { in next()
127 nextChar = Normalizer.DONE; in next()
162 c=Normalizer.DONE; in findNextChar()
172 private int nextChar = Normalizer.DONE;
DCjkBreakEngine.java101 … boolean isNormalized = Normalizer.quickCheck(prenormstr, Normalizer.NFKC) == Normalizer.YES || in divideUpDictionaryRange()
102 Normalizer.isNormalized(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange()
116 String normStr = Normalizer.normalize(prenormstr, Normalizer.NFKC); in divideUpDictionaryRange()
119 Normalizer normalizer = new Normalizer(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange()
/external/icu/android_icu4j/src/main/tests/android/icu/dev/test/translit/
DRoundTripTest.java31 import android.icu.text.Normalizer;
246 String trial = Normalizer.compose(sample, false); in getRepresentativeBoundaryHangul()
259 String trial = Normalizer.compose(sample, false); in getRepresentativeBoundaryHangul()
267 String trial = Normalizer.compose(sample, false); in getRepresentativeBoundaryHangul()
280 String decomp = Normalizer.decompose(charStr, false); in addRepresentativeHangul()
938 String decomp = Normalizer.normalize(sourceString, Normalizer.NFD); in is()
1040 String decomp = Normalizer.normalize(sourceString, Normalizer.NFD); in is()
1141 a = Normalizer.normalize(a, Normalizer.NFD); in isSame()
1142 b = Normalizer.normalize(b, Normalizer.NFD); in isSame()
1425 String targD = Normalizer.normalize(targ, Normalizer.NFD); in checkSourceTargetSingles()
[all …]
/external/jimfs/jimfs/src/main/java/com/google/common/jimfs/
DPathNormalization.java22 import java.text.Normalizer;
47 return Normalizer.normalize(string, Normalizer.Form.NFC); in NFC()
55 return Normalizer.normalize(string, Normalizer.Form.NFD); in NFD()

123456