| /external/libtextclassifier/utils/sentencepiece/ |
| D | normalizer_test.cc | 39 SentencePieceNormalizer normalizer = in TEST() local
45 EXPECT_TRUE(normalizer.Normalize("hello there", &normalized)); in TEST()
52 EXPECT_TRUE(normalizer.Normalize("when is the world cup?", &normalized)); in TEST()
59 EXPECT_TRUE(normalizer.Normalize("general\tkenobi", &normalized)); in TEST()
66 EXPECT_TRUE(normalizer.Normalize("㍿", &normalized)); in TEST()
73 EXPECT_TRUE(normalizer.Normalize(" ｸﾞｰｸﾞﾙ ", &normalized)); in TEST()
80 EXPECT_TRUE(normalizer.Normalize("①②③", &normalized)); in TEST()
89 SentencePieceNormalizer normalizer = in TEST() local
97 EXPECT_TRUE(normalizer.Normalize("hello there", &normalized)); in TEST()
104 EXPECT_TRUE(normalizer.Normalize("when is the world cup?", &normalized)); in TEST()
[all …]
|
| /external/icu/icu4j/main/tests/core/src/com/ibm/icu/dev/test/normalizer/ |
| D | ConformanceTest.java | 10 package com.ibm.icu.dev.test.normalizer;
31 Normalizer normalizer; field in ConformanceTest
36 normalizer = new Normalizer("", Normalizer.NFC, 0); in ConformanceTest()
365 normalizer.setText(str); in iterativeNorm()
366 normalizer.setMode(mode); in iterativeNorm()
368 normalizer.setOption(-1, false); // reset all options in iterativeNorm()
369 normalizer.setOption(options, true); // set desired options in iterativeNorm()
373 for (ch = normalizer.first(); ch != Normalizer.DONE; in iterativeNorm()
374 ch = normalizer.next()) { in iterativeNorm()
378 for (ch = normalizer.last(); ch != Normalizer.DONE; in iterativeNorm()
[all …]
|
| D | LongHashtable.java | 3 package com.ibm.icu.dev.test.normalizer;
|
| D | IntHashtable.java | 3 package com.ibm.icu.dev.test.normalizer;
|
| /external/icu/android_icu4j/src/main/tests/android/icu/dev/test/normalizer/ |
| D | ConformanceTest.java | 11 package android.icu.dev.test.normalizer;
34 Normalizer normalizer; field in ConformanceTest
39 normalizer = new Normalizer("", Normalizer.NFC, 0); in ConformanceTest()
368 normalizer.setText(str); in iterativeNorm()
369 normalizer.setMode(mode); in iterativeNorm()
371 normalizer.setOption(-1, false); // reset all options in iterativeNorm()
372 normalizer.setOption(options, true); // set desired options in iterativeNorm()
376 for (ch = normalizer.first(); ch != Normalizer.DONE; in iterativeNorm()
377 ch = normalizer.next()) { in iterativeNorm()
381 for (ch = normalizer.last(); ch != Normalizer.DONE; in iterativeNorm()
[all …]
|
| /external/tensorflow/tensorflow/contrib/coder/kernels/ |
| D | pmf_to_cdf_op.cc | 142 const int32 normalizer = 1 << precision_; in PerShard() local
144 [normalizer](float mass) { in PerShard()
145 int32 value = std::rint(mass * normalizer); in PerShard()
152 if (sum > normalizer) { in PerShard()
160 while (sum-- > normalizer) { in PerShard()
169 } else if (sum < normalizer) { in PerShard()
177 while (sum++ < normalizer) { in PerShard()
|
| D | range_coder_test.cc | 62 const double normalizer = static_cast<double>(1 << precision); in RangeEncodeDecodeTest() local
64 ideal_code_length[i] = -std::log2((cdf[i + 1] - cdf[i]) / normalizer); in RangeEncodeDecodeTest()
|
| D | pmf_to_cdf_op_test.cc | 74 const int normalizer = 1 << precision; in Verify() local
85 EXPECT_EQ(cdf_slice(cdf_slice.size() - 1), normalizer); in Verify()
|
| /external/tensorflow/tensorflow/python/keras/utils/ |
| D | io_utils.py | 63 def __init__(self, datapath, dataset, start=0, end=None, normalizer=None): argument
79 self.normalizer = normalizer
111 if self.normalizer is not None:
112 return self.normalizer(self.data[idx])
|
| D | io_utils_test.py | 117 normalizer = lambda x: x + 1 function
119 h5_path, 'my_data', start=0, end=150, normalizer=normalizer)
|
| /external/icu/android_icu4j/src/main/java/android/icu/text/ |
| D | SourceTargetUtility.java | 32 public SourceTargetUtility(Transform<String, String> transform, Normalizer2 normalizer) { in SourceTargetUtility() argument
34 if (normalizer != null) { in SourceTargetUtility()
71 if (normalizer == null) { in SourceTargetUtility()
85 if (!normalizer.isInert(i)) { in SourceTargetUtility()
|
| D | CjkBreakEngine.java | 120 Normalizer normalizer = new Normalizer(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange() local
123 while (index < normalizer.endIndex()) { in divideUpDictionaryRange()
124 normalizer.next(); in divideUpDictionaryRange()
126 index = normalizer.getIndex(); in divideUpDictionaryRange()
|
| /external/icu/icu4j/main/classes/translit/src/com/ibm/icu/text/ |
| D | SourceTargetUtility.java | 31 public SourceTargetUtility(Transform<String, String> transform, Normalizer2 normalizer) { in SourceTargetUtility() argument
33 if (normalizer != null) { in SourceTargetUtility()
70 if (normalizer == null) { in SourceTargetUtility()
84 if (!normalizer.isInert(i)) { in SourceTargetUtility()
|
| /external/icu/icu4c/source/samples/translit/answers/ |
| D | unaccent.cpp | 16 normalizer("", Normalizer::DECOMP), in UnaccentTransliterator()
34 t->normalizer.setText(str, status); in unaccent()
38 return (UChar) t->normalizer.next(); in unaccent()
|
| D | unaccent.h | 44 Normalizer normalizer; variable
|
| /external/icu/icu4c/source/samples/translit/ |
| D | unaccent.cpp | 19 normalizer("", UNORM_NFD), in UnaccentTransliterator()
37 t->normalizer.setText(str, status); in unaccent()
41 return (UChar) t->normalizer.next(); in unaccent()
|
| D | unaccent.h | 46 Normalizer normalizer; variable
|
| /external/icu/icu4c/source/test/intltest/ |
| D | normconf.cpp | 40 normalizer(UnicodeString(), UNORM_NFC) { in NormalizerConformanceTest()
522 normalizer.setText(str, status); in iterativeNorm()
523 normalizer.setMode(mode); in iterativeNorm()
524 normalizer.setOption(-1, 0); // reset all options in iterativeNorm()
525 normalizer.setOption(options, 1); // set desired options in iterativeNorm()
532 for (ch = normalizer.first(); ch != Normalizer::DONE; in iterativeNorm()
533 ch = normalizer.next()) { in iterativeNorm()
537 for (ch = normalizer.last(); ch != Normalizer::DONE; in iterativeNorm()
538 ch = normalizer.previous()) { in iterativeNorm()
|
| /external/tensorflow/tensorflow/compiler/xla/service/ |
| D | hlo_domain_remover.h | 41 normalizer) in HloDomainRemover()
42 : kind_(kind), normalizer_(std::move(normalizer)) {} in HloDomainRemover()
|
| /external/libopus/silk/fixed/ |
| D | pitch_analysis_core_FIX.c | 106 opus_int32 cross_corr, normalizer, energy, energy_basis, energy_target; in silk_pitch_analysis_core() local
204 normalizer = silk_inner_prod_aligned( target_ptr, target_ptr, SF_LENGTH_8KHZ, arch ); in silk_pitch_analysis_core()
205 …normalizer = silk_ADD32( normalizer, silk_inner_prod_aligned( basis_ptr, basis_ptr, SF_LENGTH_8KH… in silk_pitch_analysis_core()
206 normalizer = silk_ADD32( normalizer, silk_SMULBB( SF_LENGTH_8KHZ, 4000 ) ); in silk_pitch_analysis_core()
209 … (opus_int16)silk_DIV32_varQ( cross_corr, normalizer, 13 + 1 ); /* Q13 */ in silk_pitch_analysis_core()
222 normalizer = silk_ADD32( normalizer, in silk_pitch_analysis_core()
227 … (opus_int16)silk_DIV32_varQ( cross_corr, normalizer, 13 + 1 ); /* Q13 */ in silk_pitch_analysis_core()
|
| /external/tensorflow/tensorflow/contrib/layers/python/layers/ |
| D | feature_column.py | 1710 return self.normalizer
1714 if self.normalizer is None:
1719 self.normalizer(input_tensor.values),
1722 return self.normalizer(input_tensor)
1756 normalizer=None, argument
1811 return _RealValuedVarLenColumn(column_name, default_value, dtype, normalizer,
1829 dtype, normalizer): argument
1834 normalizer)
1857 return self.normalizer
1861 return (self.normalizer(input_tensor) if self.normalizer is not None else
[all …]
|
| /external/harfbuzz_ng/src/ |
| D | hb-icu.cc | 168 const UNormalizer2 *normalizer = (const UNormalizer2 *) user_data; in hb_icu_unicode_compose() local
169 UChar32 ret = unorm2_composePair (normalizer, a, b); in hb_icu_unicode_compose()
214 const UNormalizer2 *normalizer = (const UNormalizer2 *) user_data; in hb_icu_unicode_decompose() local
218 len = unorm2_getRawDecomposition (normalizer, ab, decomposed, in hb_icu_unicode_decompose()
|
| /external/icu/icu4j/main/classes/core/src/com/ibm/icu/text/ |
| D | CjkBreakEngine.java | 119 Normalizer normalizer = new Normalizer(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange() local
122 while (index < normalizer.endIndex()) { in divideUpDictionaryRange()
123 normalizer.next(); in divideUpDictionaryRange()
125 index = normalizer.getIndex(); in divideUpDictionaryRange()
|
| /external/libopus/silk/float/ |
| D | pitch_analysis_core_FLP.c | 93 double cross_corr, normalizer, energy, energy_tmp; in silk_pitch_analysis_core_FLP() local
185 normalizer = silk_energy_FLP( target_ptr, sf_length_8kHz ) + in silk_pitch_analysis_core_FLP()
189 C[ 0 ][ min_lag_4kHz ] += (silk_float)( 2 * cross_corr / normalizer ); in silk_pitch_analysis_core_FLP()
202 normalizer += in silk_pitch_analysis_core_FLP()
205 C[ 0 ][ d ] += (silk_float)( 2 * cross_corr / normalizer ); in silk_pitch_analysis_core_FLP()
|
| /external/libtextclassifier/utils/tflite/ |
| D | text_encoder.cc | 39 std::unique_ptr<SentencePieceNormalizer> normalizer; member
95 encoder_op->normalizer.reset(new SentencePieceNormalizer( in Initialize()
245 encoder_op->normalizer->Normalize( in Eval()
|