Searched refs:NormalizeUTF8 (Results 1 – 11 of 11) sorted by relevance
| /third_party/icu/icu4c/source/test/perf/normperf/ |
| D | simplenormperf.cpp | 265 class NormalizeUTF8 : public Operation { class
267 NormalizeUTF8(const Normalizer2 &n2, const UnicodeString &text) : norm2(n2), sink(&dest) { in NormalizeUTF8() function in __anonafb709c00111::NormalizeUTF8
271 virtual ~NormalizeUTF8();
284 NormalizeUTF8::~NormalizeUTF8() { in ~NormalizeUTF8()
288 double NormalizeUTF8::call(int32_t iterations, int32_t pieceLength) { in call()
324 NormalizeUTF8 op(*nfc, CommonChars::getJapanese(maxLength)); in main()
340 NormalizeUTF8 op(*nfkc_cf, CommonChars::getMixed(maxLength)); in main()
344 NormalizeUTF8 op(*nfkc_cf, CommonChars::getLowercaseLatin1(maxLength)); in main()
348 NormalizeUTF8 op(*nfkc_cf, CommonChars::getJapanese(maxLength)); in main()
|
| /third_party/mindspore/mindspore/dataset/text/ |
| D | __init__.py | 41 from .transforms import UnicodeScriptTokenizer, WhitespaceTokenizer, CaseFold, NormalizeUTF8, \
|
| D | transforms.py | 730 class NormalizeUTF8(TextTensorOperation): class
|
| /third_party/libphonenumber/cpp/src/phonenumbers/ |
| D | normalize_utf8.h | 22 struct NormalizeUTF8 { struct
|
| D | phonenumbermatcher.cc | 700 NormalizeUTF8::NormalizeDecimalDigits(candidate); in CheckNumberGroupingIsValid()
|
| D | phonenumberutil.cc | 2689 number->assign(NormalizeUTF8::NormalizeDecimalDigits(*number)); in NormalizeDigitsOnly()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/api/ |
| D | text.cc | 266 struct NormalizeUTF8::Data {
271 NormalizeUTF8::NormalizeUTF8(NormalizeForm normalize_form) : data_(std::make_shared<Data>(normalize… in NormalizeUTF8() function in mindspore::dataset::text::NormalizeUTF8
273 std::shared_ptr<TensorOperation> NormalizeUTF8::Parse() { in Parse()
|
| /third_party/mindspore/mindspore/ccsrc/minddata/dataset/include/dataset/ |
| D | text.h | 317 class NormalizeUTF8 final : public TensorTransform {
328 explicit NormalizeUTF8(NormalizeForm normalize_form = NormalizeForm::kNfkc);
331 ~NormalizeUTF8() = default;
|
| /third_party/mindspore/tests/ut/python/dataset/ |
| D | test_text_tokenizer.py | 244 normalize = text.NormalizeUTF8(normalize_form=normalize_form)
|
| /third_party/mindspore/tests/ut/cpp/dataset/ |
| D | c_api_text_test.cc | 2241 …std::shared_ptr<TensorTransform> normalizeutf8 = std::make_shared<text::NormalizeUTF8>(NormalizeFo… in TEST_F()
2287 …std::shared_ptr<TensorTransform> normalizeutf8 = std::make_shared<text::NormalizeUTF8>(NormalizeFo… in TEST_F()
2333 …std::shared_ptr<TensorTransform> normalizeutf8 = std::make_shared<text::NormalizeUTF8>(NormalizeFo… in TEST_F()
2379 …std::shared_ptr<TensorTransform> normalizeutf8 = std::make_shared<text::NormalizeUTF8>(NormalizeFo… in TEST_F()
|
| /third_party/libphonenumber/cpp/test/phonenumbers/ |
| D | phonenumberutil_test.cc | 136 EXPECT_EQ(input, NormalizeUTF8::NormalizeDecimalDigits(input)); in TEST_F()
148 EXPECT_TRUE(NormalizeUTF8::NormalizeDecimalDigits(input).empty()); in TEST_F()
|