Home
last modified time | relevance | path

Searched defs:basic_tokenizer (Results 1 – 4 of 4) sorted by relevance

/third_party/mindspore/mindspore-src/source/tests/ut/cpp/dataset/
Dtokenizer_op_test.cc379 …auto basic_tokenizer = std::make_unique<BasicTokenizerOp>(true, true, NormalizeForm::kNone, false,… in TEST_F() local
Dc_api_transforms_test.cc295 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local
977 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local
1040 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local
1238 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local
1814 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local
2386 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local
Dc_api_text_test.cc62 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(); in TEST_F() local
126 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local
179 std::shared_ptr<TensorTransform> basic_tokenizer = in TEST_F() local
/third_party/mindspore/mindspore-src/source/mindspore/ccsrc/minddata/dataset/api/python/bindings/dataset/text/kernels/ir/
Dbindings.cc44 auto basic_tokenizer = std::make_shared<text::BasicTokenizerOperation>( in __anon2bada04b0302() local