Searched defs:basic_tokenizer (Results 1 – 4 of 4) sorted by relevance
355 …std::unique_ptr<BasicTokenizerOp> basic_tokenizer(new BasicTokenizerOp(true, true, NormalizeForm::… in TEST_F() local
273 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local915 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local975 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local1164 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local1661 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local2189 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local
52 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(); in TEST_F() local113 std::shared_ptr<TensorTransform> basic_tokenizer = std::make_shared<text::BasicTokenizer>(true); in TEST_F() local163 std::shared_ptr<TensorTransform> basic_tokenizer = in TEST_F() local
34 auto basic_tokenizer = std::make_shared<text::BasicTokenizerOperation>( in __anone8b21dd50102() local