Lines Matching refs:Tokenize
108 std::vector<Token> Tokenize(const UnicodeText& text) { in Tokenize() function in libtextclassifier3::__anond123b13d0111::DurationAnnotatorTest
109 return feature_processor_.Tokenize(text); in Tokenize()
141 std::vector<Token> tokens = Tokenize(text); in TEST_F()
160 std::vector<Token> tokens = Tokenize(text); in TEST_F()
179 std::vector<Token> tokens = Tokenize(text); in TEST_F()
197 std::vector<Token> tokens = Tokenize(text); in TEST_F()
216 std::vector<Token> tokens = Tokenize(text); in TEST_F()
235 std::vector<Token> tokens = Tokenize(text); in TEST_F()
255 std::vector<Token> tokens = Tokenize(text); in TEST_F()
274 std::vector<Token> tokens = Tokenize(text); in TEST_F()
292 std::vector<Token> tokens = Tokenize(text); in TEST_F()
303 std::vector<Token> tokens = Tokenize(text); in TEST_F()