92   std::vector<Token> Tokenize(const std::string& utf8_text) const {  in Tokenize()  function in libtextclassifier3::__anonfe576b980111::TestingTokenizerProxy
93     return tokenizer_->Tokenize(utf8_text);  in Tokenize()
174   std::vector<Token> tokens = tokenizer.Tokenize("Hello world!");  in TEST()
208   EXPECT_THAT(tokenizer.Tokenize("앨라배마 주 전화(123) 456-789웹사이트"),  in TEST()
345   tokens = tokenizer.Tokenize(  in TEST()
349   tokens = tokenizer.Tokenize("問少目 hello 木輸ยามきゃ");  in TEST()
372   std::vector<Token> tokens = tokenizer.Tokenize("พระบาทสมเด็จพระปรมิ");  in TEST()
387   std::vector<Token> tokens = tokenizer.Tokenize("พระบาท สมเด็จ พระ ปร มิ");  in TEST()
440   std::vector<Token> tokens = tokenizer.Tokenize(  in TEST()
468     EXPECT_EQ(tokenizer.Tokenize("앨라배마123웹사이트"),  in TEST()
477     EXPECT_EQ(tokenizer.Tokenize("앨라배마123웹사이트"),  in TEST()