98   UnicodeText text_unicode = UTF8ToUnicodeText(text, /*do_copy=*/false);  in Tokenize()  local
99   return Tokenize(text_unicode);  in Tokenize()
102 std::vector<Token> Tokenizer::Tokenize(const UnicodeText& text_unicode) const {  in Tokenize()
105       return InternalTokenize(text_unicode);  in Tokenize()
110       if (!ICUTokenize(text_unicode, &result)) {  in Tokenize()
114         InternalRetokenize(text_unicode, &result);  in Tokenize()
120       if (!NumberTokenize(text_unicode, &result)) {  in Tokenize()
127       return InternalTokenize(text_unicode);  in Tokenize()
137     const UnicodeText& text_unicode) const {  in InternalTokenize()
143   for (auto it = text_unicode.begin(); it != text_unicode.end();  in InternalTokenize()
280 bool Tokenizer::NumberTokenize(const UnicodeText& text_unicode,  in NumberTokenize()  argument
318   for (auto it = text_unicode.begin(); it != text_unicode.end();  in NumberTokenize()
329       if (current_token_type == NUMERICAL && it_next != text_unicode.end() &&  in NumberTokenize()