Searched defs:token_text (Results 1 – 4 of 4) sorted by relevance
79 const std::string token_text = UnicodeText::UTF8Substring(start_it, it); in TokenizeWithFilter() local96 const std::string token_text = in TokenizeWithFilter() local
199 bool NumberAnnotator::TryParseNumber(const UnicodeText& token_text, in TryParseNumber()236 const UnicodeText token_text = in FindAll() local
190 std::string token_text(raw_token_text); in ConsumeStringLiteral() local
359 const std::string token_text = in PrepareText() local