Searched defs:unicode_text (Results 1 – 3 of 3) sorted by relevance
177 void Tokenizer::TokenizeSubstring(const UnicodeText& unicode_text, in TokenizeSubstring()202 void Tokenizer::InternalRetokenize(const UnicodeText& unicode_text, in InternalRetokenize()
1711 PyObject *unicode_text = PyUnicode_DecodeUTF8(text, len, "replace"); in dec_utf8() local
366 const UnicodeText& unicode_text, const CodepointSpan& span) { in CodepointSpanToUnicodeTextRange()