Searched defs:unicode_text (Results 1 – 4 of 4) sorted by relevance
179 void Tokenizer::TokenizeSubstring(const UnicodeText& unicode_text, in TokenizeSubstring()204 void Tokenizer::InternalRetokenize(const UnicodeText& unicode_text, in InternalRetokenize()
80 std::basic_string_view<CharT> unicode_text() { in unicode_text() function
1711 PyObject *unicode_text = PyUnicode_DecodeUTF8(text, len, "replace"); in dec_utf8() local
366 const UnicodeText& unicode_text, const CodepointSpan& span) { in CodepointSpanToUnicodeTextRange()