Searched refs:context_unicode (Results 1 – 3 of 3) sorted by relevance
68 UnicodeText context_unicode = UTF8ToUnicodeText(utf8_text, /*do_copy=*/false); in Tokenize() local73 for (auto it = context_unicode.begin(); it != context_unicode.end(); in Tokenize()
63 UnicodeText context_unicode = UTF8ToUnicodeText(context, /*do_copy=*/false); in StripPunctuation() local65 std::distance(context_unicode.begin(), context_unicode.end()); in StripPunctuation()74 UnicodeText::const_iterator it_from_begin = context_unicode.begin(); in StripPunctuation()83 UnicodeText::const_iterator it_from_end = context_unicode.begin(); in StripPunctuation()286 const UnicodeText context_unicode = in SuggestSelection() local289 std::distance(context_unicode.begin(), context_unicode.end()); in SuggestSelection()
137 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in StripTokensFromOtherLines() local143 internal::FindSubstrings(context_unicode, codepoints, &lines); in StripTokensFromOtherLines()145 auto span_start = context_unicode.begin(); in StripTokensFromOtherLines()149 auto span_end = context_unicode.begin(); in StripTokensFromOtherLines()157 std::distance(context_unicode.begin(), line.first); in StripTokensFromOtherLines()