Searched refs:UTF8Substring (Results 1 – 4 of 4) sorted by relevance
172 feature_word = "^" + word.UTF8Substring(word.begin(), word.end()) + "$"; in ExtractCharactergramFeaturesUnicode()176 word.UTF8Substring(word.begin(), left_cut) + in ExtractCharactergramFeaturesUnicode()178 word.UTF8Substring(right_cut, word.end()) + in ExtractCharactergramFeaturesUnicode()
98 Token new_token(token_word.UTF8Substring(last_start, split_point), in SplitTokensOnSelectionBoundaries()756 const std::string text = unicode_text.UTF8Substring(it_begin, it_end); in TokenizeSubstring()
152 static std::string UTF8Substring(const const_iterator& first,
111 std::string UnicodeText::UTF8Substring(const const_iterator& first, in UTF8Substring() function in libtextclassifier::UnicodeText