Home
last modified time | relevance | path

Searched refs:GetNumBytesForNonZeroUTF8Char (Results 1 – 6 of 6) sorted by relevance

/external/libtextclassifier/lang_id/
Dcustom-tokenizer.cc68 int num_bytes = GetNumBytesForNonZeroUTF8Char(curr); in TokenizeTextForLangId()
76 num_bytes = GetNumBytesForNonZeroUTF8Char(curr); in TokenizeTextForLangId()
93 num_bytes = GetNumBytesForNonZeroUTF8Char(curr); in TokenizeTextForLangId()
96 num_bytes = GetNumBytesForNonZeroUTF8Char(curr); in TokenizeTextForLangId()
Dlanguage-identifier-features.cc73 ngram_end += GetNumBytesForNonZeroUTF8Char(ngram_end); in ComputeNgramCounts()
109 ngram_start += GetNumBytesForNonZeroUTF8Char(ngram_start); in ComputeNgramCounts()
110 ngram_end += GetNumBytesForNonZeroUTF8Char(ngram_end); in ComputeNgramCounts()
Drelevant-script-feature.cc60 curr += GetNumBytesForNonZeroUTF8Char(curr); in Evaluate()
62 const int num_bytes = GetNumBytesForNonZeroUTF8Char(curr); in Evaluate()
/external/libtextclassifier/util/strings/
Dutf8.h26 static inline int GetNumBytesForNonZeroUTF8Char(const char *src) { in GetNumBytesForNonZeroUTF8Char() function
37 return GetNumBytesForNonZeroUTF8Char(src); in GetNumBytesForUTF8Char()
/external/libtextclassifier/smartselect/
Dtokenizer.cc85 it.utf8_data() + GetNumBytesForNonZeroUTF8Char(it.utf8_data())); in Tokenize()
/external/libtextclassifier/util/utf8/
Dunicodetext.cc169 it_ += GetNumBytesForNonZeroUTF8Char(it_); in operator ++()