Searched refs:last_unicode_index (Results 1 – 1 of 1) sorted by relevance
242 int last_unicode_index = 0; in ICUTokenize() local247 const int token_length = unicode_index - last_unicode_index; in ICUTokenize()248 if (token_length + last_unicode_index > context_unicode_size) { in ICUTokenize()269 result->push_back(Token(token, last_unicode_index, unicode_index, in ICUTokenize()273 last_unicode_index = unicode_index; in ICUTokenize()