Lines Matching refs:codepoint_index
140 int codepoint_index = 0; in InternalTokenize() local
144 ++it, ++codepoint_index) { in InternalTokenize()
155 new_token = Token("", codepoint_index, codepoint_index); in InternalTokenize()
165 new_token = Token("", codepoint_index + 1, codepoint_index + 1); in InternalTokenize()
284 int codepoint_index = 0; in NumberTokenize() local
294 int codepoint_index, NumberTokenType token_type, in NumberTokenize()
298 new_token = Token("", codepoint_index, codepoint_index, in NumberTokenize()
308 int codepoint_index, UnicodeText::const_iterator it) { in NumberTokenize() argument
311 result->emplace_back("", codepoint_index, codepoint_index + 1); in NumberTokenize()
314 new_token = Token("", codepoint_index + 1, codepoint_index + 1); in NumberTokenize()
319 ++it, ++codepoint_index) { in NumberTokenize()
321 MaybeResetTokenAndAddChar(codepoint_index, NUMERICAL, it); in NumberTokenize()
323 MaybeResetTokenAndAddChar(codepoint_index, TERM, it); in NumberTokenize()
325 MaybeResetTokenAndAddChar(codepoint_index, WHITESPACE, it, in NumberTokenize()
336 FinishTokenAndAddSeparator(codepoint_index, it); in NumberTokenize()
339 FinishTokenAndAddSeparator(codepoint_index, it); in NumberTokenize()