Searched refs:codepoint_span (Results 1 – 3 of 3) sorted by relevance
343 CodepointSpan codepoint_span, in CodepointSpanToTokenSpan() argument345 const int codepoint_start = std::get<0>(codepoint_span); in CodepointSpanToTokenSpan()346 const int codepoint_end = std::get<1>(codepoint_span); in CodepointSpanToTokenSpan()379 CodepointSpan codepoint_span) { in FindTokenThatContainsSpan() argument380 const int codepoint_start = std::get<0>(codepoint_span); in FindTokenThatContainsSpan()381 const int codepoint_end = std::get<1>(codepoint_span); in FindTokenThatContainsSpan()
1159 const CodepointSpan codepoint_span = in ModelAnnotate() local1164 if (codepoint_span.first != codepoint_span.second) { in ModelAnnotate()1166 if (!ModelClassifyText(line_str, *tokens, codepoint_span, in ModelAnnotate()1170 << (codepoint_span.first + offset) << " " in ModelAnnotate()1171 << (codepoint_span.second + offset); in ModelAnnotate()1179 result_span.span = {codepoint_span.first + offset, in ModelAnnotate()1180 codepoint_span.second + offset}; in ModelAnnotate()
79 const std::vector<Token>& selectable_tokens, CodepointSpan codepoint_span,