Lines Matching refs:codepoint_span
2031 CodepointSpan codepoint_span = in ModelAnnotate() local
2034 if (!codepoint_span.IsValid() || in ModelAnnotate()
2035 codepoint_span.second > line_codepoints.size()) { in ModelAnnotate()
2038 codepoint_span = selection_feature_processor_->StripBoundaryCodepoints( in ModelAnnotate()
2039 /*span_begin=*/line_codepoints[codepoint_span.first], in ModelAnnotate()
2040 /*span_end=*/line_codepoints[codepoint_span.second], in ModelAnnotate()
2041 codepoint_span); in ModelAnnotate()
2043 codepoint_span = StripUnpairedBrackets( in ModelAnnotate()
2044 /*span_begin=*/line_codepoints[codepoint_span.first], in ModelAnnotate()
2045 /*span_end=*/line_codepoints[codepoint_span.second], in ModelAnnotate()
2046 codepoint_span, *unilib_); in ModelAnnotate()
2049 codepoint_span = selection_feature_processor_->StripBoundaryCodepoints( in ModelAnnotate()
2050 line_str, codepoint_span); in ModelAnnotate()
2052 codepoint_span = in ModelAnnotate()
2053 StripUnpairedBrackets(context_unicode, codepoint_span, *unilib_); in ModelAnnotate()
2058 if (codepoint_span.first != codepoint_span.second) { in ModelAnnotate()
2063 /*span_begin=*/line_codepoints[codepoint_span.first], in ModelAnnotate()
2064 /*span_end=*/line_codepoints[codepoint_span.second], &line, in ModelAnnotate()
2065 codepoint_span, options, interpreter_manager, in ModelAnnotate()
2068 << (codepoint_span.first + offset) << " " in ModelAnnotate()
2069 << (codepoint_span.second + offset); in ModelAnnotate()
2074 detected_text_language_tags, codepoint_span, in ModelAnnotate()
2078 << (codepoint_span.first + offset) << " " in ModelAnnotate()
2079 << (codepoint_span.second + offset); in ModelAnnotate()
2088 result_span.span = {codepoint_span.first + offset, in ModelAnnotate()
2089 codepoint_span.second + offset}; in ModelAnnotate()