Lines Matching refs:CodepointSpan
57 void StripTokensFromOtherLines(const std::string& context, CodepointSpan span,
62 void SplitTokensOnSelectionBoundaries(CodepointSpan selection,
66 int CenterTokenFromClick(CodepointSpan span, const std::vector<Token>& tokens);
71 CodepointSpan span, const std::vector<Token>& selectable_tokens);
84 CodepointSpan codepoint_span);
87 CodepointSpan TokenSpanToCodepointSpan(
135 CodepointSpan input_span,
140 bool ExtractFeatures(const std::string& context, CodepointSpan input_span,
152 std::vector<CodepointSpan>* selection_label_spans) const;
186 CodepointSpan* span) const;
212 int FindCenterToken(CodepointSpan span,
227 void TokenizeSubstring(const UnicodeText& unicode_text, CodepointSpan span,