Lines Matching refs:CodepointSpan
52 void SplitTokensOnSelectionBoundaries(CodepointSpan selection,
56 int CenterTokenFromClick(CodepointSpan span, const std::vector<Token>& tokens);
61 CodepointSpan span, const std::vector<Token>& selectable_tokens);
77 const std::vector<Token>& selectable_tokens, CodepointSpan codepoint_span,
81 CodepointSpan TokenSpanToCodepointSpan(
92 typedef std::map<CodepointSpan, std::vector<float>> EmbeddingCache;
134 CodepointSpan input_span,
140 CodepointSpan input_span,
152 CodepointSpan selection_span_for_feature,
162 std::vector<CodepointSpan>* selection_label_spans) const;
177 CodepointSpan StripBoundaryCodepoints(const std::string& context,
178 CodepointSpan span) const;
181 CodepointSpan StripBoundaryCodepoints(const UnicodeText& context_unicode,
182 CodepointSpan span) const;
185 CodepointSpan StripBoundaryCodepoints(
187 const UnicodeText::const_iterator& span_end, CodepointSpan span) const;
214 CodepointSpan* span) const;
242 int FindCenterToken(CodepointSpan span,
247 void StripTokensFromOtherLines(const std::string& context, CodepointSpan span,
252 CodepointSpan span,
259 CodepointSpan selection_span_for_feature,