Lines Matching refs:CodepointSpan
64 void SplitTokensOnSelectionBoundaries(CodepointSpan selection, in SplitTokensOnSelectionBoundaries()
135 void StripTokensFromOtherLines(const std::string& context, CodepointSpan span, in StripTokensFromOtherLines()
229 *span = CodepointSpan({kInvalidIndex, kInvalidIndex}); in LabelToSpan()
231 *span = CodepointSpan({result_begin_codepoint, result_end_codepoint}); in LabelToSpan()
306 CodepointSpan codepoint_span) { in CodepointSpanToTokenSpan()
325 CodepointSpan TokenSpanToCodepointSpan( in TokenSpanToCodepointSpan()
335 CodepointSpan codepoint_span) { in FindTokenThatContainsSpan()
352 int CenterTokenFromClick(CodepointSpan span, in CenterTokenFromClick()
380 CodepointSpan span, const std::vector<Token>& selectable_tokens) { in CenterTokenFromMiddleOfSelection()
396 int FeatureProcessor::FindCenterToken(CodepointSpan span, in FindCenterToken()
425 std::vector<CodepointSpan>* selection_label_spans) const { in SelectionLabelSpans()
427 CodepointSpan span; in SelectionLabelSpans()
542 CodepointSpan input_span, in TokenizeAndFindClick()
602 const std::string& context, CodepointSpan input_span, in ExtractFeatures()
710 CodepointSpan span(-1, -1); in InternalRetokenize()
740 CodepointSpan span, in TokenizeSubstring()