• Home
  • Raw
  • Download

Lines Matching refs:CodepointSpan

85 void SplitTokensOnSelectionBoundaries(CodepointSpan selection,  in SplitTokensOnSelectionBoundaries()
140 const std::string& context, CodepointSpan span, in StripTokensFromOtherLines()
148 const UnicodeText& context_unicode, CodepointSpan span, in StripTokensFromOtherLines()
223 *span = CodepointSpan({kInvalidIndex, kInvalidIndex}); in LabelToSpan()
243 *span = CodepointSpan({result_begin_codepoint + begin_ignored, in LabelToSpan()
335 CodepointSpan codepoint_span, in CodepointSpanToTokenSpan()
361 CodepointSpan TokenSpanToCodepointSpan( in TokenSpanToCodepointSpan()
371 CodepointSpan codepoint_span) { in FindTokenThatContainsSpan()
388 int CenterTokenFromClick(CodepointSpan span, in CenterTokenFromClick()
416 CodepointSpan span, const std::vector<Token>& selectable_tokens) { in CenterTokenFromMiddleOfSelection()
432 int FeatureProcessor::FindCenterToken(CodepointSpan span, in FindCenterToken()
464 std::vector<CodepointSpan>* selection_label_spans) const { in SelectionLabelSpans()
466 CodepointSpan span; in SelectionLabelSpans()
559 CodepointSpan FeatureProcessor::StripBoundaryCodepoints( in StripBoundaryCodepoints()
560 const std::string& context, CodepointSpan span) const { in StripBoundaryCodepoints()
566 CodepointSpan FeatureProcessor::StripBoundaryCodepoints( in StripBoundaryCodepoints()
567 const UnicodeText& context_unicode, CodepointSpan span) const { in StripBoundaryCodepoints()
580 CodepointSpan FeatureProcessor::StripBoundaryCodepoints( in StripBoundaryCodepoints()
582 const UnicodeText::const_iterator& span_end, CodepointSpan span) const { in StripBoundaryCodepoints()
619 const CodepointSpan initial_span{0, value_unicode.size_codepoints()}; in StripBoundaryCodepoints()
620 const CodepointSpan stripped_span = in StripBoundaryCodepoints()
672 CodepointSpan input_span, in RetokenizeAndFindClick()
683 const UnicodeText& context_unicode, CodepointSpan input_span, in RetokenizeAndFindClick()
762 CodepointSpan selection_span_for_feature, in ExtractFeatures()
799 const Token& token, CodepointSpan selection_span_for_feature, in AppendTokenFeaturesWithCache()