Searched defs:token_span (Results 1 – 3 of 3) sorted by relevance
205 TokenSpan token_span; in LabelToSpan() local360 const std::vector<Token>& selectable_tokens, const TokenSpan& token_span) { in TokenSpanToCodepointSpan()401 const TokenSpan token_span = in CenterTokenFromClick() local428 const TokenSpan token_span = in CenterTokenFromMiddleOfSelection() local621 const TokenSpan& token_span, const std::vector<Token>& tokens) const { in SupportedCodepointsRatio() argument687 TokenSpan token_span{l, r}; in MakeLabelMaps() local791 const std::vector<Token>& tokens, const TokenSpan& token_span, in ExtractFeatures()
245 TokenSpan token_span; member
390 TokenSpan token_span; in TEST_F() local464 TokenSpan token_span; in TEST_F() local