Searched refs:context_span (Results 1 – 5 of 5) sorted by relevance
91 for (int i = input.context_span.first + 1; i < input.context_span.second; in SortedSymbolsForInput()101 CodepointIndex match_offset = input.tokens[input.context_span.first].start; in SortedSymbolsForInput()104 if (input.context_span.first == 0 && in SortedSymbolsForInput()120 for (int i = input.context_span.first; i < input.context_span.second; i++) { in SortedSymbolsForInput()136 if (input.context_span.second == input.tokens.size() && in SortedSymbolsForInput()145 input.tokens[input.context_span.first].start; in SortedSymbolsForInput()147 input.tokens[input.context_span.second - 1].end; in SortedSymbolsForInput()
279 if (const TokenSpan context_span = CodepointSpanToTokenSpan( in ClassifyText() local282 context_span.IsValid()) { in ClassifyText()284 input_context.context_span.first = in ClassifyText()285 std::max(0, context_span.first - model_->context_left_num_tokens()); in ClassifyText()288 input_context.context_span.second = in ClassifyText()290 context_span.second + model_->context_right_num_tokens()); in ClassifyText()
87 context.context_span.first = 0; in BuildTextContextForInput()88 context.context_span.second = context.tokens.size(); in BuildTextContextForInput()
52 TokenSpan context_span; member
86 context.context_span.first = 0; in TextContextForText()87 context.context_span.second = context.tokens.size(); in TextContextForText()