Searched refs:TokenSpanSize (Results 1 – 4 of 4) sorted by relevance
94 /*read_mask_span=*/{0, TokenSpanSize(extraction_span_)}, output_features); in AppendClickContextFeaturesForClick()121 /*read_mask_span=*/{selected_span.first, TokenSpanSize(extraction_span_)}, in AppendBoundsSensitiveFeaturesForSpan()130 static_cast<float>(TokenSpanSize(selected_span))); in AppendBoundsSensitiveFeaturesForSpan()164 (*features_)[i * NumFeaturesPerToken() + j] / TokenSpanSize(bag_span); in AppendBagFeatures()
99 inline int TokenSpanSize(const TokenSpan& token_span) { in TokenSpanSize() function
1234 const int selection_num_tokens = TokenSpanSize(selection_token_span); in ModelClassifyText()2115 std::vector<bool> token_used(TokenSpanSize(inference_span)); in ModelChunk()2248 scored_chunks->reserve(TokenSpanSize(span_of_interest)); in ModelBoundsSensitiveScoreChunks()2265 TokenSpanSize(candidate_span) == 1) { in ModelBoundsSensitiveScoreChunks()
767 features->reserve(feature_vector_size * TokenSpanSize(token_span)); in ExtractFeatures()