Searched refs:num_message_tokens (Results 1 – 2 of 2) sorted by relevance
142 const int num_message_tokens = in Eval() local144 total_tokens += num_message_tokens; in Eval()146 for (int k = 0; k < num_message_tokens; k++) { in Eval()
462 const int num_message_tokens = tokens[i].size(); in EmbedTokensPerMessage() local463 if (num_message_tokens > *max_num_tokens_per_message) { in EmbedTokensPerMessage()464 *max_num_tokens_per_message = num_message_tokens; in EmbedTokensPerMessage()520 const int num_message_tokens = tokens[start_message].size() + 2; in EmbedAndFlattenTokens() local521 total_tokens += num_message_tokens; in EmbedAndFlattenTokens()