Searched refs:num_message_tokens (Results 1 – 2 of 2) sorted by relevance
142 const int num_message_tokens = in Eval() local144 total_tokens += num_message_tokens; in Eval()146 for (int k = 0; k < num_message_tokens; k++) { in Eval()
490 const int num_message_tokens = tokens[i].size(); in EmbedTokensPerMessage() local491 if (num_message_tokens > *max_num_tokens_per_message) { in EmbedTokensPerMessage()492 *max_num_tokens_per_message = num_message_tokens; in EmbedTokensPerMessage()548 const int num_message_tokens = tokens[start_message].size() + 2; in EmbedAndFlattenTokens() local549 total_tokens += num_message_tokens; in EmbedAndFlattenTokens()