Searched refs:input_token_count (Results 1 – 2 of 2) sorted by relevance
190 const auto input_token_count = input_tokens.size(); in digest_prompt() local197 std::ceil(float(input_token_count) / prompt_token_batch_size) * in digest_prompt()207 const size_t num_tok_remain = input_token_count - cur_token_index; in digest_prompt()219 while (cur_token_index < input_token_count) { in digest_prompt()
181 const auto input_token_count = input_tokens.size(); in digest_prompt() local188 std::ceil(float(input_token_count) / prompt_token_batch_size) * in digest_prompt()198 const size_t num_tok_remain = input_token_count - cur_token_index; in digest_prompt()210 while (cur_token_index < input_token_count) { in digest_prompt()