Searched defs:prompt_tokens (Results 1 – 7 of 7) sorted by relevance
22 def _generate_token(args, model, prompt_tokens): argument42 def _generate_token_with_kv_cache(args, model, prompt_tokens): argument
27 std::vector<uint64_t>& prompt_tokens, in prefill()
92 std::vector<uint64_t> prompt_tokens = in prefill_prompt() local
207 std::vector<uint64_t> prompt_tokens = encode_res.get(); in generate() local
173 std::vector<uint64_t> prompt_tokens = encode_res.get(); in generate() local
241 std::vector<uint64_t> prompt_tokens = encode_res.get(); in generate() local
245 std::vector<uint64_t> prompt_tokens = encode_res.get(); in generate() local