Home
last modified time | relevance | path

Searched refs:inference_start_ms (Results 1 – 9 of 9) sorted by relevance

/external/executorch/extension/llm/runner/
Dstats.h32 long inference_start_ms; member
71 inference_start_ms = 0;
93 << "\"inference_start_ms\":" << stats.inference_start_ms << "," in stats_to_json_string()
118 (double)(stats.inference_end_ms - stats.inference_start_ms); in print_report()
125 (double)(stats.inference_end_ms - stats.inference_start_ms) * in print_report()
128 (double)(stats.prompt_eval_end_ms - stats.inference_start_ms); in print_report()
152 ((double)(stats.first_token_ms - stats.inference_start_ms) / in print_report()
/external/executorch/examples/qualcomm/oss_scripts/llama3_2/runner/
Drunner.cpp146 stats_.inference_start_ms = time_in_ms(); in generate()
250 (double)(stats.inference_end_ms - stats.inference_start_ms); in printReport()
257 (double)(stats.inference_end_ms - stats.inference_start_ms) * in printReport()
260 (double)(stats.prompt_eval_end_ms - stats.inference_start_ms); in printReport()
284 ((double)(stats.first_token_ms - stats.inference_start_ms) / in printReport()
301 << "\"inference_start_ms\":" << stats.inference_start_ms << "," in statsToJsonString()
Drunner.h44 long inference_start_ms; member
/external/executorch/examples/qualcomm/qaihub_scripts/llama/runner/
Drunner.cpp202 stats_.inference_start_ms = time_in_ms(); in generate()
348 (double)(stats.inference_end_ms - stats.inference_start_ms); in printReport()
355 (double)(stats.inference_end_ms - stats.inference_start_ms) * in printReport()
358 (double)(stats.prompt_eval_end_ms - stats.inference_start_ms); in printReport()
382 ((double)(stats.first_token_ms - stats.inference_start_ms) / in printReport()
399 << "\"inference_start_ms\":" << stats.inference_start_ms << "," in statsToJsonString()
Drunner.h49 long inference_start_ms; member
/external/executorch/examples/qualcomm/oss_scripts/llama2/runner/
Drunner.cpp232 stats_.inference_start_ms = time_in_ms(); in generate()
434 (double)(stats.inference_end_ms - stats.inference_start_ms); in printReport()
441 (double)(stats.inference_end_ms - stats.inference_start_ms) * in printReport()
444 (double)(stats.prompt_eval_end_ms - stats.inference_start_ms); in printReport()
468 ((double)(stats.first_token_ms - stats.inference_start_ms) / in printReport()
485 << "\"inference_start_ms\":" << stats.inference_start_ms << "," in statsToJsonString()
Drunner.h218 long inference_start_ms; member
/external/executorch/examples/models/llava/runner/
Dllava_runner.cpp157 stats_.inference_start_ms = llm::time_in_ms(); in generate()
/external/executorch/examples/models/llama/runner/
Drunner.cpp190 stats_.inference_start_ms = llm::time_in_ms(); in generate()