Lines Matching +full:nvidia +full:- +full:smi

57                 warmup_response_time = time.time() - request_time
59                 response_times.append(time.time() - request_time)
71                 self.end_recv_time - self.start_send_time
76         This function will poll nvidia-smi for GPU utilization every 100ms to
84                         "nvidia-smi",
85                         "--query-gpu=utilization.gpu",
86                         "--id=0",
87                         "--format=csv,noheader,nounits",
200             f"{self.model_dir}/resnet18-f37072fd.pth",
204         self.metrics_dict["torch_load_time"] = time.time() - start_load_time
212             self.metrics_dict["m_compile_time"] = end_compile_time - start_compile_time
262         # poll the request_queue for the non-warmup requests
317     parser.add_argument("--num_iters", type=int, default=100)
318     parser.add_argument("--batch_size", type=int, default=32)
319     parser.add_argument("--model_dir", type=str, default=".")
321         "--compile", default=True, action=argparse.BooleanOptionalAction
323     parser.add_argument("--output_file", type=str, default="output.csv")
325         "--profile", default=False, action=argparse.BooleanOptionalAction
327     parser.add_argument("--num_workers", type=int, default=4)
331     if not os.path.isfile(f"{args.model_dir}/resnet18-f37072fd.pth"):
335                 "https://download.pytorch.org/models/resnet18-f37072fd.pth",
398             os.remove(f"{args.model_dir}/resnet18-f37072fd.pth")