1 #if !defined(C10_MOBILE) && !defined(ANDROID) 2 #pragma once 3 4 #include <torch/csrc/inductor/aoti_runner/model_container_runner.h> 5 6 namespace torch::inductor { 7 class TORCH_API AOTIModelContainerRunnerCpu : public AOTIModelContainerRunner { 8 public: 9 AOTIModelContainerRunnerCpu( 10 const std::string& model_so_path, 11 size_t num_models = 1); 12 13 ~AOTIModelContainerRunnerCpu(); 14 15 std::vector<at::Tensor> run(std::vector<at::Tensor>& inputs); 16 }; 17 18 } // namespace torch::inductor 19 #endif 20