Lines Matching refs:request
39 createRunTimePoolInfos(const Request& request, const BufferTracker& bufferTracker, in createRunTimePoolInfos() argument
43 requestPoolInfos.reserve(request.pools.size()); in createRunTimePoolInfos()
44 bufferWrappers.reserve(request.pools.size()); in createRunTimePoolInfos()
45 for (uint32_t i = 0; i < request.pools.size(); ++i) { in createRunTimePoolInfos()
46 auto& pool = request.pools[i]; in createRunTimePoolInfos()
61 bufferWrapper->validateRequest(i, request, &preparedModel); in createRunTimePoolInfos()
81 ErrorStatus updateDeviceMemories(ErrorStatus status, const Request& request, in updateDeviceMemories() argument
85 for (uint32_t i = 0; i < request.outputs.size(); i++) { in updateDeviceMemories()
86 const uint32_t poolIndex = request.outputs[i].location.poolIndex; in updateDeviceMemories()
87 const auto& pool = request.pools[poolIndex]; in updateDeviceMemories()
94 for (uint32_t i = 0; i < request.outputs.size(); i++) { in updateDeviceMemories()
95 const uint32_t poolIndex = request.outputs[i].location.poolIndex; in updateDeviceMemories()
96 const auto& pool = request.pools[poolIndex]; in updateDeviceMemories()
105 for (uint32_t i = 0; i < request.outputs.size(); i++) { in updateDeviceMemories()
106 const uint32_t poolIndex = request.outputs[i].location.poolIndex; in updateDeviceMemories()
107 const auto& pool = request.pools[poolIndex]; in updateDeviceMemories()
137 const Request& request, MeasureTiming measure, const OptionalTimePoint& deadline, in execute() argument
140 VLOG(DRIVER) << "sample::PreparedModel::execute(" << SHOW_IF_DEBUG(request) << ")"; in execute()
145 if (const auto result = validateRequestForModel(request, kModel); !result.ok()) { in execute()
155 NN_TRY(makeExecutionResult(createRunTimePoolInfos(request, *kBufferTracker, *this))); in execute()
168 int n = executor.run(kModel, request, kPoolInfos, requestPoolInfos); in execute()
176 updateDeviceMemories(executionStatus, request, bufferWrappers, outputShapes); in execute()
195 const Request& request, const std::vector<SyncFence>& waitFor, MeasureTiming measure, in executeFenced() argument
200 VLOG(DRIVER) << "executeFenced(" << SHOW_IF_DEBUG(request) << ")"; in executeFenced()
205 if (const auto result = validateRequestForModel(request, kModel); !result.ok()) { in executeFenced()
237 NN_TRY(createRunTimePoolInfos(request, *kBufferTracker, *this)); in executeFenced()
249 int n = executor.run(kModel, request, kPoolInfos, requestPoolInfos); in executeFenced()
258 for (const auto& output : request.outputs) { in executeFenced()
260 const auto& pool = request.pools[poolIndex]; in executeFenced()
285 const Request& request, MeasureTiming measure, in createReusableExecution() argument
289 return std::make_shared<DefaultExecution>(shared_from_this(), request, measure, in createReusableExecution()