Home
last modified time | relevance | path

Searched refs:cuda_engine (Results 1 – 7 of 7) sorted by relevance

/external/tensorflow/tensorflow/compiler/tf2tensorrt/utils/
Dtrt_engine_utils.cc50 nvinfer1::ICudaEngine* cuda_engine, TRTBaseAllocator* allocator) { in Create() argument
54 execution_context = cuda_engine->createExecutionContext(); in Create()
57 cuda_engine->createExecutionContextWithoutDeviceMemory(); in Create()
58 size_t device_memory_size = cuda_engine->getDeviceMemorySize(); in Create()
74 Status GetTrtBindingShape(const nvinfer1::ICudaEngine* cuda_engine, in GetTrtBindingShape() argument
80 dims = cuda_engine->getBindingDimensions(binding_index); in GetTrtBindingShape()
106 const nvinfer1::ICudaEngine* cuda_engine, in GetTrtBindingIndex() argument
114 *binding_index = cuda_engine->getBindingIndex(tensor_name); in GetTrtBindingIndex()
121 int n_profiles = cuda_engine->getNbOptimizationProfiles(); in GetTrtBindingIndex()
129 const int bindings_per_profile = cuda_engine->getNbBindings() / n_profiles; in GetTrtBindingIndex()
[all …]
Dtrt_engine_utils.h99 static StatusOr<ExecutionContext> Create(nvinfer1::ICudaEngine* cuda_engine,
120 nvinfer1::ICudaEngine* cuda_engine, TRTBaseAllocator* allocator);
129 const nvinfer1::ICudaEngine* cuda_engine,
134 Status SetTrtEngineInputs(nvinfer1::ICudaEngine* cuda_engine,
146 Status GetTrtBindingShape(const nvinfer1::ICudaEngine* cuda_engine,
154 Status SetTrtEngineOutputs(nvinfer1::ICudaEngine* cuda_engine,
Dtrt_lru_cache.h125 : cuda_engine(std::move(input_cuda_engine)) { in EngineContext()
130 : cuda_engine(std::move(input_cuda_engine)), in EngineContext()
134 TrtUniquePtrType<nvinfer1::ICudaEngine> cuda_engine; member
Dtrt_lru_cache.cc89 << "ICudaEngine: " << item.second->cuda_engine.get() << ", " in DebugString()
/external/tensorflow/tensorflow/compiler/tf2tensorrt/kernels/
Dtrt_engine_op.cc711 if (!engine_context->cuda_engine) { in ComputeAsync()
748 auto& cuda_engine = engine_context->cuda_engine; in ExecuteTrtEngine() local
752 VLOG(2) << " Network name: " << cuda_engine->getName(); in ExecuteTrtEngine()
754 VLOG(2) << " Activation size: " << cuda_engine->getDeviceMemorySize() in ExecuteTrtEngine()
756 VLOG(2) << " Workspace size: " << cuda_engine->getWorkspaceSize() in ExecuteTrtEngine()
758 VLOG(2) << " Datatype of " << cuda_engine->getNbBindings() in ExecuteTrtEngine()
761 for (int i = 0; i < cuda_engine->getNbBindings(); i++) { in ExecuteTrtEngine()
762 binding_types += " " + string(cuda_engine->getBindingName(i)) + ": " + in ExecuteTrtEngine()
763 DebugString(cuda_engine->getBindingDataType(i)) + "\n"; in ExecuteTrtEngine()
768 const int num_binding = cuda_engine->getNbBindings(); in ExecuteTrtEngine()
[all …]
Dtrt_engine_op_test.cc226 EXPECT_EQ(ectx->cuda_engine, nullptr); in TEST_F()
252 EXPECT_NE(ectx->cuda_engine, nullptr); in TEST_F()
280 EXPECT_NE(ectx->cuda_engine, nullptr); in TEST_F()
Dtrt_engine_resource_ops.cc210 if (!engine || !engine->cuda_engine) continue; in Compute()
220 engine->cuda_engine->serialize()); in Compute()