Home
last modified time | relevance | path

Searched refs:engine_context (Results 1 – 2 of 2) sorted by relevance

/external/tensorflow/tensorflow/compiler/tf2tensorrt/utils/
Dtrt_lru_cache.cc101 EngineContext* engine_context = nullptr; in GetEngineContext() local
115 engine_context = pair.second.get(); in GetEngineContext()
119 return engine_context; in GetEngineContext()
/external/tensorflow/tensorflow/compiler/tf2tensorrt/kernels/
Dtrt_engine_op.cc169 Status ExecuteTrtEngine(OpKernelContext* ctx, EngineContext* engine_context,
900 EngineContext* engine_context = status.ValueOrDie().first; in ComputeAsync() local
910 if (!engine_context->GetCudaEngine()) { in ComputeAsync()
921 ExecuteTrtEngine(ctx, engine_context, trt_context_idx, in ComputeAsync()
942 OpKernelContext* ctx, EngineContext* engine_context, int trt_context_idx, in ExecuteTrtEngine() argument
948 nvinfer1::ICudaEngine* cuda_engine = engine_context->GetCudaEngine(); in ExecuteTrtEngine()
952 VLOG(2) << " Activation size: " << engine_context->GetDeviceMemorySize() in ExecuteTrtEngine()
974 mutex_lock lock(engine_context->mu); in ExecuteTrtEngine()
977 TF_RETURN_IF_ERROR(engine_context->GetExecutionContext( in ExecuteTrtEngine()
1010 execution_context, allocator, engine_context->GetDeviceMemorySize())); in ExecuteTrtEngine()
[all …]