Searched refs:cached_engine_batches_ (Results 1 – 1 of 1) sorted by relevance
126 std::vector<int> cached_engine_batches_; member in tensorflow::tensorrt::TRTEngineOp231 &cached_engine_batches_)); in TRTEngineOp()232 std::sort(cached_engine_batches_.begin(), cached_engine_batches_.end()); in TRTEngineOp()235 for (auto i : cached_engine_batches_) { in TRTEngineOp()341 for (const int cached_batch_size : cached_engine_batches_) { in GetCompatibleCachedEngine()601 if (!cached_engine_batches_.empty()) { in GetEngine()606 cached_engine_batches_.push_back(batch_size); in GetEngine()