| /external/tensorflow/tensorflow/compiler/tf2tensorrt/utils/ |
| D | trt_engine_utils.cc | 76 int binding_index, bool use_implicit_batch, in GetTrtBindingShape() argument
79 if (use_implicit_batch) { in GetTrtBindingShape()
101 use_implicit_batch ? absl::optional<int>(batch_size) : absl::nullopt)); in GetTrtBindingShape()
137 std::vector<void*>& buffers, bool use_implicit_batch, in SetTrtEngineInputs() argument
151 if (use_implicit_batch && ctx) { in SetTrtEngineInputs()
163 if (!use_implicit_batch) { in SetTrtEngineInputs()
220 bool use_implicit_batch, int batch_size, in SetTrtEngineOutputs() argument
234 binding_index, use_implicit_batch, in SetTrtEngineOutputs()
281 bool use_implicit_batch, int batch_size) { in TrtEnqueue() argument
283 if (use_implicit_batch) { in TrtEnqueue()
|
| D | trt_engine_utils.h | 137 std::vector<void*>& buffers, bool use_implicit_batch,
148 int binding_index, bool use_implicit_batch,
157 bool use_implicit_batch, int batch_size = 0,
165 bool use_implicit_batch, int batch_size = 1);
|
| /external/tensorflow/tensorflow/compiler/tf2tensorrt/convert/ |
| D | convert_nodes.h | 154 const bool use_implicit_batch, bool* convert_successfully,
365 bool use_implicit_batch);
381 const bool use_implicit_batch; member
394 bool use_implicit_batch);
458 nvinfer1::ILogger* trt_logger, const bool use_implicit_batch,
500 bool use_implicit_batch() const { return use_implicit_batch_; } in use_implicit_batch() function
611 nvinfer1::ILogger* trt_logger, const bool use_implicit_batch,
711 const bool use_implicit_batch,
|
| D | convert_nodes.cc | 306 const bool use_implicit_batch, in ValidateTensorProperties() argument
318 const int max_rank = nvinfer1::Dims::MAX_DIMS + (use_implicit_batch ? 1 : 0); in ValidateTensorProperties()
322 if (use_implicit_batch && (producer_node_type != "Const") && in ValidateTensorProperties()
329 /*ignore_first_dim=*/use_implicit_batch); in ValidateTensorProperties()
331 if (use_implicit_batch) { in ValidateTensorProperties()
336 const int first_trt_dim = use_implicit_batch ? 1 : 0; in ValidateTensorProperties()
348 if (use_implicit_batch) { in ValidateTensorProperties()
363 const bool use_implicit_batch, in GetTrtBroadcastShape() argument
395 auto compute_output_dims = [use_implicit_batch]( in GetTrtBroadcastShape()
403 if (use_implicit_batch && input.is_tensor()) { in GetTrtBroadcastShape()
[all …]
|
| D | convert_graph.cc | 92 return !params.use_implicit_batch || in AllowDynamicNonBatchDimension()
385 if (params.use_implicit_batch && in CreateTRTNode()
457 info.use_calibration, params.use_implicit_batch, in CreateTRTNode()
496 .Attr("_use_implicit_batch", params.use_implicit_batch) in CreateTRTNode()
735 segment_options.use_implicit_batch = params.use_implicit_batch; in ConvertAfterShapes()
736 if (segment_options.use_implicit_batch) in ConvertAfterShapes()
743 params.use_calibration, params.use_implicit_batch); in ConvertAfterShapes()
|
| D | convert_graph.h | 48 bool use_implicit_batch = true; member
|
| D | trt_optimization_pass.cc | 244 cp.use_implicit_batch = use_implicit_batch_; in Optimize()
|
| D | convert_nodes_test.cc | 1480 if (!converter_->use_implicit_batch()) { in BuildAndRun()
1516 converter_->use_implicit_batch(), batch_size, nullptr, &input_data)); in BuildAndRun()
1520 converter_->use_implicit_batch(), batch_size, nullptr, output_data)); in BuildAndRun()
1523 converter_->use_implicit_batch(), in BuildAndRun()
1545 TensorShapeToTrtDims(attrs.shape_, converter_->use_implicit_batch()); in AddTestTensorWithTFDims()
1546 if (!converter_->use_implicit_batch() || HasStaticShape(trt_dims)) { in AddTestTensorWithTFDims()
1624 converter_->use_implicit_batch()); in RunValidation()
1680 if (converter_->use_implicit_batch()) { in RunValidationAndConversion()
3493 const bool use_implicit_batch = (trt_mode_ == TrtTestMode::kImplicitBatch); in TEST_P() local
3525 use_implicit_batch in TEST_P()
[all …]
|
| /external/tensorflow/tensorflow/compiler/tf2tensorrt/segment/ |
| D | segment.cc | 636 bool use_implicit_batch) { in GetClusterBatchSizeForNode() argument
638 if (!use_implicit_batch || !node || node->num_inputs() == 0) { in GetClusterBatchSizeForNode()
671 bool use_implicit_batch) { in AddSegmentForNode() argument
675 use_implicit_batch), in AddSegmentForNode()
688 if (!options.use_implicit_batch && !options.allow_dynamic_non_batch_dim) { in SegmentGraph()
693 if (options.use_implicit_batch && !options.maximum_batch_size.has_value()) { in SegmentGraph()
754 } else if (options.use_implicit_batch && in SegmentGraph()
782 options.use_implicit_batch); in SegmentGraph()
|
| D | segment.h | 42 bool use_implicit_batch = true; member
|
| D | segment_test.cc | 107 segment_options_.use_implicit_batch = false; in DisableImplicitBatchMode()
112 segment_options_.use_implicit_batch = true; in EnableImplicitBatchModeForStaticEngine()
|
| /external/tensorflow/tensorflow/compiler/tf2tensorrt/kernels/ |
| D | trt_engine_op_test.cc | 64 bool use_implicit_batch = true, argument
113 .Attr("_use_implicit_batch", use_implicit_batch)
|
| /external/tensorflow/tensorflow/python/compiler/tensorrt/ |
| D | trt_convert.py | 237 use_implicit_batch=True): argument
303 optimizer.parameter_map["use_implicit_batch"].b = use_implicit_batch
491 use_implicit_batch=True)
988 use_implicit_batch=self._test_only_use_implicit_batch)
|