Home
last modified time | relevance | path

Searched refs:batch_timeout_micros (Results 1 – 25 of 36) sorted by relevance

12

/external/tensorflow/tensorflow/core/kernels/batching_util/
Dshared_batch_scheduler_test.cc118 size_t batch_timeout_micros, in CreateQueueOptions() argument
126 queue_options.batch_timeout_micros = batch_timeout_micros; in CreateQueueOptions()
140 size_t batch_timeout_micros, in CreateQueueOptions() argument
143 max_execution_batch_size, input_batch_size_limit, batch_timeout_micros, in CreateQueueOptions()
208 const size_t batch_timeout_micros = 1 * 1000 * 1000; // 1 second in TEST_P() local
212 batch_timeout_micros, max_enqueued_batches); in TEST_P()
274 const size_t batch_timeout_micros = 10 * 1000; // 10 milli-seconds in TEST_P() local
279 batch_timeout_micros, max_enqueued_batches), in TEST_P()
358 const size_t batch_timeout_micros = 10; in TEST_P() local
362 batch_timeout_micros, max_enqueued_batches); in TEST_P()
[all …]
Dbasic_batch_scheduler.h197 int64_t batch_timeout_micros = 0; member
326 shared_scheduler_queue_options.batch_timeout_micros = in Create()
327 options.batch_timeout_micros; in Create()
Dbatch_resource_base.cc162 void RecordBatchParamBatchTimeoutMicros(int64_t batch_timeout_micros, in RecordBatchParamBatchTimeoutMicros() argument
169 cell->GetCell(model_name, op_name)->Set(batch_timeout_micros); in RecordBatchParamBatchTimeoutMicros()
265 batcher_queue_options_.batch_timeout_micros, GetModelName(context), in RegisterInput()
275 adaptive_batcher_queue_options_.batch_timeout_micros, in RegisterInput()
332 int32_t batch_timeout_micros, int32_t max_enqueued_batches, in GetBatcherQueueOptions() argument
338 batcher_queue_options.batch_timeout_micros = batch_timeout_micros; in GetBatcherQueueOptions()
363 int32_t max_batch_size, int32_t batch_timeout_micros, in GetAdaptiveBatcherQueueOptions() argument
370 batcher_queue_options.batch_timeout_micros = batch_timeout_micros; in GetAdaptiveBatcherQueueOptions()
Dbatch_resource_base.h151 int32_t batch_timeout_micros, int32_t max_enqueued_batches,
156 int32_t max_batch_size, int32_t batch_timeout_micros,
Dbasic_batch_scheduler_test.cc70 options.batch_timeout_micros = 100 * 1000; // 100 milliseconds in TEST()
Dadaptive_shared_batch_scheduler.h159 int64_t batch_timeout_micros = 0; member
344 int64_t batch_timeout_micros, uint64 traceme_context_id) in ASBSBatch() argument
347 schedulable_time_micros_(creation_time_micros + batch_timeout_micros), in ASBSBatch()
780 options_.batch_timeout_micros, NewTraceMeContextIdForBatch()); in Schedule()
Dshared_batch_scheduler.h166 int64_t batch_timeout_micros = 0; member
581 if (options.batch_timeout_micros < 0) { in AddQueueAfterRewritingOptions()
584 options.batch_timeout_micros); in AddQueueAfterRewritingOptions()
1159 open_batch_start_time_micros_ + options_.batch_timeout_micros; in IsOpenBatchSchedulableAfterEagerSplit()
1174 open_batch_start_time_micros_ + options_.batch_timeout_micros; in IsOpenBatchSchedulable()
Dbasic_batch_scheduler_benchmark_test.cc297 scheduler_options.batch_timeout_micros = state.range(0) * 1000; in ThroughputBM()
343 scheduler_options.batch_timeout_micros = state.range(0); in LatencyBM()
Dadaptive_shared_batch_scheduler_test.cc437 queue_options.batch_timeout_micros = 1000000000000; in TEST()
459 queue_options.batch_timeout_micros = 1000000; in TEST()
500 queue_options.batch_timeout_micros = 1000000; in TEST()
/external/tensorflow/tensorflow/python/ops/
Dbatch_ops.py31 batch_timeout_micros, argument
107 batch_timeout_micros=batch_timeout_micros,
Dbatch_ops_test.py62 batch_timeout_micros=36000000, grad_timeout_micros=0,
104 batch_timeout_micros=100000, # 100ms
139 batch_timeout_micros=36000000,
178 batch_timeout_micros=0, grad_timeout_micros=0, batching_queue="")
193 batch_timeout_micros=100000, # 100ms
382 batch_timeout_micros=100000,
414 batch_timeout_micros=100000, # 100ms
449 batch_timeout_micros=100000, # 100ms
479 batch_timeout_micros=100000, # 100ms
547 batch_timeout_micros=36000000, grad_timeout_micros=0,
/external/tensorflow/tensorflow/core/ops/compat/ops_history_v2/
DBatch.pbtxt28 name: "batch_timeout_micros"
105 name: "batch_timeout_micros"
182 name: "batch_timeout_micros"
DBatchFunction.pbtxt28 name: "batch_timeout_micros"
112 name: "batch_timeout_micros"
203 name: "batch_timeout_micros"
/external/tensorflow/tensorflow/core/ops/compat/ops_history_v1/
DBatch.pbtxt28 name: "batch_timeout_micros"
105 name: "batch_timeout_micros"
DBatchFunction.pbtxt28 name: "batch_timeout_micros"
/external/tensorflow/tensorflow/compiler/mlir/tfrt/tests/tf_to_corert/
Dbatch_function_deduplicate.mlir10 …ape<*>, #tf_type.shape<*>], allowed_batch_sizes = [64, 128, 256], batch_timeout_micros = 5000 : i6…
25 …ape<*>, #tf_type.shape<*>], allowed_batch_sizes = [64, 128, 256], batch_timeout_micros = 5000 : i6…
39 …ape<*>, #tf_type.shape<*>], allowed_batch_sizes = [64, 128, 256], batch_timeout_micros = 5000 : i6…
Dbatch_function_deduplicate_failed.mlir7 …ape<*>, #tf_type.shape<*>], allowed_batch_sizes = [64, 128, 256], batch_timeout_micros = 5000 : i6…
16 …ape<*>, #tf_type.shape<*>], allowed_batch_sizes = [64, 128, 256], batch_timeout_micros = 5000 : i6…
Dbatch_function_fallback.mlir20 // CHECK-SAME: batch_timeout_micros = 100000 : i64
28 …%1 = "tf.BatchFunction"(%arg0, %0) {allowed_batch_sizes = [6], batch_timeout_micros = 100000 : i64…
Dbatch_function_fallback_resource_variable_as_captured_tensor.mlir14 …trol_2 = tf_executor.island wraps "tf.BatchFunction"(%outputs_1) {batch_timeout_micros = 5000 : i6…
Dlower_saved_model.mlir149 …%0 = "tf.BatchFunction"(%arg0, %arg1) {allowed_batch_sizes = [6], batch_timeout_micros = 100000 : …
/external/tensorflow/tensorflow/compiler/mlir/tensorflow/tests/graphdef2mlir/
Dforce_shared_name_for_resource_ops.pbtxt127 key: "batch_timeout_micros"
265 key: "batch_timeout_micros"
/external/tensorflow/tensorflow/core/runtime_fallback/runtime/
Druntime_fallback_batch_tf_opkernels.cc116 int32_t batch_timeout_micros, in Create() argument
131 batch_timeout_micros, max_enqueued_batches, in Create()
140 int32_t max_batch_size, int32_t batch_timeout_micros, in Create() argument
152 max_batch_size, batch_timeout_micros, max_enqueued_batches, in Create()
/external/tensorflow/tensorflow/core/api_def/base_api/
Dapi_def_BatchFunction.pbtxt36 name: "batch_timeout_micros"
117 batch_timeout_micros=100000, # 100ms
Dapi_def_Batch.pbtxt26 batch_timeout_micros: Maximum number of microseconds to wait before outputting
/external/tensorflow/tensorflow/core/kernels/
Dbatch_kernels.cc135 int32_t batch_timeout_micros, in Create() argument
150 batch_timeout_micros, max_enqueued_batches, in Create()
159 int32_t max_batch_size, int32_t batch_timeout_micros, in Create() argument
171 max_batch_size, batch_timeout_micros, max_enqueued_batches, in Create()

12