Home
last modified time | relevance | path

Searched refs:num_batch_threads (Results 1 – 25 of 29) sorted by relevance

12

/external/tensorflow/tensorflow/core/grappler/optimizers/inference/
Dbatch_op_rewriter_test.cc43 void AddBatchOp(GraphDef* graph, int num_batch_threads) { in AddBatchOp() argument
44 auto set_batch_node_attribute = [](const int32 num_batch_threads, in AddBatchOp()
49 num_batch_threads, batch_op); in AddBatchOp()
60 set_batch_node_attribute(num_batch_threads, graph->add_node()); in AddBatchOp()
65 set_batch_node_attribute(num_batch_threads, function_def->add_node_def()); in AddBatchOp()
/external/tensorflow/tensorflow/python/ops/
Dbatch_ops.py32 def batch_function(num_batch_threads, argument
108 num_batch_threads=num_batch_threads,
Dbatch_ops_test.py62 [inp], num_batch_threads=1, max_batch_size=2,
104 [inp], num_batch_threads=1, max_batch_size=10,
138 num_batch_threads=1,
178 [inp0, inp1], num_batch_threads=1, max_batch_size=2,
193 [inp], num_batch_threads=1, max_batch_size=10,
361 num_batch_threads=1,
393 num_batch_threads=1,
428 num_batch_threads=1,
455 num_batch_threads=2,
527 [inp], num_batch_threads=1, max_batch_size=2,
/external/tensorflow/tensorflow/core/kernels/batching_util/
Dadaptive_shared_batch_scheduler.h99 int64 num_batch_threads = port::MaxParallelism();
346 if (options.num_batch_threads < 1) { in Create()
348 options.num_batch_threads); in Create()
355 if (options.min_in_flight_batches_limit > options.num_batch_threads) { in Create()
358 ") must be <= num_batch_threads (", options.num_batch_threads, ")"); in Create()
365 if (options.initial_in_flight_batches_limit > options.num_batch_threads) { in Create()
370 options.num_batch_threads, ")"); in Create()
399 GetEnv(), options.thread_pool_name, options.num_batch_threads)); in AdaptiveSharedBatchScheduler()
511 static_cast<int>(options_.num_batch_threads - in_flight_batches_ - in MaybeScheduleClosedBatchesLocked()
582 static_cast<double>(options_.num_batch_threads)); in CallbackWrapper()
Dshared_batch_scheduler_test.cc69 for (int num_batch_threads : {1, 2, 3}) { in TEST()
93 options.num_batch_threads = num_batch_threads; in TEST()
154 options.num_batch_threads = 2; in TEST()
215 options.num_batch_threads = 1; in TEST()
272 options.num_batch_threads = 2; in TEST()
315 options.num_batch_threads = 2; in TEST()
369 options.num_batch_threads = 1; in TEST()
422 options.num_batch_threads = 1; in TEST()
493 options.num_batch_threads = 2; in TEST()
548 options.num_batch_threads = 1; in TEST()
Dserial_device_batch_scheduler.h76 int64 num_batch_threads = port::NumSchedulableCPUs();
265 if (options.num_batch_threads < 1) { in Create()
267 options.num_batch_threads); in Create()
274 if (options.initial_in_flight_batches_limit > options.num_batch_threads) { in Create()
279 options.num_batch_threads, ")"); in Create()
313 env(), options.thread_pool_name, options.num_batch_threads)); in SerialDeviceBatchScheduler()
437 std::min(in_flight_batches_limit_, options_.num_batch_threads); in ProcessBatches()
Dbasic_batch_scheduler.h168 int num_batch_threads = port::MaxParallelism();
307 shared_scheduler_options.num_batch_threads = options.num_batch_threads; in Create()
Dadaptive_shared_batch_scheduler_test.cc74 options.num_batch_threads = 0; in TEST()
80 options.num_batch_threads = 5; in TEST()
91 options.num_batch_threads = 3; in TEST()
96 options.num_batch_threads = 3; in TEST()
211 options.num_batch_threads = 1; in TEST()
279 options.num_batch_threads = 1; in TEST()
Dbasic_batch_scheduler_benchmark_test.cc339 int num_batch_threads) { in RunThroughputBenchmark() argument
344 scheduler_options.num_batch_threads = num_batch_threads; in RunThroughputBenchmark()
396 scheduler_options.num_batch_threads = kNumBatchThreads; in RunLatencyBenchmark()
Dserial_device_batch_scheduler_test.cc73 options.num_batch_threads = 0; in TEST()
79 options.num_batch_threads = 5; in TEST()
94 options.num_batch_threads = 3; in TEST()
137 options.num_batch_threads = 3; in TEST()
Dbasic_batch_scheduler_test.cc71 options.num_batch_threads = 1; in TEST()
Dshared_batch_scheduler.h118 int num_batch_threads = port::MaxParallelism();
429 if (options.num_batch_threads < 1) { in Create()
431 options.num_batch_threads); in Create()
525 for (int i = 0; i < options.num_batch_threads; ++i) { in SharedBatchScheduler()
Dbatch_resource_base.h137 int32 num_batch_threads, int32 max_batch_size, int32 batch_timeout_micros,
Dbatch_resource_base.cc228 int32 num_batch_threads, int32 max_batch_size, int32 batch_timeout_micros, in GetBatcherQueueOptions() argument
/external/tensorflow/tensorflow/core/ops/compat/ops_history_v2/
DBatch.pbtxt20 name: "num_batch_threads"
90 name: "num_batch_threads"
DBatchFunction.pbtxt20 name: "num_batch_threads"
104 name: "num_batch_threads"
/external/tensorflow/tensorflow/core/ops/compat/ops_history_v1/
DBatch.pbtxt20 name: "num_batch_threads"
90 name: "num_batch_threads"
DBatchFunction.pbtxt20 name: "num_batch_threads"
/external/tensorflow/tensorflow/core/kernels/
Dbatch_kernels.cc65 void RecordBatchParamNumBatchThreads(int64 num_batch_threads, in RecordBatchParamNumBatchThreads() argument
70 cell->GetCell(model_name)->Set(num_batch_threads); in RecordBatchParamNumBatchThreads()
86 static Status Create(int32 num_batch_threads, int32 max_execution_batch_size, in Create() argument
94 batcher_options.num_batch_threads = num_batch_threads; in Create()
100 GetBatcherQueueOptions(num_batch_threads, max_execution_batch_size, in Create()
267 adaptive_shared_batch_scheduler_options.num_batch_threads = in ComputeAsync()
/external/tensorflow/tensorflow/core/api_def/base_api/
Dapi_def_BatchFunction.pbtxt23 name: "num_batch_threads"
115 num_batch_threads=1,
Dapi_def_Batch.pbtxt23 num_batch_threads: Number of scheduling threads for processing batches of work.
/external/tensorflow/tensorflow/tools/api/golden/v2/
Dtensorflow.pbtxt837 …argspec: "args=[\'num_batch_threads\', \'max_batch_size\', \'batch_timeout_micros\', \'allowed_bat…
/external/tensorflow/tensorflow/compiler/mlir/tensorflow/ir/
Dtf_ops.td1330 num_batch_threads=1,
1358 I64Attr:$num_batch_threads,
/external/tensorflow/tensorflow/tools/api/golden/v1/
Dtensorflow.pbtxt1737 …argspec: "args=[\'num_batch_threads\', \'max_batch_size\', \'batch_timeout_micros\', \'allowed_bat…
Dtensorflow.raw_ops.pbtxt317 …argspec: "args=[\'in_tensors\', \'num_batch_threads\', \'max_batch_size\', \'batch_timeout_micros\…
349 …argspec: "args=[\'in_tensors\', \'captured_tensors\', \'f\', \'num_batch_threads\', \'max_batch_si…

12