Home
last modified time | relevance | path

Searched refs:num_parallel_calls (Results 1 – 25 of 113) sorted by relevance

12345

/external/tensorflow/tensorflow/python/data/experimental/benchmarks/
Dparameter_value_benchmark.py30 def _benchmark_map(self, num_parallel_calls, buffer_size): argument
35 math_ops.matmul, num_parallel_calls=num_parallel_calls)
42 (num_parallel_calls, buffer_size))
50 for num_parallel_calls in nums_parallel_calls:
52 parameters = (num_parallel_calls, buffer_size)
54 wall_time = self._benchmark_map(num_parallel_calls, buffer_size)
62 def _benchmark_map_and_batch(self, num_parallel_calls, buffer_size): argument
69 math_ops.matmul, num_parallel_calls=num_parallel_calls)
77 (num_parallel_calls, buffer_size))
86 for num_parallel_calls in nums_parallel_calls:
[all …]
Dparallel_interleave_benchmark.py68 cycle_length, num_parallel_calls): argument
76 if not num_parallel_calls:
77 num_parallel_calls = cycle_length
81 num_parallel_calls=num_parallel_calls)
90 num_parallel_calls=None): argument
98 num_parallel_calls=num_parallel_calls)
107 num_parallel_calls=None, argument
115 num_parallel_calls=num_parallel_calls)
161 num_parallel_calls=1,
Dautotune_benchmark.py65 batch_size=batch_size, num_parallel_calls=dataset_ops.AUTOTUNE)
86 math_ops.matmul, num_parallel_calls=dataset_ops.AUTOTUNE)
108 math_ops.matmul, num_parallel_calls=dataset_ops.AUTOTUNE)
133 num_parallel_calls=dataset_ops.AUTOTUNE)
167 dataset = dataset.map(f1, num_parallel_calls=dataset_ops.AUTOTUNE)
170 num_parallel_calls=dataset_ops.AUTOTUNE,
174 dataset = dataset.map(f2, num_parallel_calls=dataset_ops.AUTOTUNE)
177 num_parallel_calls=dataset_ops.AUTOTUNE,
181 dataset = dataset.map(f2, num_parallel_calls=dataset_ops.AUTOTUNE)
213 math_ops.matmul, num_parallel_calls=dataset_ops.AUTOTUNE)
[all …]
/external/tensorflow/tensorflow/python/data/experimental/kernel_tests/optimization/
Dmap_vectorization_test.py204 num_parallel_calls=None, argument
225 if num_parallel_calls is not None:
230 dataset = dataset.map(map_fn, num_parallel_calls)
246 def _testOptimization(self, map_fn, dataset_factory, num_parallel_calls): argument
249 num_parallel_calls)
254 combinations.combine(num_parallel_calls=[None, 12])))
255 def testBasic(self, num_parallel_calls): argument
259 self._testOptimization(map_fn, dataset_factory, num_parallel_calls)
263 combinations.combine(num_parallel_calls=[None, 12])))
264 def testBroadcast(self, num_parallel_calls): argument
[all …]
Dautotune_buffer_sizes_test.py43 lambda x: x + 1, num_parallel_calls=dataset_ops.AUTOTUNE)
54 lambda x: x + 1, num_parallel_calls=dataset_ops.AUTOTUNE)
68 num_parallel_calls=dataset_ops.AUTOTUNE)
83 lambda x: x + 1, num_parallel_calls=dataset_ops.AUTOTUNE)
86 lambda x: x + 1, num_parallel_calls=dataset_ops.AUTOTUNE)
88 lambda x: x + 1, num_parallel_calls=dataset_ops.AUTOTUNE)
92 num_parallel_calls=dataset_ops.AUTOTUNE)
94 lambda x: x + 1, num_parallel_calls=dataset_ops.AUTOTUNE)
Dnoop_elimination_test.py50 ds = ds.map(lambda x: (x, x), num_parallel_calls=2) # Not eliminated
71 ("PMapIdentity", lambda ds: ds.map(lambda x: x, num_parallel_calls=2),
74 lambda ds: ds.map(lambda x: x * 2, num_parallel_calls=2),
/external/tensorflow/tensorflow/python/data/kernel_tests/
Dinterleave_test.py38 def _interleave(lists, cycle_length, block_length, num_parallel_calls=None): argument
61 if num_parallel_calls is None:
63 elif num_parallel_calls == dataset_ops.AUTOTUNE:
66 cycle_length = min(num_parallel_calls, multiprocessing.cpu_count())
162 num_parallel_calls=[None, 1]) + combinations.combine(
166 num_parallel_calls=[None, 1, 2]) + combinations.combine(
170 num_parallel_calls=[None, 1, 3, 5, 7]) +
175 num_parallel_calls=[None, 1]) + combinations.combine(
179 num_parallel_calls=[None]) + combinations.combine(
183 num_parallel_calls=[None, 1, 2])))
[all …]
Dmemory_cleanup_test.py173 combinations.combine(num_parallel_calls=[None, 10])))
174 def testMap(self, num_parallel_calls): argument
182 fn, num_parallel_calls=num_parallel_calls)
188 tf_api_version=1, mode="eager", num_parallel_calls=[None, 10]))
189 def testMapLegacy(self, num_parallel_calls): argument
197 fn, num_parallel_calls=num_parallel_calls)
203 combinations.combine(num_parallel_calls=[None, 10])))
204 def testInterleave(self, num_parallel_calls): argument
212 fn, num_parallel_calls=num_parallel_calls, cycle_length=10)
Dmap_test.py122 num_parallel_calls): argument
151 dataset = apply_map(dataset, fn, num_parallel_calls).with_options(options)
231 num_parallel_calls, buffer_size): argument
237 dataset = apply_map(dataset, _map_fn, num_parallel_calls=num_parallel_calls)
248 combinations.combine(num_parallel_calls=1, buffer_size=1) +
249 combinations.combine(num_parallel_calls=1, buffer_size=2) +
250 combinations.combine(num_parallel_calls=2, buffer_size=2) +
251 combinations.combine(num_parallel_calls=2, buffer_size=4) +
252 combinations.combine(num_parallel_calls=8, buffer_size=8) +
253 combinations.combine(num_parallel_calls=8, buffer_size=16)))
[all …]
/external/tensorflow/tensorflow/python/data/experimental/ops/
Dbatching.py157 num_parallel_calls=None): argument
191 if num_parallel_batches is None and num_parallel_calls is None:
192 num_parallel_calls = batch_size
193 elif num_parallel_batches is not None and num_parallel_calls is None:
194 num_parallel_calls = batch_size * num_parallel_batches
195 elif num_parallel_batches is not None and num_parallel_calls is not None:
201 num_parallel_calls, drop_remainder,
217 num_parallel_calls=None): argument
252 if num_parallel_batches is None and num_parallel_calls is None:
253 num_parallel_calls = batch_size
[all …]
Dparsing_ops.py34 def __init__(self, input_dataset, features, num_parallel_calls, argument
41 self._num_parallel_calls = num_parallel_calls
110 def parse_example_dataset(features, num_parallel_calls=1, deterministic=None): argument
150 out_dataset = _ParseExampleDataset(dataset, features, num_parallel_calls,
161 num_parallel_calls=num_parallel_calls)
/external/tensorflow/tensorflow/python/data/benchmarks/
Dmap_benchmark.py76 dataset = dataset.map(lambda x: x + 1, num_parallel_calls=32)
119 def _benchmark_nested_parallel_map(self, cycle_length, num_parallel_calls): argument
129 g, num_parallel_calls=num_parallel_calls)
133 f, cycle_length=cycle_length, num_parallel_calls=dataset_ops.AUTOTUNE)
138 if num_parallel_calls == dataset_ops.AUTOTUNE else
139 str(num_parallel_calls))
140 map_dataset_str = ("map" if num_parallel_calls is None else
153 for num_parallel_calls in nums_parallel_calls:
154 self._benchmark_nested_parallel_map(cycle_length, num_parallel_calls)
Dbatch_benchmark.py79 for num_parallel_calls in nums_parallel_calls:
81 if num_parallel_calls == dataset_ops.AUTOTUNE
82 else str(num_parallel_calls))
83 op_str = ("batch" if num_parallel_calls is None else
88 batch_size, num_parallel_calls=num_parallel_calls)
/external/tensorflow/tensorflow/python/data/experimental/kernel_tests/serialization/
Dinterleave_dataset_serialization_test.py37 num_parallel_calls): argument
42 cycle_length, block_length, num_parallel_calls)
50 num_parallel_calls=[None, 1, 2])))
52 num_parallel_calls): argument
58 input_values, cycle_length, block_length, num_parallel_calls),
Dparallel_map_dataset_serialization_test.py55 _map_fn, num_parallel_calls=3).repeat(self._num_epochs))
66 _map_fn, num_parallel_calls=3).repeat(self._num_epochs).prefetch(5))
82 _map_fn, num_parallel_calls=2).prefetch(2)
94 num_parallel_calls=2).prefetch(2))
104 lambda x: x + constant_var, num_parallel_calls=2).prefetch(2))
119 defun_fn, num_parallel_calls=2).prefetch(2)
140 defun_fn, num_parallel_calls=2).prefetch(2)
Dmap_and_batch_dataset_serialization_test.py72 num_parallel_calls = 7
84 num_parallel_calls=num_parallel_calls,
/external/tensorflow/tensorflow/core/kernels/data/
Dparallel_map_dataset_op.cc75 int64 num_parallel_calls, const DataTypeVector& output_types, in Dataset() argument
82 num_parallel_calls_(num_parallel_calls), in Dataset()
148 Node* num_parallel_calls = nullptr; in AsGraphDefInternal() local
151 &num_parallel_calls)); in AsGraphDefInternal()
154 b->AddScalar(num_parallel_calls_, &num_parallel_calls)); in AsGraphDefInternal()
194 std::make_pair(2, num_parallel_calls)}, // Single tensor inputs. in AsGraphDefInternal()
513 int64 num_parallel_calls = num_parallel_calls_->value; in RunnerThread() local
514 return num_calls_ >= num_parallel_calls || in RunnerThread()
515 invocation_results_.size() >= num_parallel_calls; in RunnerThread()
577 int num_parallel_calls; in StatsThread() local
[all …]
Dparallel_batch_dataset_op.cc66 Dataset(OpKernelContext* ctx, int64 batch_size, int64 num_parallel_calls, in Dataset() argument
76 num_parallel_calls_(num_parallel_calls), in Dataset()
81 num_parallel_calls == model::kAutotune ? "true" : "false"}, in Dataset()
152 Node* num_parallel_calls = nullptr; in AsGraphDefInternal() local
153 TF_RETURN_IF_ERROR(b->AddScalar(num_parallel_calls_, &num_parallel_calls)); in AsGraphDefInternal()
161 {input_graph_node, batch_size, num_parallel_calls, drop_remainder}, {}, in AsGraphDefInternal()
409 int64 num_parallel_calls = num_parallel_calls_->value; in RunnerThread() local
410 return num_calls_ >= num_parallel_calls || in RunnerThread()
411 batch_results_.size() >= num_parallel_calls; in RunnerThread()
535 int64 num_parallel_calls = 0; in MakeDataset() local
[all …]
/external/tensorflow/tensorflow/core/ops/compat/ops_history_v1/
DParallelMapDataset.pbtxt12 name: "num_parallel_calls"
53 name: "num_parallel_calls"
93 name: "num_parallel_calls"
140 name: "num_parallel_calls"
194 name: "num_parallel_calls"
/external/tensorflow/tensorflow/core/ops/compat/ops_history_v2/
DParallelMapDataset.pbtxt12 name: "num_parallel_calls"
53 name: "num_parallel_calls"
93 name: "num_parallel_calls"
140 name: "num_parallel_calls"
194 name: "num_parallel_calls"
/external/tensorflow/tensorflow/core/api_def/base_api/
Dapi_def_ParallelMapDatasetV2.pbtxt5 name: "num_parallel_calls"
14 to `num_parallel_calls` copies of `f` in parallel.
Dapi_def_ParallelMapDataset.pbtxt5 name: "num_parallel_calls"
14 to `num_parallel_calls` copies of `f` in parallel.
/external/tensorflow/tensorflow/core/kernels/data/experimental/
Dmap_and_batch_dataset_op.cc85 int64 num_parallel_calls, bool drop_remainder, in Dataset() argument
93 num_parallel_calls_(num_parallel_calls), in Dataset()
101 num_parallel_calls == model::kAutotune ? "true" : "false"}, in Dataset()
536 int64 num_parallel_calls = num_parallel_calls_->value; in RunnerThread() local
537 return num_calls_ >= num_parallel_calls || in RunnerThread()
708 int64 num_parallel_calls = 0; in MakeDataset() local
710 ctx, ParseScalarArgument(ctx, kNumParallelCalls, &num_parallel_calls)); in MakeDataset()
712 ctx, num_parallel_calls > 0 || num_parallel_calls == model::kAutotune, in MakeDataset()
724 if (num_parallel_calls == model::kAutotune) { in MakeDataset()
728 *output = new Dataset(ctx, input, batch_size, num_parallel_calls, in MakeDataset()
Dparse_example_dataset_op.cc121 int64 num_parallel_calls = 0; in MakeDataset() local
123 &num_parallel_calls)); in MakeDataset()
125 ctx, num_parallel_calls > 0 || num_parallel_calls == model::kAutotune, in MakeDataset()
203 std::move(key_to_output_index), std::move(config), num_parallel_calls, in MakeDataset()
216 example::FastParseExampleConfig config, int32 num_parallel_calls, in Dataset() argument
234 num_parallel_calls_(num_parallel_calls), in Dataset()
749 int64 num_parallel_calls = num_parallel_calls_->value; in RunnerThread() local
750 return num_calls_ >= num_parallel_calls || in RunnerThread()
751 invocation_results_.size() >= num_parallel_calls; in RunnerThread()
816 int num_parallel_calls; in StatsThread() local
[all …]
/external/tensorflow/tensorflow/python/keras/preprocessing/
Dtimeseries.py207 num_parallel_calls=dataset_ops.AUTOTUNE)
214 num_parallel_calls=dataset_ops.AUTOTUNE)
229 num_parallel_calls=dataset_ops.AUTOTUNE)

12345