| /external/tensorflow/tensorflow/python/distribute/ |
| D | multi_worker_util.py | 49 def _validate_cluster_spec(cluster_spec, task_type, task_id): argument
66 if task_type and task_type not in cluster_spec:
67 raise ValueError("`task_type` %r not found in cluster_spec." % task_type)
70 if task_id >= len(cluster_spec[task_type]):
72 "The `task_id` %d exceeds the maximum id of %s." % (task_id, task_type))
75 def is_chief(cluster_spec, task_type, task_id): argument
91 _validate_cluster_spec(cluster_spec, task_type, task_id)
94 if task_type == "chief":
99 if ("chief" not in cluster_spec and task_type == "worker" and task_id == 0):
104 def worker_count(cluster_spec, task_type): argument
[all …]
|
| D | distribute_coordinator.py | 115 task_type, argument
139 self._task_type = task_type
151 self._cluster_spec, self.task_type, self.task_id)
179 task_type = _TaskType.CHIEF
183 task_type = _TaskType.WORKER
186 task_type = self._task_type
192 return prefix + self._cluster_spec.job_tasks(task_type)[task_id or 0]
286 def task_type(self): member in _WorkerContext
329 task_type, argument
339 if task_type == _TaskType.EVALUATOR:
[all …]
|
| D | distribute_coordinator_test.py | 108 task_type=None, argument
127 if (cluster_spec and task_type and task_id is not None and
130 if task_type in ["chief", "worker"]:
132 ["/job:%s/task:%d" % (task_type, task_id), "/job:ps"])
250 for task_type in cluster_spec.keys():
251 threads[task_type] = []
252 for task_id in range(len(cluster_spec[task_type])):
257 task_type=task_type,
260 threads[task_type].append(t)
355 task_type = str(context.task_type)
[all …]
|
| D | collective_all_reduce_strategy.py | 164 task_type = cluster_resolver.task_type
166 if task_type is None or task_id is None:
169 if task_type not in ("chief", "worker"):
172 "\"worker\"." % task_type)
174 self._num_workers = multi_worker_util.worker_count(cluster_spec, task_type)
179 self._is_chief = multi_worker_util.is_chief(cluster_spec, task_type,
182 self._worker_device = "/job:%s/task:%d" % (task_type, task_id)
201 self._default_device = "/job:%s/task:%d" % (task_type, task_id)
204 self._task_type = task_type
214 "communication = %s", cluster_spec.as_dict(), task_type,
[all …]
|
| D | multi_worker_util_test.py | 115 multi_worker_util.worker_count(cluster_spec, task_type="chief"), 3)
117 multi_worker_util.worker_count(cluster_spec, task_type="worker"), 3)
126 multi_worker_util.worker_count(cluster_spec, task_type="evaluator"), 1)
132 multi_worker_util.worker_count(cluster_spec, task_type="worker")
141 multi_worker_util.worker_count(cluster_spec, task_type="ps")
|
| /external/tensorflow/tensorflow/python/distribute/cluster_resolver/ |
| D | tfconfig_cluster_resolver.py | 56 task_type=None, argument
71 self._task_type = task_type
77 def task_type(self): member in TFConfigClusterResolver
92 @task_type.setter
93 def task_type(self, task_type): argument
94 self._task_type = task_type
116 task_type=None, argument
119 task_type = self.task_type if task_type is None else task_type
122 task_type, task_id, config_proto)
135 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
[all …]
|
| D | cluster_resolver.py | 108 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
126 task_type=None, argument
150 master = self.master(task_type, task_id)
154 if task_type is not None and task_id is not None:
155 job_path = '/job:%s' % task_type
185 def __init__(self, cluster_spec, master='', task_type=None, task_id=None, argument
191 self._task_type = task_type
210 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
224 if task_type is not None and task_id is not None:
225 master = self.cluster_spec().task_address(task_type, task_id)
[all …]
|
| D | slurm_cluster_resolver.py | 116 self.task_type = None
167 for task_type, num_tasks in self._jobs.items():
170 self._cluster_allocation[task_type] = (
174 self.task_type = task_type
196 return self.task_type, self.task_id
198 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
210 task_type = task_type if task_type is not None else self.task_type
213 if task_type is not None and task_id is not None:
215 self.cluster_spec().task_address(task_type, task_id),
221 task_type=None, argument
[all …]
|
| D | gce_cluster_resolver.py | 50 task_type='worker', argument
86 self._task_type = task_type
151 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
152 task_type = task_type if task_type is not None else self._task_type
155 if task_type is not None and task_id is not None:
156 master = self.cluster_spec().task_address(task_type, task_id)
165 def task_type(self): member in GCEClusterResolver
172 @task_type.setter
173 def task_type(self, task_type): member in GCEClusterResolver
|
| D | kubernetes_cluster_resolver.py | 92 self.task_type = None
96 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
112 task_type = task_type if task_type is not None else self.task_type
115 if task_type is not None and task_id is not None:
117 self.cluster_spec().task_address(task_type, task_id),
|
| D | cluster_resolver_test.py | 38 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
114 self.assertEqual(resolver.num_accelerators(task_type="worker1", task_id=0),
116 self.assertEqual(resolver.num_accelerators(task_type="worker2", task_id=3),
118 self.assertEqual(resolver.num_accelerators(task_type="worker2", task_id=4),
161 simple_resolver = SimpleClusterResolver(base_cluster_spec, task_type="ps",
166 self.assertEqual(simple_resolver.task_type, "ps")
178 simple_resolver = SimpleClusterResolver(base_cluster_spec, task_type="ps",
183 simple_resolver.task_type = "worker"
187 self.assertEqual(simple_resolver.task_type, "worker")
226 resolver1 = SimpleClusterResolver(cluster_spec_1, task_type="ps",
[all …]
|
| D | tfconfig_cluster_resolver_test.py | 158 self.assertEqual('ps', cluster_resolver.task_type)
177 cluster_resolver = TFConfigClusterResolver(task_type='ps', task_id=0)
180 self.assertEqual('ps', cluster_resolver.task_type)
183 cluster_resolver.task_type = 'worker'
188 self.assertEqual('worker', cluster_resolver.task_type)
207 self.assertEqual('123456', cluster_resolver.task_type)
287 self.assertEqual(resolver.num_accelerators(task_type='worker2', task_id=3),
|
| D | gce_cluster_resolver_test.py | 179 task_type='testworker',
187 self.assertEqual(gce_cluster_resolver.task_type, 'testworker')
203 task_type='',
210 task_type='', task_id=0), 'grpc://10.1.2.3:8470')
217 task_type='custom',
273 task_type='worker',
282 task_type='worker',
291 task_type='ps',
|
| D | tpu_cluster_resolver.py | 260 self.task_type = job_name
331 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
359 if task_type is not None and task_id is not None:
361 master = cluster_spec.task_address(task_type, task_id)
362 elif self.task_type is not None and self.task_id is not None:
364 master = cluster_spec.task_address(self.task_type, self.task_id)
367 job_tasks = cluster_spec.job_tasks(self.task_type)
384 return self.task_type
432 cluster_spec = {self.task_type: worker_list}
448 cluster_spec = {self.task_type: tpus}
[all …]
|
| /external/tensorflow/tensorflow/contrib/distribute/python/ |
| D | collective_all_reduce_strategy_test.py | 72 task_type=None, argument
80 if cluster_spec and task_type and task_id is not None:
83 task_type=task_type,
86 target = 'grpc://' + cluster_spec[task_type][task_id]
97 if task_type and task_id is not None:
101 task_type=task_type,
103 target = 'grpc://' + cluster_spec[task_type][task_id]
124 task_type, argument
130 task_type=task_type,
148 task_type, argument
[all …]
|
| D | multi_worker_test_base.py | 282 def _run_client(self, client_fn, task_type, task_id, num_gpus, *args, argument
284 result = client_fn(task_type, task_id, num_gpus, *args, **kwargs)
302 for task_type in [run_config.TaskType.CHIEF, run_config.TaskType.WORKER]:
303 for task_id in range(len(cluster_spec.get(task_type, []))):
306 args=(client_fn, task_type, task_id, num_gpus) + args,
397 def _run_task_in_thread(self, task_fn, cluster_spec, task_type, task_id, argument
399 if task_type:
403 'type': task_type,
422 for task_type in cluster_spec.keys():
423 threads[task_type] = []
[all …]
|
| D | parameter_server_strategy_test.py | 80 task_type=None, argument
89 if cluster_spec and task_type and task_id is not None:
92 task_type=task_type,
107 if task_type:
112 task_type=task_type,
135 task_type, argument
141 task_type=task_type,
148 task_type, argument
152 worker_device = '/job:%s/replica:0/task:%d' % (task_type, task_id)
154 task_type, task_id, num_gpus, use_core_strategy=use_core_strategy)
[all …]
|
| /external/autotest/contrib/ |
| D | compare_suite.py | 225 def get_time_per_task_type(self, task_type): argument
231 if task.task.task == task_type]
247 def get_time_per_task_type_from_db(self, task_type): argument
253 if task.task.task == task_type]
309 print '%% on %s %s%s' % (task_type, delimiter, percent_string)
313 print ' %s min (seconds)%s%s' % (task_type, delimiter, min_string)
317 print ' %s max (seconds)%s%s' % (task_type, delimiter, max_string)
320 print ' %s average (seconds)%s%s' % (task_type, delimiter, ave_string)
408 for task_type in all_task_types:
410 time_data = [suite_job.get_time_per_task_type(task_type)
[all …]
|
| /external/tensorflow/tensorflow/tools/api/golden/v2/ |
| D | tensorflow.distribute.cluster_resolver.-simple-cluster-resolver.pbtxt | 19 name: "task_type"
24 …argspec: "args=[\'self\', \'cluster_spec\', \'master\', \'task_type\', \'task_id\', \'environment\…
32 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'rpc_layer\'], varargs=None, keywords=None,…
36 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'config_proto\'], varargs=None, keywords=No…
|
| D | tensorflow.distribute.cluster_resolver.-t-f-config-cluster-resolver.pbtxt | 19 name: "task_type"
24 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'rpc_layer\', \'environment\'], varargs=Non…
32 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'rpc_layer\'], varargs=None, keywords=None,…
36 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'config_proto\'], varargs=None, keywords=No…
|
| D | tensorflow.distribute.cluster_resolver.-g-c-e-cluster-resolver.pbtxt | 19 name: "task_type"
24 …argspec: "args=[\'self\', \'project\', \'zone\', \'instance_group\', \'port\', \'task_type\', \'ta…
32 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'rpc_layer\'], varargs=None, keywords=None,…
36 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'config_proto\'], varargs=None, keywords=No…
|
| /external/tensorflow/tensorflow/tools/api/golden/v1/ |
| D | tensorflow.distribute.cluster_resolver.-g-c-e-cluster-resolver.pbtxt | 19 name: "task_type"
24 …argspec: "args=[\'self\', \'project\', \'zone\', \'instance_group\', \'port\', \'task_type\', \'ta…
32 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'rpc_layer\'], varargs=None, keywords=None,…
36 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'config_proto\'], varargs=None, keywords=No…
|
| D | tensorflow.distribute.cluster_resolver.-t-f-config-cluster-resolver.pbtxt | 19 name: "task_type"
24 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'rpc_layer\', \'environment\'], varargs=Non…
32 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'rpc_layer\'], varargs=None, keywords=None,…
36 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'config_proto\'], varargs=None, keywords=No…
|
| D | tensorflow.distribute.cluster_resolver.-simple-cluster-resolver.pbtxt | 19 name: "task_type"
24 …argspec: "args=[\'self\', \'cluster_spec\', \'master\', \'task_type\', \'task_id\', \'environment\…
32 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'rpc_layer\'], varargs=None, keywords=None,…
36 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'config_proto\'], varargs=None, keywords=No…
|
| /external/tensorflow/tensorflow/contrib/learn/python/learn/estimators/ |
| D | run_config.py | 201 def task_type(self): member in ClusterConfig
434 def _get_master(cluster_spec, task_type, task_id): argument
446 if task_type:
447 if task_type not in jobs:
452 'variable.' % (task_type, cluster_spec))
453 addresses = cluster_spec.job_tasks(task_type)
460 'variable.' % (task_id, task_type, cluster_spec))
|