Home
last modified time | relevance | path

Searched refs:cluster_resolver (Results 1 – 25 of 119) sorted by relevance

12345

/external/tensorflow/tensorflow/python/distribute/cluster_resolver/
Dtfconfig_cluster_resolver_test.py25 from tensorflow.python.distribute.cluster_resolver.tfconfig_cluster_resolver import TFConfigCluster…
62 cluster_resolver = TFConfigClusterResolver()
70 actual_cluster_spec = cluster_resolver.cluster_spec()
87 cluster_resolver = TFConfigClusterResolver()
93 actual_cluster_spec = cluster_resolver.cluster_spec()
110 cluster_resolver = TFConfigClusterResolver()
111 self.assertEqual('ps0:2222', cluster_resolver.master())
127 cluster_resolver = TFConfigClusterResolver()
128 self.assertEqual('worker1:2222', cluster_resolver.master('worker', 1))
145 cluster_resolver = TFConfigClusterResolver()
[all …]
Dsagemaker_cluster_resolver_test.py23 from tensorflow.python.distribute.cluster_resolver.sagemaker_cluster_resolver import SageMakerClust…
50 cluster_resolver = SageMakerClusterResolver()
55 actual_cluster_spec = cluster_resolver.cluster_spec()
62 cluster_resolver = SageMakerClusterResolver()
63 self.assertEqual('algo-1:2223', cluster_resolver.master())
69 cluster_resolver = SageMakerClusterResolver()
70 self.assertEqual('algo-2:2223', cluster_resolver.master('worker', 1))
76 cluster_resolver = SageMakerClusterResolver(rpc_layer='grpc')
77 self.assertEqual('grpc://algo-1:2223', cluster_resolver.master())
83 cluster_resolver = SageMakerClusterResolver(task_type='worker', task_id=0)
[all …]
D__init__.py28 from tensorflow.python.distribute.cluster_resolver.cluster_resolver import ClusterResolver
29 from tensorflow.python.distribute.cluster_resolver.cluster_resolver import SimpleClusterResolver
30 from tensorflow.python.distribute.cluster_resolver.cluster_resolver import UnionClusterResolver
31 from tensorflow.python.distribute.cluster_resolver.gce_cluster_resolver import GCEClusterResolver
32 from tensorflow.python.distribute.cluster_resolver.kubernetes_cluster_resolver import KubernetesClu…
33 from tensorflow.python.distribute.cluster_resolver.slurm_cluster_resolver import SlurmClusterResolv…
34 from tensorflow.python.distribute.cluster_resolver.tfconfig_cluster_resolver import TFConfigCluster…
35 from tensorflow.python.distribute.cluster_resolver.tpu_cluster_resolver import TPUClusterResolver
Dkubernetes_cluster_resolver_test.py21 from tensorflow.python.distribute.cluster_resolver.kubernetes_cluster_resolver import KubernetesClu…
78 cluster_resolver = KubernetesClusterResolver(
82 actual_cluster_spec = cluster_resolver.cluster_spec()
97 cluster_resolver = KubernetesClusterResolver(
101 actual_cluster_spec = cluster_resolver.cluster_spec()
118 cluster_resolver = KubernetesClusterResolver(
121 cluster_resolver.task_type = 'worker'
122 cluster_resolver.task_id = 0
123 self.assertEqual(cluster_resolver.task_type, 'worker')
124 self.assertEqual(cluster_resolver.task_id, 0)
[all …]
DREADME_Slurm.md46 - Creating cluster in Python `import tensorflow as tf cluster_resolver =
47 tf.distribute.cluster_resolver.SlurmClusterResolver() strategy =
48 tf.distribute.experimental.MultiWorkerMirroredStrategy(cluster_resolver=cluster_resolver)
52 and 4 GPUs. `cluster_resolver.cluster_spec()` will return a cluster
65 - Creating cluster in Python ``` cluster_resolver =
66 tf.contrib.cluster_resolver.SlurmClusterResolver( {'ps': 1, 'worker': 3},
70 cluster = cluster_resolver.cluster_spec() job_name, task_index =
71 cluster_resolver.get_task_info() ```
/external/tensorflow/tensorflow/python/distribute/cluster_resolver/tpu/
Dtpu_cluster_resolver_test.py28 from tensorflow.python.distribute.cluster_resolver.tpu import tpu_cluster_resolver as resolver
164 cluster_resolver = resolver.TPUClusterResolver(
172 actual_cluster_spec = cluster_resolver.cluster_spec()
182 """ % cluster_resolver._coordinator_port
184 self.assertEqual(cluster_resolver.master(), 'grpc://10.1.2.3:8470')
198 cluster_resolver = resolver.TPUClusterResolver(
206 actual_cluster_spec = cluster_resolver.cluster_spec()
211 self.assertEqual(cluster_resolver.master(), 'grpc://10.1.2.3:8470')
224 cluster_resolver = resolver.TPUClusterResolver(
233 cluster_resolver.cluster_spec()
[all …]
/external/tensorflow/tensorflow/python/kernel_tests/
Dcollective_ops_multi_worker_test.py29 from tensorflow.python.distribute import cluster_resolver as cluster_resolver_lib
42 def enable_collective_ops(cluster_resolver): argument
47 cluster=cluster_resolver.cluster_spec().as_cluster_def(),
49 job_name=cluster_resolver.task_type,
50 task_index=cluster_resolver.task_id,
51 protocol=cluster_resolver.rpc_layer or "grpc")
55 def enable_collective_ops_with_barrier(cluster_resolver): argument
57 enable_collective_ops(cluster_resolver)
110 cluster_resolver = cluster_resolver_lib.TFConfigClusterResolver()
111 enable_collective_ops(cluster_resolver)
[all …]
/external/tensorflow/tensorflow/python/tpu/
Dtpu_strategy_util.py25 from tensorflow.python.distribute.cluster_resolver.tpu_cluster_resolver import TPUClusterResolver
43 def initialize_tpu_system(cluster_resolver=None): argument
67 if cluster_resolver is None:
75 cluster_resolver = TPUClusterResolver("")
76 assert isinstance(cluster_resolver, TPUClusterResolver)
78 tpu_name = compat.as_text(cluster_resolver._tpu) # pylint: disable=protected-access
95 job = "{}/replica:0/task:0".format(cluster_resolver.get_job_name())
124 master = cluster_resolver.master()
125 cluster_spec = cluster_resolver.cluster_spec()
160 def shutdown_tpu_system(cluster_resolver=None): argument
[all …]
/external/tensorflow/tensorflow/python/distribute/coordinator/
Dutils.py28 def start_server(cluster_resolver, protocol): argument
32 if not (cluster_resolver.task_type == 'worker' or
33 cluster_resolver.task_type == 'ps'):
35 cluster_resolver.task_type))
38 cluster_resolver.cluster_spec().as_cluster_def(),
39 job_name=cluster_resolver.task_type,
40 task_index=cluster_resolver.task_id,
44 cluster_resolver.task_type, cluster_resolver.task_id)
/external/tensorflow/tensorflow/python/distribute/
Dparameter_server_strategy.py34 from tensorflow.python.distribute.cluster_resolver import SimpleClusterResolver
35 from tensorflow.python.distribute.cluster_resolver import TFConfigClusterResolver
104 def __init__(self, cluster_resolver=None): argument
112 if cluster_resolver is None:
113 cluster_resolver = TFConfigClusterResolver()
116 self, cluster_resolver=cluster_resolver))
167 cluster_resolver=None, argument
172 cluster_resolver=cluster_resolver,
181 cluster_resolver=None, argument
184 if cluster_resolver and cluster_resolver.cluster_spec():
[all …]
Dcollective_all_reduce_strategy.py41 from tensorflow.python.distribute.cluster_resolver import ClusterResolver
42 from tensorflow.python.distribute.cluster_resolver import SimpleClusterResolver
43 from tensorflow.python.distribute.cluster_resolver import TFConfigClusterResolver
169 cluster_resolver=None, argument
189 cluster_resolver=cluster_resolver,
208 def cluster_resolver(self): member in CollectiveAllReduceStrategy
240 cluster_resolver=None): argument
255 self).__init__(cluster_resolver, communication_options)
281 cluster_resolver=None): argument
288 cluster_resolver=cluster_resolver,
[all …]
Dparameter_server_strategy_v2_test.py37 from tensorflow.python.distribute.cluster_resolver import SimpleClusterResolver
87 self.cluster_resolver = SimpleClusterResolver(ClusterSpec(cluster_def))
97 self.cluster_resolver)
119 self.cluster_resolver)
152 self.cluster_resolver)
209 self.cluster_resolver)
222 self.cluster_resolver)
235 self.cluster_resolver)
241 self.cluster_resolver)
254 self.cluster_resolver)
[all …]
Dparameter_server_strategy_v2.py415 def __init__(self, cluster_resolver, variable_partitioner=None): argument
456 self._cluster_resolver = cluster_resolver
458 self._verify_args_and_config(cluster_resolver)
462 "with cluster_spec: %s", cluster_resolver.cluster_spec())
466 self._extended = ParameterServerStrategyV2Extended(self, cluster_resolver,
510 def _verify_args_and_config(self, cluster_resolver): argument
511 if not cluster_resolver.cluster_spec():
514 cluster_spec = cluster_resolver.cluster_spec()
519 cluster_resolver.task_type,
520 cluster_resolver.task_id)
[all …]
/external/tensorflow/tensorflow/tools/api/golden/v2/
Dtensorflow.distribute.cluster_resolver.-union-resolver.pbtxt1 path: "tensorflow.distribute.cluster_resolver.UnionResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.UnionCluster…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
Dtensorflow.distribute.cluster_resolver.-simple-cluster-resolver.pbtxt1 path: "tensorflow.distribute.cluster_resolver.SimpleClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.SimpleCluste…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
Dtensorflow.distribute.cluster_resolver.-kubernetes-cluster-resolver.pbtxt1 path: "tensorflow.distribute.cluster_resolver.KubernetesClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.kubernetes_cluster_resolver.K…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
Dtensorflow.distribute.cluster_resolver.-t-f-config-cluster-resolver.pbtxt1 path: "tensorflow.distribute.cluster_resolver.TFConfigClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.tfconfig_cluster_resolver.TFC…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
Dtensorflow.distribute.cluster_resolver.-g-c-e-cluster-resolver.pbtxt1 path: "tensorflow.distribute.cluster_resolver.GCEClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.gce_cluster_resolver.GCEClust…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
Dtensorflow.distribute.cluster_resolver.-slurm-cluster-resolver.pbtxt1 path: "tensorflow.distribute.cluster_resolver.SlurmClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.slurm_cluster_resolver.SlurmC…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
/external/tensorflow/tensorflow/tools/api/golden/v1/
Dtensorflow.distribute.cluster_resolver.-union-resolver.pbtxt1 path: "tensorflow.distribute.cluster_resolver.UnionResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.UnionCluster…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
Dtensorflow.distribute.cluster_resolver.-simple-cluster-resolver.pbtxt1 path: "tensorflow.distribute.cluster_resolver.SimpleClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.SimpleCluste…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
Dtensorflow.distribute.cluster_resolver.-kubernetes-cluster-resolver.pbtxt1 path: "tensorflow.distribute.cluster_resolver.KubernetesClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.kubernetes_cluster_resolver.K…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
Dtensorflow.distribute.cluster_resolver.-g-c-e-cluster-resolver.pbtxt1 path: "tensorflow.distribute.cluster_resolver.GCEClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.gce_cluster_resolver.GCEClust…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
Dtensorflow.distribute.cluster_resolver.-t-f-config-cluster-resolver.pbtxt1 path: "tensorflow.distribute.cluster_resolver.TFConfigClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.tfconfig_cluster_resolver.TFC…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…
Dtensorflow.distribute.cluster_resolver.-slurm-cluster-resolver.pbtxt1 path: "tensorflow.distribute.cluster_resolver.SlurmClusterResolver"
3 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.slurm_cluster_resolver.SlurmC…
4 …is_instance: "<class \'tensorflow.python.distribute.cluster_resolver.cluster_resolver.ClusterResol…

12345