Home
last modified time | relevance | path

Searched refs:task_id (Results 1 – 25 of 141) sorted by relevance

123456

/external/tensorflow/tensorflow/python/distribute/cluster_resolver/
Dcluster_resolver.py115 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
136 task_id=None, argument
159 master = self.master(task_type, task_id)
165 if task_type is not None and task_id is not None:
167 task_path = '/task:%s' % task_id
242 def task_id(self): member in ClusterResolver
286 @task_id.setter
287 def task_id(self, task_id): member in ClusterResolver
289 self._task_id = task_id
324 def __init__(self, cluster_spec, master='', task_type=None, task_id=None, argument
[all …]
Dtfconfig_cluster_resolver.py86 task_id=None, argument
101 self._task_id = task_id
114 def task_id(self): member in TFConfigClusterResolver
125 @task_id.setter
126 def task_id(self, task_id): argument
127 self._task_id = task_id
146 task_id=None, argument
149 task_id = self.task_id if task_id is None else task_id
151 task_type, task_id, config_proto)
164 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
[all …]
Dsagemaker_cluster_resolver.py96 task_id=None, argument
110 self._task_id = task_id
124 def task_id(self): member in SageMakerClusterResolver
135 @task_id.setter
136 def task_id(self, task_id): member in SageMakerClusterResolver
137 self._task_id = task_id
154 def num_accelerators(self, task_type=None, task_id=None, config_proto=None): argument
156 task_id = self.task_id if task_id is None else task_id
158 self).num_accelerators(task_type, task_id, config_proto)
171 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
[all …]
Dgce_cluster_resolver.py74 task_id=0, argument
110 self._task_id = task_id
174 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
176 task_id = task_id if task_id is not None else self._task_id
178 if task_type is not None and task_id is not None:
179 master = self.cluster_spec().task_address(task_type, task_id)
192 def task_id(self): member in GCEClusterResolver
201 @task_id.setter
202 def task_id(self, task_id): argument
203 self._task_id = task_id
Dkubernetes_cluster_resolver.py118 self.task_id = None
121 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
140 task_id = task_id if task_id is not None else self.task_id
142 if task_type is not None and task_id is not None:
144 self.cluster_spec().task_address(task_type, task_id),
Dslurm_cluster_resolver.py264 self.task_id = None
350 self.task_id = self._rank - cluster_rank_offset_start
371 return self.task_type, self.task_id
373 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
386 task_id = task_id if task_id is not None else self.task_id
388 if task_type is not None and task_id is not None:
390 self.cluster_spec().task_address(task_type, task_id),
397 task_id=None, argument
400 del task_type, task_id, config_proto
Dtfconfig_cluster_resolver_test.py160 self.assertEqual(0, cluster_resolver.task_id)
178 cluster_resolver = TFConfigClusterResolver(task_type='ps', task_id=0)
182 self.assertEqual(0, cluster_resolver.task_id)
185 cluster_resolver.task_id = 1
190 self.assertEqual(1, cluster_resolver.task_id)
225 self.assertEqual(1, cluster_resolver.task_id)
239 cluster_resolver = TFConfigClusterResolver(task_id=1)
240 self.assertEqual(1, cluster_resolver.task_id)
303 self.assertEqual(resolver.num_accelerators(task_type='worker2', task_id=3),
Dcluster_resolver_test.py39 def master(self, task_type=None, task_id=None, rpc_layer=None): argument
115 self.assertEqual(resolver.num_accelerators(task_type="worker1", task_id=0),
117 self.assertEqual(resolver.num_accelerators(task_type="worker2", task_id=3),
119 self.assertEqual(resolver.num_accelerators(task_type="worker2", task_id=4),
163 task_id=1, environment="cloud",
168 self.assertEqual(simple_resolver.task_id, 1)
180 task_id=1, environment="cloud",
185 simple_resolver.task_id = 2
189 self.assertEqual(simple_resolver.task_id, 2)
228 task_id=1, environment="cloud",
[all …]
Dsagemaker_cluster_resolver_test.py83 cluster_resolver = SageMakerClusterResolver(task_type='worker', task_id=0)
87 self.assertEqual(0, cluster_resolver.task_id)
90 cluster_resolver.task_id = 1
95 self.assertEqual(1, cluster_resolver.task_id)
102 cluster_resolver = SageMakerClusterResolver(task_id=1)
103 self.assertEqual(1, cluster_resolver.task_id)
/external/tensorflow/tensorflow/python/distribute/
Dmulti_process_runner.py251 def _continuously_readline_from_sub(self, pipe_r, task_type, task_id): argument
255 task_string = '[{}-{}]:'.format(task_type, task_id)
266 task_id, argument
279 task_id=task_id,
308 self._processes[(task_type, task_id)] = p
309 self._terminated.discard((task_type, task_id))
315 args=(pipe_r, task_type, task_id))
337 for task_id, _ in enumerate(addresses):
338 self._start_subprocess_and_reading_thread(task_type, task_id)
395 for task_id, _ in enumerate(addresses):
[all …]
Ddistribute_coordinator.py116 task_id, argument
140 self._task_id = task_id
151 self._cluster_spec, self.task_type, self.task_id)
180 task_id = 0
184 task_id = 0
187 task_id = self._task_id
192 return prefix + self._cluster_spec.job_tasks(task_type)[task_id or 0]
291 def task_id(self): member in _WorkerContext
330 task_id, argument
345 strategy.configure(session_config, cluster_spec, task_type, task_id)
[all …]
Dmulti_worker_util.py58 task_id): argument
106 if task_type in cluster_spec.jobs and task_id >= task_count(
109 "The `task_id` %d exceeds the maximum id of %s." % (task_id, task_type))
112 def is_chief(cluster_spec=None, task_type=None, task_id=None): argument
139 _validate_cluster_spec(cluster_spec, task_type, task_id)
147 if ("chief" not in cluster_spec and task_type == "worker" and task_id == 0):
152 def collective_leader(cluster_spec, task_type, task_id): argument
171 _validate_cluster_spec(cluster_spec, task_type, task_id)
188 _validate_cluster_spec(cluster_spec, task_type, task_id=0)
207 def id_in_cluster(cluster_spec, task_type, task_id): argument
[all …]
Dmulti_worker_test_base.py234 task_id = cluster_resolver.task_id
239 'task_id = %r, rpc_layer = %r', cluster_spec, task_type, task_id,
255 task_index=task_id,
259 start_event = start_events[task_type][task_id]
262 finish_event = finish_events[task_type][task_id]
311 def kill_task(self, task_type, task_id): argument
319 if (not self._start_events[task_type][task_id].is_set() or
320 self._finish_events[task_type][task_id].is_set()):
321 raise ValueError("The task %s:%d doesn't exist." % (task_type, task_id))
323 self._finish_events[task_type][task_id].set()
[all …]
Dcollective_all_reduce_strategy_test.py71 task_id=None, argument
77 if cluster_spec and task_type and task_id is not None:
81 task_id=task_id,
83 target = 'grpc://' + cluster_spec[task_type][task_id]
105 def _get_test_object(self, task_type, task_id, num_gpus=0): argument
109 task_id=task_id,
113 def _test_minimize_loss_graph(self, task_type, task_id, num_gpus): argument
114 d, master_target, config = self._get_test_object(task_type, task_id,
185 def _test_variable_initialization(self, task_type, task_id, num_gpus): argument
187 task_type, task_id, num_gpus)
[all …]
Ddistribute_coordinator_test.py112 task_id=None): argument
114 if task_id == 0:
119 if task_id == 0:
124 if task_id == 0:
130 if (cluster_spec and task_type and task_id is not None and
135 ["/job:%s/task:%d" % (task_type, task_id), "/job:ps"])
262 for task_id in range(len(cluster_spec[task_type])):
268 task_id=task_id,
375 task_id = context.task_id or 0
379 while len(self._worker_context[task_type]) <= task_id:
[all …]
/external/libbrillo/brillo/message_loops/
Dmessage_loop_test.cc84 TaskId task_id = in TYPED_TEST() local
86 EXPECT_NE(MessageLoop::kTaskIdNull, task_id); in TYPED_TEST()
94 TaskId task_id = in TYPED_TEST() local
96 EXPECT_TRUE(this->loop_->CancelTask(task_id)); in TYPED_TEST()
100 EXPECT_FALSE(this->loop_->CancelTask(task_id)); in TYPED_TEST()
105 TaskId task_id = in TYPED_TEST() local
108 EXPECT_NE(MessageLoop::kTaskIdNull, task_id); in TYPED_TEST()
127 TaskId task_id; in TYPED_TEST() local
128 task_id = this->loop_->PostTask( in TYPED_TEST()
131 [](bool* cancel_result, MessageLoop* loop, TaskId* task_id) { in TYPED_TEST() argument
[all …]
Dbase_message_loop.cc84 TaskId task_id = NextTaskId(); in PostDelayedTask() local
88 weak_ptr_factory_.GetWeakPtr(), task_id), in PostDelayedTask()
90 DVLOG_LOC(from_here, 1) << "Scheduling delayed task_id " << task_id in PostDelayedTask()
95 delayed_tasks_.emplace(task_id, in PostDelayedTask()
96 DelayedTask{from_here, task_id, std::move(task)}); in PostDelayedTask()
97 return task_id; in PostDelayedTask()
100 bool BaseMessageLoop::CancelTask(TaskId task_id) { in CancelTask() argument
101 if (task_id == kTaskIdNull) in CancelTask()
103 auto delayed_task_it = delayed_tasks_.find(task_id); in CancelTask()
115 << "Removing task_id " << task_id << " scheduled from this location."; in CancelTask()
[all …]
/external/libchrome/base/task/
Dcancelable_task_tracker_unittest.cc112 CancelableTaskTracker::TaskId task_id = task_tracker_.PostTask( in TEST_F() local
114 EXPECT_NE(CancelableTaskTracker::kBadTaskId, task_id); in TEST_F()
118 task_tracker_.TryCancel(task_id); in TEST_F()
130 CancelableTaskTracker::TaskId task_id = in TEST_F() local
135 EXPECT_NE(CancelableTaskTracker::kBadTaskId, task_id); in TEST_F()
137 task_tracker_.TryCancel(task_id); in TEST_F()
149 CancelableTaskTracker::TaskId task_id = in TEST_F() local
154 EXPECT_NE(CancelableTaskTracker::kBadTaskId, task_id); in TEST_F()
158 task_tracker_.TryCancel(task_id); in TEST_F()
168 CancelableTaskTracker::TaskId task_id = task_tracker_.PostTaskAndReply( in TEST_F() local
[all …]
/external/tensorflow/tensorflow/core/data/service/
Dworker_impl.cc104 VLOG(3) << "Received request to process task " << task.task_id(); in ProcessTask()
110 std::unique_ptr<Task>& task = tasks_[task_def.task_id()]; in ProcessTaskInternal()
113 << task->task_def.task_id(); in ProcessTaskInternal()
117 VLOG(3) << "Began processing for task " << task_def.task_id() in ProcessTaskInternal()
176 VLOG(3) << "Created iterator for task " << task.task_def.task_id(); in EnsureTaskInitialized()
182 VLOG(3) << "Received GetElement request for task " << request->task_id(); in GetElement()
193 auto it = tasks_.find(request->task_id()); in GetElement()
195 if (finished_tasks_.contains(request->task_id())) { in GetElement()
202 return errors::Unavailable("Task ", request->task_id(), " not found"); in GetElement()
211 VLOG(3) << "Reached end_of_sequence for task " << request->task_id(); in GetElement()
[all …]
Ddispatcher_state.cc152 int64 task_id = create_pending_task.task_id(); in CreatePendingTask() local
153 auto& task = tasks_[task_id]; in CreatePendingTask()
158 std::make_shared<Task>(task_id, job, create_pending_task.worker_address(), in CreatePendingTask()
161 tasks_by_worker_[create_pending_task.worker_address()][task->task_id] = task; in CreatePendingTask()
162 next_available_task_id_ = std::max(next_available_task_id_, task_id + 1); in CreatePendingTask()
187 int64 task_id = create_task.task_id(); in CreateTask() local
188 auto& task = tasks_[task_id]; in CreateTask()
192 task = std::make_shared<Task>(task_id, job, create_task.worker_address(), in CreateTask()
195 tasks_by_worker_[create_task.worker_address()][task->task_id] = task; in CreateTask()
196 next_available_task_id_ = std::max(next_available_task_id_, task_id + 1); in CreateTask()
[all …]
/external/tensorflow/tensorflow/python/distribute/integration_test/
Dmwms_peer_failure_test.py46 task_id = strategy.cluster_resolver.task_id
47 attempts[(task_type, task_id)] = attempts.get((task_type, task_id), 0) + 1
48 return task_id, attempts[(task_type, task_id)]
84 if strategy.cluster_resolver.task_id == 1:
118 if strategy.cluster_resolver.task_id == 1:
140 task_id, attempt = get_attempt(strategy, attempts)
144 if attempt == 1 and task_id == 1:
162 task_id, attempt = get_attempt(strategy, attempts)
166 if attempt == 1 and task_id == 1:
193 task_id, attempt = get_attempt(strategy, attempts)
[all …]
/external/tensorflow/tensorflow/lite/delegates/gpu/common/memory_management/
Dgreedy_by_breadth_assignment.cc37 TaskId task_id; member
39 TaskBreadthWithId(size_t breadth, size_t task_id) in TaskBreadthWithId()
40 : breadth(breadth), task_id(task_id) {} in TaskBreadthWithId()
57 for (size_t task_id = 0; task_id < task_profiles.size(); ++task_id) { in GreedyByBreadthAssignment() local
59 for (const auto& tensor_info : task_profiles[task_id]) { in GreedyByBreadthAssignment()
62 task_breadth.emplace_back(breadth, task_id); in GreedyByBreadthAssignment()
74 for (const auto& tensor_info : task_profiles[task.task_id]) { in GreedyByBreadthAssignment()
/external/tensorflow/tensorflow/python/keras/integration_test/
Dmulti_worker_tutorial_test.py36 def _is_chief(task_type, task_id): argument
44 return task_type == 'worker' and task_id == 0
47 def _get_temp_dir(dirpath, task_id): argument
48 base_dirpath = 'workertemp_' + str(task_id)
54 def write_filepath(filepath, task_type, task_id): argument
57 if not _is_chief(task_type, task_id):
58 dirpath = _get_temp_dir(dirpath, task_id)
165 task_type, task_id = (strategy.cluster_resolver.task_type,
166 strategy.cluster_resolver.task_id)
167 write_model_path = write_filepath(model_path, task_type, task_id)
[all …]
/external/toolchain-utils/crosperf/
Dsuite_runner.py205 def DownloadResult(self, label, task_id): argument
207 result_dir = 'gs://chromeos-autotest-results/swarming-%s' % task_id
228 self.logger.LogOutput('No result directory for task %s' % task_id)
236 self.logger.LogOutput('Cannot download results from task %s' % task_id)
238 self.logger.LogOutput('Result downloaded for task %s' % task_id)
279 task_id = ret_tup[1].strip().split('b')[-1]
281 command = ('skylab wait-task %s' % task_id)
309 task_id = output['task-run-url'].split('=')[-1]
310 if self.DownloadResult(label, task_id) == 0:
311 result_dir = '\nResults placed in tmp/swarming-%s\n' % task_id
/external/tensorflow/tensorflow/tools/api/golden/v2/
Dtensorflow.distribute.cluster_resolver.-simple-cluster-resolver.pbtxt15 name: "task_id"
24 …argspec: "args=[\'self\', \'cluster_spec\', \'master\', \'task_type\', \'task_id\', \'environment\…
32 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'rpc_layer\'], varargs=None, keywords=None,…
36 …argspec: "args=[\'self\', \'task_type\', \'task_id\', \'config_proto\'], varargs=None, keywords=No…

123456