Searched refs:num_subchunks (Results 1 – 1 of 1) sorted by relevance
| /external/tensorflow/tensorflow/python/distribute/ |
| D | all_reduce.py | 193 def _ring_permutations(num_workers, num_subchunks, gpu_perm): argument
227 if num_subchunks > num_gpus:
229 "num_subchunks %d must be <= num_gpus %d" % (num_subchunks, num_gpus))
230 rotation_interval = max(1, int(num_gpus / num_subchunks))
232 for s in range(0, num_subchunks):
241 for s in range(0, num_subchunks)]
243 for s in range(0, num_subchunks)]
244 for s in range(0, num_subchunks):
254 def build_ring_all_reduce(input_tensors, num_workers, num_subchunks, argument
282 num_workers, num_subchunks, gpu_perm)
[all …]
|