Searched refs:allreduce_hook (Results 1 – 12 of 12) sorted by relevance
| /external/pytorch/benchmarks/distributed/rpc/parameter_server/trainer/ |
| D | __init__.py | 4 from .hooks import allreduce_hook, hybrid_hook, rpc_hook, sparse_rpc_hook
13 "allreduce_hook": allreduce_hook,
|
| D | hooks.py | 7 def allreduce_hook(state, bucket): function
|
| /external/pytorch/torch/distributed/algorithms/_optimizer_overlap/ |
| D | optimizer_overlap.py | 6 from torch.distributed.algorithms.ddp_comm_hooks.default_hooks import allreduce_hook
74 _hook_then_optimizer(allreduce_hook, self._opt_hook_state),
|
| /external/pytorch/torch/distributed/algorithms/_comm_hooks/ |
| D | default_hooks.py | 95 def allreduce_hook(state: DefaultState, grad: torch.Tensor): function
149 allreduce_hook(state, grad)
|
| /external/pytorch/torch/distributed/algorithms/ddp_comm_hooks/ |
| D | __init__.py | 54 ALLREDUCE = partial(_ddp_comm_hook_wrapper, comm_hook=default.allreduce_hook)
|
| D | default_hooks.py | 33 def allreduce_hook( function
|
| /external/pytorch/docs/source/ |
| D | ddp_comm_hooks.rst | 45 .. autofunction:: allreduce_hook
|
| /external/pytorch/test/distributed/optim/ |
| D | test_zero_redundancy_optimizer.py | 28 from torch.distributed.algorithms.ddp_comm_hooks.default_hooks import allreduce_hook
1306 allreduce_hook,
|
| /external/pytorch/torch/csrc/distributed/c10d/ |
| D | reducer.cpp | 944 _AllReduceBySumCommHook allreduce_hook(process_group_); in run_allreduce_hook() local
945 return allreduce_hook.runHook(grad_bucket); in run_allreduce_hook()
|
| /external/pytorch/test/distributed/ |
| D | test_c10d_nccl.py | 1793 def allreduce_hook( function
1805 process_group, allreduce_hook, gradient_as_bucket_view, static_graph
1820 hook_options = [default.allreduce_hook, default.fp16_compress_hook]
1849 (default.allreduce_hook, process_group),
1873 (default.allreduce_hook, process_group),
|
| /external/pytorch/torch/distributed/fsdp/ |
| D | _init_utils.py | 1191 default_hooks.allreduce_hook
|
| /external/pytorch/torch/testing/_internal/distributed/ |
| D | distributed_test.py | 4494 default.allreduce_hook,
5132 self._test_ddp_hook_parity(state=None, hook=default.allreduce_hook)
5145 self._test_ddp_hook_parity(state=process_group, hook=default.allreduce_hook)
5380 def allreduce_hook( function
5391 num_iters=4, ddp_comm_hook=allreduce_hook
7382 hook=default.allreduce_hook,
|