| /third_party/mindspore/tests/ut/cpp/python_input/gtest_input/pre_activate/ |
| D | ir_fusion_test.py | 23 allreduce = P.AllReduce() variable
24 allreduce.add_prim_attr('fusion', 1)
56 y1 = allreduce(x1)
57 y2 = allreduce(x2)
58 y3 = allreduce(x3)
59 y4 = allreduce(x4)
60 y5 = allreduce(x5)
65 ar = allreduce(x1, x2, x3, x4, x5)
83 y1 = allreduce(x1)
84 y2 = allreduce(x2)
[all …]
|
| D | bn_split.py | 32 allreduce = Primitive('AllReduce') variable
116 allreduce_output0 = allreduce(bn_training_reduce_output0)
117 allreduce_output1 = allreduce(bn_training_reduce_output1)
|
| D | bn_grad_split.py | 31 allreduce = Primitive('AllReduce') variable
114 allreduce_output0 = allreduce(update_output0)
115 allreduce_output1 = allreduce(update_output1)
|
| /third_party/mindspore/mindspore/nn/wrap/ |
| D | grad_reducer.py | 83 def _tensors_allreduce(degree, mean, allgather, allreduce, allreduce_filter, grad): argument
99 grad = allreduce(grad)
130 def _tensors_allreduce_ps(degree, mean, allgather, allreduce, allreduce_filter, grad, ps_parameter): argument
150 grad = allreduce(grad)
158 def _tensors_allreduce_with_sparse(degree, mean, allgather, allreduce, allreduce_filter, grad): argument
184 def _tensors_allreduce_with_sparse_ps(degree, mean, allgather, allreduce, allreduce_filter, grad, p… argument
389 self.allreduce = AllReduce().add_prim_attr('fusion', fusion_type)
422 … self.allreduce), self.allreduce_filter, grads, self.ps_parameters)
425 self.allreduce), self.allreduce_filter, grads)
|
| D | loss_scale.py | 299 self.allreduce = P.AllReduce()
411 flag_reduce = self.allreduce(flag_sum)
|
| /third_party/mindspore/mindspore/ccsrc/backend/optimizer/ascend/ir_fission/ |
| D | bn_split.cc | 217 auto allreduce = graph->NewCNode(allreduce_inputs); in CreateAllReduceAndMul() local
218 MS_EXCEPTION_IF_NULL(allreduce); in CreateAllReduceAndMul()
219 allreduce->set_abstract(input_node->abstract()); in CreateAllReduceAndMul()
220 allreduce->set_scope(allreduce_input->scope()); in CreateAllReduceAndMul()
221 AnfAlgo::SetNodeAttr(kAttrOp, MakeValue(kReduceOpSum), allreduce); in CreateAllReduceAndMul()
222 AnfAlgo::CopyNodeAttr(kAttrGroup, sync_bn_cnode, allreduce); in CreateAllReduceAndMul()
235 AnfAlgo::SetNodeAttr(kAttrFusion, MakeValue(opid), allreduce); in CreateAllReduceAndMul()
239 …:vector<AnfNodePtr> mul_inputs = {NewValueNode(std::make_shared<Primitive>(kMulOpName)), allreduce, in CreateAllReduceAndMul()
|
| /third_party/mindspore/mindspore/boost/ |
| D | adasum.py | 56 def _send_recv_res(left_send, recv_part, local_part, allreduce, parameter_divisibility, allreduce_n… argument
71 value_0 = allreduce(value_0)
72 value_1 = F.depend(allreduce(value_1), value_0)
73 value_2 = F.depend(allreduce(value_2), value_1)
79 res = allreduce(local_part)
88 def _adasum_opt_forward_process(left_send, allreduce, parameter_divisibility, allreduce_node_num, s… argument
105 …update_delta_w = _send_recv_res(left_send, recv_part, right_part, allreduce, parameter_divisibilit…
112 …update_delta_w = _send_recv_res(left_send, recv_part, left_part, allreduce, parameter_divisibility,
|
| D | boost_cell_wrapper.py | 355 self.allreduce = P.AllReduce()
471 flag_reduce = self.allreduce(flag_sum)
|
| /third_party/mindspore/tests/st/networks/models/resnet50/src_thor/ |
| D | metric.py | 52 self.allreduce = P.AllReduce(P.ReduceOp.SUM, GlobalComm.WORLD_COMM_GROUP)
61 total_correct = self.allreduce(y_correct)
|
| /third_party/mindspore/tests/st/networks/models/resnet50/src/ |
| D | metric.py | 52 self.allreduce = P.AllReduce(P.ReduceOp.SUM, GlobalComm.WORLD_COMM_GROUP)
61 total_correct = self.allreduce(y_correct)
|
| /third_party/mindspore/mindspore/ccsrc/backend/session/ |
| D | kernel_graph.h | 346 …void InsertFromSendRecvPair(const CNodePtr &allreduce, const std::pair<CNodePtr, CNodePtr> &send_r… in InsertFromSendRecvPair() argument
347 allreduce_from_send_recv_pairs_[allreduce] = send_recv_pair; in InsertFromSendRecvPair()
349 …void InsertToSendRecvPair(const CNodePtr &allreduce, const std::pair<CNodePtr, CNodePtr> &send_rec… in InsertToSendRecvPair() argument
350 allreduce_to_send_recv_pairs_[allreduce] = send_recv_pair; in InsertToSendRecvPair()
|
| /third_party/mindspore/tests/st/networks/models/bert/src/ |
| D | bert_for_pre_training.py | 357 self.allreduce = P.AllReduce()
427 flag_reduce = self.allreduce(flag_sum)
|
| /third_party/mindspore/ |
| D | RELEASE.md | 2642 - Performance optimization of the distributed training with allreduce.
2966 - Fix allreduce ir inconsistency([!989](https://gitee.com/mindspore/mindspore/pulls/989)).
|