| /third_party/mindspore/tests/ut/python/parallel/ |
| D | test_set_auto_parallel_context.py | 23 …context.set_auto_parallel_context(device_num=4, global_rank=3, gradients_mean=True, gradient_fp32_…
28 gradients_mean = context.get_auto_parallel_context("gradients_mean")
35 assert gradients_mean
52 gradients_mean = auto_parallel_context().get_gradients_mean()
53 assert gradients_mean
104 gradients_mean = context.get_auto_parallel_context("gradients_mean")
116 assert not gradients_mean
|
| D | test_repeated_calc.py | 71 context.set_auto_parallel_context(device_num=64, global_rank=0, gradients_mean=True)
96 context.set_auto_parallel_context(device_num=64, global_rank=0, gradients_mean=True)
|
| D | test_two_matmul.py | 69 context.set_auto_parallel_context(device_num=8, global_rank=0, gradients_mean=True)
94 context.set_auto_parallel_context(device_num=64, global_rank=5, gradients_mean=True)
|
| D | test_optimizer.py | 49 …context.set_auto_parallel_context(parallel_mode=ParallelMode.HYBRID_PARALLEL, gradients_mean=True,…
|
| /third_party/mindspore/mindspore/ccsrc/frontend/parallel/ |
| D | context.h | 62 void set_gradients_mean(bool gradients_mean);
63 bool gradients_mean() const { return gradients_mean_; } in gradients_mean() function
|
| D | context.cc | 90 void ParallelContext::set_gradients_mean(bool gradients_mean) { gradients_mean_ = gradients_mean; } in set_gradients_mean() argument
|
| /third_party/mindspore/mindspore/parallel/ |
| D | _auto_parallel_context.py | 121 def set_gradients_mean(self, gradients_mean): argument
132 self._context_handle.set_gradients_mean(gradients_mean)
680 @args_type_check(device_num=int, global_rank=int, gradients_mean=bool, gradient_fp32_sync=bool,
|
| /third_party/mindspore/tests/ut/python/communication/ |
| D | test_data_parallel_dense.py | 61 …context.set_auto_parallel_context(parallel_mode=ParallelMode.DATA_PARALLEL, gradients_mean=True, d…
|
| D | test_data_parallel_lenet.py | 83 device_num=8, gradients_mean=True)
|
| /third_party/mindspore/mindspore/ccsrc/runtime/device/ |
| D | bucket.cc | 89 auto grad_mean = parallel_context->gradients_mean(); in CalculateMean()
|
| /third_party/mindspore/tests/st/model_zoo_tests/wide_and_deep/python_file_for_ci/ |
| D | train_and_test_multinpu_ci.py | 34 context.set_auto_parallel_context(parallel_mode=ParallelMode.SEMI_AUTO_PARALLEL, gradients_mean=Tru…
|
| /third_party/mindspore/tests/st/pynative/data_parallel/ |
| D | test_pynative_hccl_allreduce.py | 62 … context.set_auto_parallel_context(parallel_mode=ParallelMode.DATA_PARALLEL, gradients_mean=False,
|
| D | test_pynative_hccl.py | 52 context.set_auto_parallel_context(parallel_mode=ParallelMode.DATA_PARALLEL, gradients_mean=True,
|
| /third_party/mindspore/tests/st/model_zoo_tests/wide_and_deep/ |
| D | train_and_test_multinpu_ci_data_parallel.py | 33 context.set_auto_parallel_context(parallel_mode=ParallelMode.DATA_PARALLEL, gradients_mean=True)
|
| /third_party/mindspore/tests/st/ps/multi_full_ps/ |
| D | test_multi_full_ps.py | 103 context.set_auto_parallel_context(parallel_mode="data_parallel", gradients_mean=True,
|
| /third_party/mindspore/tests/st/nccl/ |
| D | test_nccl_lenet.py | 81 …context.set_auto_parallel_context(parallel_mode="data_parallel", gradients_mean=True, device_num=g…
|
| /third_party/mindspore/tests/st/networks/models/resnet50/ |
| D | test_resnet50_imagenet.py | 142 gradients_mean=True, all_reduce_fusion_config=[107, 160])
240 gradients_mean=True, all_reduce_fusion_config=[85, 160])
|
| /third_party/mindspore/tests/ut/python/train/ |
| D | test_amp.py | 152 gradients_mean=True, parameter_broadcast=True,
|
| /third_party/mindspore/tests/st/hcom/ |
| D | hcom_sparsetensor.py | 164 …_auto_parallel_context(parallel_mode=ParallelMode.AUTO_PARALLEL, device_num=8, gradients_mean=True)
|
| /third_party/mindspore/tests/st/networks/models/bert/bert_performance/ |
| D | test_bert_thor.py | 157 context.set_auto_parallel_context(parallel_mode=ParallelMode.DATA_PARALLEL, gradients_mean=True,
|
| /third_party/mindspore/tests/st/model_zoo_tests/yolov3_darknet53/ |
| D | test_yolov3_darknet53.py | 122 … context.set_auto_parallel_context(parallel_mode=parallel_mode, gradients_mean=True, device_num=1)
|
| /third_party/mindspore/tests/ut/python/model/ |
| D | test_mix_precision.py | 100 …context.set_auto_parallel_context(parallel_mode=ParallelMode.DATA_PARALLEL, gradients_mean=True, d…
|
| /third_party/mindspore/mindspore/ccsrc/frontend/parallel/ops_info/ |
| D | operator_info.cc | 378 bool mean_flag = ParallelContext::GetInstance()->gradients_mean(); in AddCommOpMeanFlag()
416 bool mean_flag = ParallelContext::GetInstance()->gradients_mean(); in CreateMiniStepAllGatherOp()
439 bool mean_flag = ParallelContext::GetInstance()->gradients_mean(); in CreateMicroStepAllGatherOp()
483 bool mean_flag = ParallelContext::GetInstance()->gradients_mean(); in CreateMirrorOps()
|
| /third_party/mindspore/mindspore/ |
| D | context.py | 345 @args_type_check(device_num=int, global_rank=int, gradients_mean=bool, gradient_fp32_sync=bool, par…
|
| /third_party/mindspore/tests/st/auto_parallel/ |
| D | resnet50_expand_loss.py | 37 context.set_auto_parallel_context(gradients_mean=True, parallel_mode=ParallelMode.AUTO_PARALLEL)
|