Home
last modified time | relevance | path

Searched refs:GlobalComm (Results 1 – 25 of 25) sorted by relevance

/third_party/mindspore/mindspore/communication/
Dmanagement.py21 _get_local_rank_helper, _get_local_size_helper, GlobalComm
36 return GlobalComm.WORLD_COMM_GROUP
66 if not GlobalComm.CHECK_ENVS:
133 GlobalComm.BACKEND = Backend("hccl")
135 GlobalComm.BACKEND = Backend("hccl_mpi")
137 GlobalComm.WORLD_COMM_GROUP = HCCL_WORLD_COMM_GROUP
138 GlobalComm.INITED = True
141 GlobalComm.BACKEND = Backend("nccl")
142 GlobalComm.WORLD_COMM_GROUP = NCCL_WORLD_COMM_GROUP
143 GlobalComm.INITED = True
[all …]
D__init__.py19 from .management import GlobalComm, init, release, get_rank, get_group_size, get_world_rank_from_gr…
D_comm_helper.py92 class GlobalComm: class
155 if not GlobalComm.INITED:
/third_party/mindspore/tests/ut/python/communication/
Dtest_management_api.py44 D.GlobalComm.BACKEND = D.Backend.HCCL
49 D.GlobalComm.BACKEND = D.Backend.HCCL
54 D.GlobalComm.BACKEND = D.Backend.HCCL
59 D.GlobalComm.BACKEND = D.Backend.UNDEFINED
64 D.GlobalComm.BACKEND = D.Backend.HCCL
69 D.GlobalComm.BACKEND = D.Backend.HCCL
74 D.GlobalComm.BACKEND = D.Backend.HCCL
79 D.GlobalComm.BACKEND = D.Backend.UNDEFINED
84 D.GlobalComm.BACKEND = D.Backend.HCCL
89 D.GlobalComm.BACKEND = D.Backend.HCCL
[all …]
Dtest_comm.py23 …pore.communication.management import HCCL_WORLD_COMM_GROUP, NCCL_WORLD_COMM_GROUP, GlobalComm, init
40 GlobalComm.CHECK_ENVS = False
42 GlobalComm.CHECK_ENVS = True
80 if GlobalComm.BACKEND is Backend.HCCL:
82 elif GlobalComm.BACKEND is Backend.NCCL:
/third_party/mindspore/tests/ut/python/train/
Dtest_dataset_helper.py22 from mindspore.communication._comm_helper import GlobalComm
78 GlobalComm.CHECK_ENVS = False
80 GlobalComm.CHECK_ENVS = True
92 GlobalComm.CHECK_ENVS = False
94 GlobalComm.CHECK_ENVS = True
108 GlobalComm.CHECK_ENVS = False
110 GlobalComm.CHECK_ENVS = True
Dtest_amp.py24 from mindspore.communication._comm_helper import GlobalComm
160 GlobalComm.CHECK_ENVS = False
162 GlobalComm.CHECK_ENVS = True
/third_party/mindspore/tests/ut/python/parallel/
Dtest_broadcast_dict.py22 from mindspore.communication._comm_helper import GlobalComm
52 GlobalComm.CHECK_ENVS = False
54 GlobalComm.CHECK_ENVS = True
67 GlobalComm.CHECK_ENVS = False
69 GlobalComm.CHECK_ENVS = True
D__init__.py20 from mindspore.communication._comm_helper import GlobalComm
25 GlobalComm.INITED = True
33 GlobalComm.INITED = False
Dtest_auto_parallel_resnet_predict.py21 from mindspore.communication._comm_helper import GlobalComm
26 GlobalComm.CHECK_ENVS = False
28 GlobalComm.CHECK_ENVS = True
Dtest_optimizer.py27 from mindspore.communication._comm_helper import GlobalComm
50 GlobalComm.CHECK_ENVS = False
52 GlobalComm.CHECK_ENVS = True
Dtest_gather_v2_primitive.py31 from mindspore.communication._comm_helper import GlobalComm
128 GlobalComm.CHECK_ENVS = False
130 GlobalComm.CHECK_ENVS = True
Dtest_alltoall.py32 from mindspore.communication.management import GlobalComm, init
36 GlobalComm.CHECK_ENVS = False
38 GlobalComm.CHECK_ENVS = True
Dtest_auto_parallel_resnet_sharding_propagation2.py33 from mindspore.communication._comm_helper import GlobalComm
37 GlobalComm.CHECK_ENVS = False
39 GlobalComm.CHECK_ENVS = True
Dtest_auto_parallel_resnet_sharding_propagation.py34 from mindspore.communication._comm_helper import GlobalComm
38 GlobalComm.CHECK_ENVS = False
40 GlobalComm.CHECK_ENVS = True
Dtest_auto_parallel_resnet.py34 from mindspore.communication._comm_helper import GlobalComm
38 GlobalComm.CHECK_ENVS = False
40 GlobalComm.CHECK_ENVS = True
/third_party/mindspore/tests/ut/cpp/python_input/gtest_input/pre_activate/
Dall_to_all_unify_mindir_test.py18 from mindspore.communication.management import GlobalComm, init
21 GlobalComm.CHECK_ENVS = False
23 GlobalComm.CHECK_ENVS = True
/third_party/mindspore/mindspore/ops/operations/
Dcomm_ops.py21 from ...communication.management import get_rank, get_group_size, GlobalComm, _get_group
88 group != GlobalComm.WORLD_COMM_GROUP:
147 def __init__(self, op=ReduceOp.SUM, group=GlobalComm.WORLD_COMM_GROUP):
223 def __init__(self, group=GlobalComm.WORLD_COMM_GROUP):
260 …def __init__(self, group=GlobalComm.WORLD_COMM_GROUP, grad_accumulation_step=None, mean_flag=None):
293 def __init__(self, group=GlobalComm.WORLD_COMM_GROUP, mean_flag=None):
417 def __init__(self, op=ReduceOp.SUM, group=GlobalComm.WORLD_COMM_GROUP):
553 def __init__(self, root_rank, group=GlobalComm.WORLD_COMM_GROUP):
601 def __init__(self, group=GlobalComm.WORLD_COMM_GROUP):
644 group=GlobalComm.WORLD_COMM_GROUP):
[all …]
D_inner_ops.py26 from ...communication.management import GlobalComm
421 …def __init__(self, sr_tag, dest_rank, group=GlobalComm.WORLD_COMM_GROUP, group_back=GlobalComm.WOR…
477 def __init__(self, sr_tag, src_rank, shape, dtype, group=GlobalComm.WORLD_COMM_GROUP,
478 group_back=GlobalComm.WORLD_COMM_GROUP):
/third_party/mindspore/mindspore/parallel/
D_cell_wrapper.py19 from mindspore.communication import GlobalComm
70 _allgather_cell = AllGatherCell(GlobalComm.WORLD_COMM_GROUP)
/third_party/mindspore/tests/st/networks/models/resnet50/src_thor/
Dmetric.py19 from mindspore.communication.management import GlobalComm
52 self.allreduce = P.AllReduce(P.ReduceOp.SUM, GlobalComm.WORLD_COMM_GROUP)
/third_party/mindspore/tests/st/networks/models/resnet50/src/
Dmetric.py17 from mindspore.communication.management import GlobalComm
52 self.allreduce = P.AllReduce(P.ReduceOp.SUM, GlobalComm.WORLD_COMM_GROUP)
/third_party/mindspore/mindspore/nn/wrap/
Dgrad_reducer.py18 from mindspore.communication.management import GlobalComm, get_group_size
30 def _init_allreduce_operators(length, split_indices, group=GlobalComm.WORLD_COMM_GROUP):
366 …def __init__(self, parameters, mean=True, degree=None, fusion_type=1, group=GlobalComm.WORLD_COMM_…
/third_party/mindspore/mindspore/profiler/
Dprofiling.py23 from mindspore.communication.management import GlobalComm, release, get_rank, get_group_size
152 if GlobalComm.WORLD_COMM_GROUP == "nccl_world_group":
257 if self._profile_communication and not GlobalComm.INITED:
260 if GlobalComm.INITED:
365 if GlobalComm.WORLD_COMM_GROUP == "nccl_world_group":
/third_party/mindspore/mindspore/train/summary/
D_summary_adapter.py26 from mindspore.communication.management import GlobalComm
62 if device_num > 1 or GlobalComm.WORLD_COMM_GROUP == 'nccl_world_group':