Searched refs:allgather_group (Results 1 – 1 of 1) sorted by relevance
581 Group allgather_group = g_device_manager->CreateGroup(new_group_devices); in CreateGroupForOptShard() local582 groups->push_back(allgather_group); in CreateGroupForOptShard()583 tensor_layout->set_opt_shard_group(allgather_group.name()); in CreateGroupForOptShard()584 MS_LOG(INFO) << "Parallel optimizer: create allgather group " << allgather_group.name(); in CreateGroupForOptShard()601 Group allgather_group = g_device_manager->CreateGroup(group_devices); in CreateGroupForOptShard() local602 groups->push_back(allgather_group); in CreateGroupForOptShard()603 tensor_layout->set_opt_shard_group(allgather_group.name()); in CreateGroupForOptShard()604 MS_LOG(INFO) << "Parallel optimizer: create allgather group " << allgather_group.name(); in CreateGroupForOptShard()