1 /** 2 * Copyright 2021 Huawei Technologies Co., Ltd 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 #ifndef MINDSPORE_CCSRC_BACKEND_OPTIMIZER_PASS_ADJUST_DEPEND_FOR_PARALLEL_OPTIMIZER_RECOMPUTE_ALL_GATHER_H_ 18 #define MINDSPORE_CCSRC_BACKEND_OPTIMIZER_PASS_ADJUST_DEPEND_FOR_PARALLEL_OPTIMIZER_RECOMPUTE_ALL_GATHER_H_ 19 #include <vector> 20 #include <string> 21 #include <utility> 22 #include <memory> 23 24 #include "backend/optimizer/common/pass.h" 25 #include "ir/func_graph.h" 26 #include "ir/anf.h" 27 #include "backend/optimizer/common/helper.h" 28 #include "backend/optimizer/common/optimizer.h" 29 #include "backend/optimizer/ascend/ascend_helper.h" 30 31 namespace mindspore { 32 namespace opt { 33 class AdjustDependForParallelOptimizerRecomputeAllGather : public Pass { 34 public: AdjustDependForParallelOptimizerRecomputeAllGather()35 AdjustDependForParallelOptimizerRecomputeAllGather() 36 : Pass("adjust_depend_for_parallel_optimizer_recompute_all_gather"), 37 kernel_select_(std::make_shared<KernelSelect>()) {} 38 ~AdjustDependForParallelOptimizerRecomputeAllGather() override = default; 39 bool Run(const FuncGraphPtr &graph) override; 40 41 private: 42 KernelSelectPtr kernel_select_; 43 bool AdjustAllgatherDepend(const FuncGraphPtr &graph, 44 const std::vector<AnfNodePtr> ¶llel_optimizer_recompute_allgathers); 45 void IncreaseAllgatherFusionId(const std::vector<AnfNodePtr> ¶llel_optimizer_recompute_allgathers, 46 const std::vector<AnfNodePtr> ¶llel_optimizer_recompute_first_fusion_allgathers, 47 int64_t unrecompute_max_fusion_id, int64_t recompute_min_fusion_id); 48 }; 49 } // namespace opt 50 } // namespace mindspore 51 #endif // MINDSPORE_CCSRC_BACKEND_OPTIMIZER_PASS_ADJUST_DEPEND_FOR_PARALLEL_OPTIMIZER_RECOMPUTE_ALL_GATHER_H_ 52