1 /** 2 * Copyright 2020-2021 Huawei Technologies Co., Ltd 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 #ifndef MINDSPORE_LITE_TOOLS_OPTIMIZER_FUSION_GROUPNORM_FUSION_H_ 18 #define MINDSPORE_LITE_TOOLS_OPTIMIZER_FUSION_GROUPNORM_FUSION_H_ 19 20 #include <memory> 21 #include <string> 22 #include <map> 23 #include "schema/inner/model_generated.h" 24 #include "tools/optimizer/common/pattern_process_pass_extends.h" 25 #include "include/common/utils/utils.h" 26 #include "tools/optimizer/common/gllo_utils.h" 27 28 namespace mindspore { 29 namespace opt { 30 /// fuse layer_norm or instance_norm into one operator 31 class GroupNormFusion : public LitePatternProcessPass { 32 public: 33 explicit GroupNormFusion(const std::string &name = "GroupNormFusion", bool multigraph = true) LitePatternProcessPass(name,multigraph)34 : LitePatternProcessPass(name, multigraph) {} 35 ~GroupNormFusion() override = default; 36 const AnfNodePtr Process(const FuncGraphPtr &, const AnfNodePtr &, const EquivPtr &) const override; 37 const BaseRef DefinePattern() const override; 38 39 protected: 40 bool Init() const; 41 42 private: 43 bool CheckPattern(const FuncGraphPtr &func_graph, const EquivPtr &equiv, int *num_groups, float *epsilon, 44 bool *affine) const; 45 CNodePtr CreateGroupNormNode(const FuncGraphPtr &func_graph, const EquivPtr &equiv, int num_groups, 46 float epsilon) const; 47 48 protected: 49 mutable VarPtr input_ = nullptr; 50 mutable VarPtr mean1_ = nullptr; 51 mutable VarPtr mean1_axis_ = nullptr; 52 mutable VarPtr sum1_ = nullptr; 53 mutable VarPtr sum1_axis_ = nullptr; 54 mutable VarPtr gamma_ = nullptr; 55 mutable VarPtr beta_ = nullptr; 56 mutable VarPtr epsilon_ = nullptr; 57 mutable VarPtr reshape1_axis_ = nullptr; 58 mutable VarPtr reshape2_axis_ = nullptr; 59 mutable VarPtr real_div_divider_ = nullptr; 60 }; 61 } // namespace opt 62 } // namespace mindspore 63 64 #endif // MINDSPORE_LITE_TOOLS_OPTIMIZER_FUSION_GROUPNORM_FUSION_H_ 65