1 /** 2 * Copyright 2019-2023 Huawei Technologies Co., Ltd 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 #ifndef MINDSPORE_CORE_BASE_NN_OPTIMIZER_OP_NAME_H_ 18 #define MINDSPORE_CORE_BASE_NN_OPTIMIZER_OP_NAME_H_ 19 20 namespace mindspore { 21 // optimizer 22 constexpr auto kAssignOpName = "Assign"; 23 constexpr auto kAssignAddOpName = "AssignAdd"; 24 constexpr auto kAssignSubOpName = "AssignSub"; 25 constexpr auto kApplyAddSignOpName = "ApplyAddSign"; 26 constexpr auto kSparseApplyCenteredRMSPropOpName = "SparseApplyCenteredRMSProp"; 27 constexpr auto kSparseApplyAdagradOpName = "SparseApplyAdagrad"; 28 constexpr auto kSparseApplyAdagradV2OpName = "SparseApplyAdagradV2"; 29 constexpr auto kSparseApplyRMSPropOpName = "SparseApplyRMSProp"; 30 constexpr auto kSparseApplyAdadeltaOpName = "SparseApplyAdadelta"; 31 constexpr auto kApplyRMSPropOpName = "ApplyRMSProp"; 32 constexpr auto kSparseApplyAdagradDAOpName = "SparseApplyAdagradDA"; 33 constexpr auto kSparseApplyMomentumOpName = "SparseApplyMomentum"; 34 constexpr auto kSparseApplyProximalGradientDescentOpName = "SparseApplyProximalGradientDescent"; 35 36 // activation 37 constexpr auto kGeLUGradOpName = "GeLUGrad"; 38 constexpr auto kFastGeLUOpName = "FastGeLU"; 39 constexpr auto kFastGeLUGradOpName = "FastGeLUGrad"; 40 constexpr auto kReLUOpName = "ReLU"; 41 constexpr auto kReLUGradOpName = "ReluGrad"; 42 constexpr auto kReLU6OpName = "ReLU6"; 43 constexpr auto kSiLUOpName = "SiLU"; 44 constexpr auto kReLUV3OpName = "ReLUV3"; 45 constexpr auto kReLUGradV2OpName = "ReluGradV2"; 46 constexpr auto kGLUOpName = "GLU"; 47 constexpr auto kGluGradOpName = "GluGrad"; 48 constexpr auto kGeLUOpName = "GeLU"; 49 constexpr auto kAdamApplyOneAssignOpName = "AdamApplyOneAssign"; 50 constexpr auto kAdamApplyOneOpName = "AdamApplyOne"; 51 constexpr auto kAdamApplyOneWithDecayAssignOpName = "AdamApplyOneWithDecayAssign"; 52 constexpr auto kAdamApplyOneWithDecayOpName = "AdamApplyOneWithDecay"; 53 constexpr auto kAdamOpName = "Adam"; 54 constexpr auto kAdamWeightDecayOpName = "AdamWeightDecay"; 55 constexpr auto kApplyAdadeltaDOpName = "ApplyAdadeltaD"; 56 constexpr auto kApplyAdadeltaOpName = "ApplyAdadelta"; 57 constexpr auto kApplyAdagradDADOpName = "ApplyAdagradDAD"; 58 constexpr auto kApplyAdagradDAOpName = "ApplyAdagradDA"; 59 constexpr auto kApplyAdagradDOpName = "ApplyAdagradD"; 60 constexpr auto kApplyAdagradOpName = "ApplyAdagrad"; 61 constexpr auto kApplyAdagradV2OpName = "ApplyAdagradV2"; 62 constexpr auto kApplyAdagradV2DOpName = "ApplyAdagradV2D"; 63 constexpr auto kApplyAdaMaxDOpName = "ApplyAdaMaxD"; 64 constexpr auto kApplyAdaMaxOpName = "ApplyAdaMax"; 65 constexpr auto kApplyAdamDOpName = "ApplyAdamD"; 66 constexpr auto kApplyAdamOpName = "ApplyAdam"; 67 constexpr auto kApplyAdamWithAmsgradOpName = "ApplyAdamWithAmsgrad"; 68 constexpr auto kApplyAdamWithAmsgradDOpName = "ApplyAdamWithAmsgradD"; 69 constexpr auto kApplyAdamWithAmsgradV2OpName = "ApplyAdamWithAmsgradV2"; 70 constexpr auto kApplyAddSignDOpName = "ApplyAddSignD"; 71 constexpr auto kApplyCenteredRMSPropDOpName = "ApplyCenteredRMSPropD"; 72 constexpr auto kApplyCenteredRMSPropOpName = "ApplyCenteredRMSProp"; 73 constexpr auto kApplyFtrlDOpName = "ApplyFtrlD"; 74 constexpr auto kApplyFtrlOpName = "ApplyFtrl"; 75 constexpr auto kApplyGradientDescentOpName = "ApplyGradientDescent"; 76 constexpr auto kApplyKerasMomentumDOpName = "ApplyKerasMomentumD"; 77 constexpr auto kApplyKerasMomentumOpName = "ApplyKerasMomentum"; 78 constexpr auto kApplyMomentumDOpName = "ApplyMomentumD"; 79 constexpr auto kApplyMomentumOpName = "ApplyMomentum"; 80 constexpr auto kApplyPowerSignDOpName = "ApplyPowerSignD"; 81 constexpr auto kApplyPowerSignOpName = "ApplyPowerSign"; 82 constexpr auto kApplyProximalAdagradDOpName = "ApplyProximalAdagradD"; 83 constexpr auto kApplyProximalAdagradOpName = "ApplyProximalAdagrad"; 84 constexpr auto kApplyProximalGradientDescentOpName = "ApplyProximalGradientDescent"; 85 constexpr auto kCeLUOpName = "CeLU"; 86 constexpr auto kCeluV2OpName = "CeluV2"; 87 constexpr auto kEluGradV2OpName = "EluGradV2"; 88 constexpr auto kFastGeluOpName = "FastGelu"; 89 constexpr auto kFastGeluGradOpName = "FastGeluGrad"; 90 constexpr auto kFusedAdaFactorOpName = "FusedAdaFactor"; 91 constexpr auto kFusedAdaFactorWithGlobalNormOpName = "FusedAdaFactorWithGlobalNorm"; 92 constexpr auto kFusedAdamOpName = "FusedAdam"; 93 constexpr auto kFusedAdamWeightDecayOpName = "FusedAdamWeightDecay"; 94 constexpr auto kFusedSparseAdamOpName = "FusedSparseAdam"; 95 constexpr auto kFusedSparseFtrlOpName = "FusedSparseFtrl"; 96 constexpr auto kFusedSparseLazyAdamOpName = "FusedSparseLazyAdam"; 97 constexpr auto kFusedSparseProximalAdagradOpName = "FusedSparseProximalAdagrad"; 98 constexpr auto kGeluOpName = "Gelu"; 99 constexpr auto kGeluGradOpName = "GeluGrad"; 100 constexpr auto kMomentumOpName = "Momentum"; 101 constexpr auto kPReLUOpName = "PReLU"; 102 constexpr auto kPReluOpName = "PRelu"; 103 constexpr auto kPReLUGradOpName = "PReLUGrad"; 104 constexpr auto kReluOpName = "Relu"; 105 constexpr auto kReLU6GradOpName = "ReLU6Grad"; 106 constexpr auto kRelu6GradOpName = "Relu6Grad"; 107 constexpr auto kSeLUOpName = "SeLU"; 108 constexpr auto kSeluOpName = "Selu"; 109 constexpr auto kSGDOpName = "SGD"; 110 constexpr auto kSparseApplyAdagradDOpName = "SparseApplyAdagradD"; 111 constexpr auto kSparseApplyAdagradV2DOpName = "SparseApplyAdagradV2D"; 112 constexpr auto kSparseApplyFtrlOpName = "SparseApplyFtrl"; 113 constexpr auto kSparseApplyFtrlDOpName = "SparseApplyFtrlD"; 114 constexpr auto kSparseApplyFtrlV2DOpName = "SparseApplyFtrlV2D"; 115 constexpr auto kSparseApplyProximalAdagradDOpName = "SparseApplyProximalAdagradD"; 116 constexpr auto kSparseApplyProximalAdagradOpName = "SparseApplyProximalAdagrad"; 117 constexpr auto kSparseApplyRMSPropDOpName = "SparseApplyRMSPropD"; 118 constexpr auto kCombineMomentumOpName = "CombineMomentum"; 119 constexpr auto kCombineScaleMomentumOpName = "CombineScaleMomentum"; 120 constexpr auto kCombineWeightDecayScaleMomentumOpName = "CombineWeightDecayScaleMomentum"; 121 constexpr auto kFusedMulApplyMomentumOpName = "FusedMulApplyMomentum"; 122 constexpr auto kFusedScaleApplyMomentumOpName = "FusedScaleApplyMomentum"; 123 constexpr auto kFusedWeightApplyMomentumOpName = "FusedWeightApplyMomentum"; 124 constexpr auto kFusedWeightScaleApplyMomentumOpName = "FusedWeightScaleApplyMomentum"; 125 } // namespace mindspore 126 127 #endif // MINDSPORE_CORE_BASE_NN_OPTIMIZER_OP_NAME_H_ 128