1 /** 2 * Copyright 2019-2023 Huawei Technologies Co., Ltd 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 #ifndef MINDSPORE_CORE_BASE_NN_OP_NAME_H_ 18 #define MINDSPORE_CORE_BASE_NN_OP_NAME_H_ 19 20 namespace mindspore { 21 // Loss 22 constexpr auto kCTCLossOpName = "CTCLoss"; 23 constexpr auto kNLLLossOpName = "NLLLoss"; 24 constexpr auto kNLLLossGradOpName = "NLLLossGrad"; 25 constexpr auto kMultiMarginLossOpName = "MultiMarginLoss"; 26 constexpr auto kMultiMarginLossGradOpName = "MultiMarginLossGrad"; 27 constexpr auto kMultilabelMarginLossOpName = "MultilabelMarginLoss"; 28 constexpr auto kMultilabelMarginLossGradOpName = "MultilabelMarginLossGrad"; 29 constexpr auto kTripletMarginLossOpName = "TripletMarginLoss"; 30 31 constexpr auto kLayerNormOpName = "LayerNorm"; 32 constexpr auto kLayerNormGradOpName = "LayerNormGrad"; 33 constexpr auto kLayerNormV3OpName = "LayerNormV3"; 34 constexpr auto kLayerNormGradV3OpName = "LayerNormGradV3"; 35 constexpr auto kPadV3OpName = "PadV3"; 36 constexpr auto kPadV3GradOpName = "PadV3Grad"; 37 constexpr auto kMirrorPadGradOpName = "MirrorPadGrad"; 38 constexpr auto kDataFormatVecPermuteOpName = "DataFormatVecPermute"; 39 constexpr auto kDropoutGenMaskOpName = "DropoutGenMask"; 40 constexpr auto kDropoutGenMaskV3OpName = "DropoutGenMaskV3"; 41 constexpr auto kStatelessDropOutGenMaskOpName = "StatelessDropOutGenMask"; 42 constexpr auto kDropoutDoMaskOpName = "DropoutDoMask"; 43 constexpr auto kDropoutDoMaskV3OpName = "DropoutDoMaskV3"; 44 constexpr auto kDropoutOpName = "Dropout"; 45 constexpr auto kDropoutGradOpName = "DropoutGrad"; 46 constexpr auto kDropout2DOpName = "Dropout2D"; 47 constexpr auto kDropout3DOpName = "Dropout3D"; 48 constexpr auto kMishOpName = "Mish"; 49 constexpr auto kLRNOpName = "LRN"; 50 constexpr auto kGridSampler2DOpName = "GridSampler2D"; 51 constexpr auto kGridSampler2DGradOpName = "GridSampler2DGrad"; 52 constexpr auto kGridSampler3DOpName = "GridSampler3D"; 53 constexpr auto kGridSampler3DGradOpName = "GridSampler3DGrad"; 54 constexpr auto kHSwishOpName = "HSwish"; 55 constexpr auto kHSwishGradOpName = "HSwishGrad"; 56 constexpr auto kNuclearNormOpName = "NuclearNorm"; 57 constexpr auto kIFMROpName = "IFMR"; 58 constexpr auto kRenormOpName = "Renorm"; 59 constexpr auto kChannelShuffleOpName = "ChannelShuffle"; 60 constexpr auto kBiasAddOpName = "BiasAdd"; 61 constexpr auto kBiasAddGradOpName = "BiasAddGrad"; 62 constexpr auto kBatchNormOpName = "BatchNorm"; 63 constexpr auto kBatchNormGradOpName = "BatchNormGrad"; 64 constexpr auto kBatchNormGradGradOpName = "BatchNormGradGrad"; 65 constexpr auto kBatchNormGradWithActivationOpName = "BatchNormGradWithActivation"; 66 constexpr auto kBatchNormGradWithAddAndActivationOpName = "BatchNormGradWithAddAndActivation"; 67 constexpr auto kBatchNormWithActivationOpName = "BatchNormWithActivation"; 68 constexpr auto kBatchNormWithAddAndActivationOpName = "BatchNormWithAddAndActivation"; 69 constexpr auto kBCEWithLogitsLossOpName = "BCEWithLogitsLoss"; 70 constexpr auto kBNInferGradOpName = "BNInferGrad"; 71 constexpr auto kBNInferOpName = "BNInfer"; 72 constexpr auto kBNTrainingReduceGradOpName = "BNTrainingReduceGrad"; 73 constexpr auto kBNTrainingReduceOpName = "BNTrainingReduce"; 74 constexpr auto kBNTrainingUpdateGradOpName = "BNTrainingUpdateGrad"; 75 constexpr auto kBNTrainingUpdateOpName = "BNTrainingUpdate"; 76 constexpr auto kBpropCutOpName = "bprop_cut"; 77 constexpr auto kClipByNormNoDivSumOpName = "ClipByNormNoDivSum"; 78 constexpr auto kDeformableOffsetsOpName = "DeformableOffsets"; 79 constexpr auto kDeformableOffsetsGradOpName = "DeformableOffsetsGrad"; 80 constexpr auto kDeformableConv2dOpName = "DeformableConv2d"; 81 constexpr auto kCTCGreedyDecoderOpName = "CTCGreedyDecoder"; 82 constexpr auto kDataFormatDimMapOpName = "DataFormatDimMap"; 83 constexpr auto kDenseOpName = "Dense"; 84 constexpr auto kDenseGradOpName = "DenseGrad"; 85 constexpr auto kDepthwiseConv2DOpName = "DepthwiseConv2D"; 86 constexpr auto kDropOutDoMaskOpName = "DropOutDoMask"; 87 constexpr auto kDropOutDoMaskV3OpName = "DropOutDoMaskV3"; 88 constexpr auto kDropOutDoMaskV3DOpName = "DropOutDoMaskV3D"; 89 constexpr auto kDynamicStitchOpName = "DynamicStitch"; 90 constexpr auto kEmbeddingLookupCommGradOpName = "EmbeddingLookupCommGrad"; 91 constexpr auto kEmbeddingLookupOpName = "EmbeddingLookup"; 92 constexpr auto kFlattenOpName = "Flatten"; 93 constexpr auto kFlattenGradOpName = "FlattenGrad"; 94 constexpr auto kFusedMulAddOpName = "FusedMulAdd"; 95 constexpr auto kHShrinkOpName = "HShrink"; 96 constexpr auto kHShrinkGradOpName = "HShrinkGrad"; 97 constexpr auto kHardSwishOpName = "HardSwish"; 98 constexpr auto kHardSwishGradOpName = "HardSwishGrad"; 99 constexpr auto kInstanceNormOpName = "InstanceNorm"; 100 constexpr auto kInstanceNormGradOpName = "InstanceNormGrad"; 101 constexpr auto kInstanceNormV2OpName = "InstanceNormV2"; 102 constexpr auto kInstanceNormV2GradOpName = "InstanceNormV2Grad"; 103 constexpr auto kROIAlignOpName = "ROIAlign"; 104 constexpr auto kL2NormalizeOpName = "L2Normalize"; 105 constexpr auto kL2NormalizeGradOpName = "L2NormalizeGrad"; 106 constexpr auto kLARSUpdateOpName = "LARSUpdate"; 107 constexpr auto kLarsV2UpdateOpName = "LarsV2Update"; 108 constexpr auto kLayerNormBetaGammaBackpropOpName = "LayerNormBetaGammaBackprop"; 109 constexpr auto kLayerNormBetaGammaBackpropV2OpName = "LayerNormBetaGammaBackpropV2"; 110 constexpr auto kLayerNormGradGradOpName = "LayerNormGradGrad"; 111 constexpr auto kLayerNormXBackpropOpName = "LayerNormXBackprop"; 112 constexpr auto kLayerNormXBackpropV2OpName = "LayerNormXBackpropV2"; 113 constexpr auto kLog1pOpName = "Log1p"; 114 constexpr auto kLogSoftmaxOpName = "LogSoftmax"; 115 constexpr auto kLogSoftmaxV2OpName = "LogSoftmaxV2"; 116 constexpr auto kLogSoftmaxGradOpName = "LogSoftmaxGrad"; 117 constexpr auto kLSTMGradOpName = "LSTMGrad"; 118 constexpr auto kLSTMOpName = "LSTM"; 119 constexpr auto kMatrixExpOpName = "MatrixExp"; 120 constexpr auto kNthElementOpName = "NthElement"; 121 constexpr auto kOneHotOpName = "OneHot"; 122 constexpr auto kOneHotDOpName = "OneHotD"; 123 constexpr auto kPdistGradOpName = "PdistGrad"; 124 constexpr auto kQuantileOpName = "Quantile"; 125 constexpr auto kROIAlignGradOpName = "ROIAlignGrad"; 126 constexpr auto kSigmoidCrossEntropyWithLogitsV2OpName = "SigmoidCrossEntropyWithLogitsV2"; 127 constexpr auto kSmoothL1LossOpName = "SmoothL1Loss"; 128 constexpr auto kSmoothL1LossV2OpName = "SmoothL1LossV2"; 129 constexpr auto kSmoothL1LossGradOpName = "SmoothL1LossGrad"; 130 constexpr auto kSmoothL1LossGradV2OpName = "SmoothL1LossGradV2"; 131 constexpr auto kSoftmaxOpName = "Softmax"; 132 constexpr auto kSoftmaxV2OpName = "SoftmaxV2"; 133 constexpr auto kSoftmaxCrossEntropyWithLogitsOpName = "SoftmaxCrossEntropyWithLogits"; 134 constexpr auto kSoftmaxGradExtOpName = "SoftmaxGradExt"; 135 constexpr auto kSoftmaxV2WithDropoutDoMaskV3OpName = "SoftmaxV2WithDropoutDoMaskV3"; 136 constexpr auto kSparseSoftmaxCrossEntropyWithLogitsOpName = "SparseSoftmaxCrossEntropyWithLogits"; 137 constexpr auto kSparseSoftmaxCrossEntropyWithLogitsV2OpName = "SparseSoftmaxCrossEntropyWithLogitsV2"; 138 constexpr auto kSoftMarginLossOpName = "SoftMarginLoss"; 139 constexpr auto kSoftplusOpName = "Softplus"; 140 constexpr auto kSoftsignOpName = "Softsign"; 141 constexpr auto kApplyCamePart1OpName = "ApplyCamePart1"; 142 constexpr auto kApplyCamePart2OpName = "ApplyCamePart2"; 143 constexpr auto kApplyCamePart3OpName = "ApplyCamePart3"; 144 constexpr auto kApplyCamePart4OpName = "ApplyCamePart4"; 145 constexpr auto kFlashPromptFlashAttentionOpName = "PromptFlashAttention"; 146 constexpr auto kFlashIncreFlashAttentionOpName = "IncreFlashAttention"; 147 constexpr auto kFlashAttentionScoreOpName = "FlashAttentionScore"; 148 constexpr auto kFlashAttentionScoreGradOpName = "FlashAttentionScoreGrad"; 149 constexpr auto kFusedInferAttentionScoreOpName = "FusedInferAttentionScore"; 150 constexpr auto kPagedAttentionOpName = "PagedAttention"; 151 constexpr auto kPagedAttentionMaskOpName = "PagedAttentionMask"; 152 constexpr auto kReshapeAndCacheOpName = "ReshapeAndCache"; 153 constexpr auto kRmsNormOpName = "RmsNorm"; 154 constexpr auto kRmsNormGradOpName = "RmsNormGrad"; 155 constexpr auto kRNNTLossOpName = "RNNTLoss"; 156 constexpr auto kAllFiniteOpName = "AllFinite"; 157 constexpr auto kWeightQuantMatmulQkvOpName = "WeightQuantMatmulQkv"; 158 constexpr auto kWeightQuantMatmulFfnOpName = "WeightQuantMatmulFfn"; 159 } // namespace mindspore 160 161 #endif // MINDSPORE_CORE_BASE_NN_OP_NAME_H_ 162