| /third_party/mindspore/mindspore/lite/src/runtime/kernel/arm/fp16_grad/ |
| D | bn_fp16_grad.cc | 92 float16_t *save_var = reinterpret_cast<float16_t *>(input_var->data()); in DoExecute() local
93 CHECK_NULL_RETURN(save_var); in DoExecute()
121 var2InvarFp16(save_var, input_var->ElementsNum(), bn_param->epsilon_); in DoExecute()
135 …backwardAllFp16(x, yt, save_mean, save_var, scale, total, channels, dxhat_sum, dxhathat_sum, dbias… in DoExecute()
140 …backwardP1Fp16(x, yt, save_mean, save_var, scale, total, channels, dxhat_sum, dxhathat_sum, dbias,… in DoExecute()
144 …Fp16(x + task_id * stride * channels, yt + task_id * stride * channels, save_mean, save_var, scale, in DoExecute()
|
| /third_party/mindspore/mindspore/lite/src/runtime/kernel/arm/fp32_grad/ |
| D | bn_grad.cc | 92 float *save_var = reinterpret_cast<float *>(input_var->MutableData()); in Execute() local
93 CHECK_NULL_RETURN(save_var); in Execute()
134 var2Invar(save_var, input_var->ElementsNum(), bn_param->epsilon_); in Execute()
148 …backwardAll(x, yt, save_mean, save_var, scale, total, channels, dxhat_sum, dxhathat_sum, dbias, ds… in Execute()
153 …backwardP1(x, yt, save_mean, save_var, scale, total, channels, dxhat_sum, dxhathat_sum, dbias, dsc… in Execute()
157 …+ task_id * stride * channels, yt + task_id * stride * channels, save_mean, save_var, scale, count, in Execute()
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp32/ |
| D | batchnorm_fp32.c | 63 float *save_mean, float *save_var) { in FusedBatchNormFp32MeanVar() argument
88 save_var[c] = momentum * save_var[c] + (1.0f - momentum) * unbiased_var; in FusedBatchNormFp32MeanVar()
|
| D | batchnorm_fp32.h | 32 float *save_mean, float *save_var);
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp16_grad/ |
| D | batch_norm.c | 20 void var2InvarFp16(float16_t *save_var, int size, float eps) { in var2InvarFp16() argument
22 save_var[i] = (float16_t)(1.0f / sqrtf((float)save_var[i] + eps)); in var2InvarFp16()
|
| D | batch_norm.h | 26 void var2InvarFp16(float16_t *save_var, int size, float eps);
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp32_grad/ |
| D | batch_norm.c | 20 void var2Invar(float *save_var, int size, float eps) { in var2Invar() argument
22 save_var[i] = 1.0f / sqrt(save_var[i] + eps); in var2Invar()
|
| D | batch_norm.h | 31 void var2Invar(float *save_var, int size, float eps);
|
| /third_party/mindspore/mindspore/ccsrc/backend/optimizer/gpu/ |
| D | batch_norm_relu_grad_fusion.cc | 82 auto save_var = AnfAlgo::GetInputNode(utils::cast<CNodePtr>(node), 4); in Process() local
83 MS_EXCEPTION_IF_NULL(save_var); in Process()
93 …std::vector<AnfNodePtr> inputs = {NewValueNode(prim), dy, x, scale, save_mean, save_var, reserve, … in Process()
|
| D | batch_norm_add_relu_grad_fusion.cc | 179 auto save_var = AnfAlgo::GetInputNode(utils::cast<CNodePtr>(node), 4); in Process() local
180 MS_EXCEPTION_IF_NULL(save_var); in Process()
194 …std::vector<AnfNodePtr> inputs = {NewValueNode(prim), dy, x, scale, save_mean, save_var, reserve, … in Process()
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp16/ |
| D | batchnorm_fp16.c | 62 … const BatchNormParameter *param, float16_t *save_mean, float16_t *save_var) { in FusedBatchNormFp16MeanVar() argument
87 save_var[c] = (float16_t)(momentum * (float)save_var[c] + (1.0f - momentum) * unbiased_var); in FusedBatchNormFp16MeanVar()
|
| D | batchnorm_fp16.h | 30 … const BatchNormParameter *param, float16_t *save_mean, float16_t *save_var);
|
| /third_party/mindspore/mindspore/lite/src/runtime/kernel/arm/fp32/ |
| D | fused_batchnorm_fp32.cc | 121 float *save_var = static_cast<float *>(in_tensors_.at(FIFTH_INPUT)->data()); in Eval() local
125 CHECK_NULL_RETURN(save_var); in Eval()
133 memcpy(variance_, save_var, in_tensors_.at(FIFTH_INPUT)->Size()); in Eval()
|
| /third_party/mindspore/mindspore/lite/src/runtime/kernel/arm/fp16/ |
| D | fused_batchnorm_fp16.cc | 147 float16_t *save_var = static_cast<float16_t *>(in_tensors_.at(kInCurrentVarIdx)->data()); in Eval() local
151 CHECK_NULL_RETURN(save_var); in Eval()
159 memcpy(variance_, save_var, in_tensors_.at(kInCurrentVarIdx)->Size()); in Eval()
|
| /third_party/mindspore/mindspore/lite/test/ut/src/runtime/kernel/arm/fp32_grad/ |
| D | bn_grad_fp32_test.cc | 185 float *save_var = reinterpret_cast<float *>(save_var_tensor.MutableData()); in TEST_F() local
187 save_var[i] = 1.f; in TEST_F()
|