| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp32/ |
| D | conv_common_fp32.h | 48 … size_t ic_algin, size_t in_kw_step, size_t in_kh_step, size_t in_sw_step,
63 … size_t ic_algin, size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder,
69 … size_t ic_algin, size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder,
74 … size_t ic_algin, size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder,
79 … size_t ic_algin, size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder,
84 … size_t ic_algin, size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder,
89 … size_t ic_algin, size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder,
94 … size_t ic_algin, size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder,
99 … size_t ic_algin, size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder,
104 … size_t ic_algin, size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder,
[all …]
|
| D | common_func_fp32.h | 31 size_t in_kh_step; member
53 … size_t in_sw_step, size_t in_kh_step, size_t in_kw_step, size_t relu, size_t relu6);
58 … size_t in_kh_step, size_t in_kw_step, size_t kernel_w, size_t relu, size_t relu6);
62 size_t in_kh_step, size_t in_kw_step);
73 size_t in_kh_step, size_t in_kw_step, size_t kernel_w);
77 … size_t in_sh_step, size_t in_sw_step, size_t in_kh_step, size_t in_kw_step, size_t relu,
86 …nvDw3x3Corner(float *dst, const float *src, const float *weight, const float *bias, int in_kh_step,
89 …Dw3x3Vertical(float *dst, const float *src, const float *weight, const float *bias, int in_kh_step,
92 …3x3Horizontal(float *dst, const float *src, const float *weight, const float *bias, int in_kh_step,
|
| D | conv_depthwise_fp32.h | 30 int in_kh_step, int in_kw_step, bool is_relu, bool is_relu6);
69 … size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder);
73 … size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder);
77 … size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder);
81 … size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder);
85 … size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder);
89 … size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder);
93 … size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder);
97 … size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder);
101 … size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder);
[all …]
|
| D | conv_common_fp32.c | 356 int in_kh_step = sw_param->in_kh_step_; in ConvSWFp32() local
419 out_block_step, ic_algin, in_kw_step, in_kh_step, in_sw_step, 0, write_mode); in ConvSWFp32()
435 … size_t ic_algin, size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder, in SWConv3x32Kernel() argument
437 in_kh_step *= sizeof(float); in SWConv3x32Kernel()
513 …"r"(in_kh_step), "r"(in_sw_step), "r"(kw_remainder) /… in SWConv3x32Kernel()
594 … size_t ic_algin, size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder, in SWConv1x32Kernel() argument
596 in_kh_step *= sizeof(float); in SWConv1x32Kernel()
642 …"r"(in_kh_step), "r"(kw_remainder) /… in SWConv1x32Kernel()
689 … size_t ic_algin, size_t in_kw_step, size_t in_kh_step, size_t in_sw_step, size_t kw_remainder, in SWConv4x24Kernel() argument
691 in_kh_step *= sizeof(float); in SWConv4x24Kernel()
[all …]
|
| D | conv_depthwise_fp32.c | 180 … int in_kh_step, int in_kw_step, int kernel_w_step, bool is_relu, bool is_relu6) { in ConvDwBorderPixel() argument
196 src_kh += in_kh_step; in ConvDwBorderPixel()
240 param->in_kh_step = sliding->in_kh_step_ * sizeof(float); in ConvDwBorder()
264 int in_kh_step, int in_kw_step, bool is_relu, bool is_relu6) { in ConvDwCenter() argument
286 src_kh += in_kh_step; in ConvDwCenter()
866 …rderPixel(float *dst, const float *src, const float *weight, int height, int width, int in_kh_step, in DeconvDwBorderPixel() argument
888 dst_kh += in_kh_step; in DeconvDwBorderPixel()
930 … int kernel_w, int out_h_step, int block_channel, int in_sh_step, int in_sw_step, int in_kh_step, in DeconvDwCenter() argument
950 dst_kh += in_kh_step; in DeconvDwCenter()
1075 int in_kh_step = sw_param->in_kh_step_; in DepthwiseSWAvxFp32() local
[all …]
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/intrinsics/sse/ |
| D | DepthwiseFp32_Sse.c | 24 … size_t in_kh_step, size_t in_kw_step, size_t kernel_w_step, size_t relu, size_t relu6) { in ConvDwFp32Border() argument
25 in_kh_step /= sizeof(float); in ConvDwFp32Border()
92 src_kh += in_kh_step; in ConvDwFp32Border()
112 … size_t in_sw_step, size_t in_kh_step, size_t in_kw_step, size_t relu, size_t relu6) { in ConvDwFp32Center() argument
117 in_kh_step /= sizeof(float); in ConvDwFp32Center()
136 for (int kh = 0; kh < kernel_h; kh++, src_kh += in_kh_step, weight_kh += kernel_w * C4NUM) { in ConvDwFp32Center()
182 for (int kh = 0; kh < kernel_h; kh++, src_kh += in_kh_step, weight_kh += kernel_w * C4NUM) { in ConvDwFp32Center()
211 for (int kh = 0; kh < kernel_h; kh++, src_kh += in_kh_step, weight_kh += kernel_w * C4NUM) { in ConvDwFp32Center()
234 size_t in_kh_step, size_t in_kw_step) { in DeconvDwFp32Center() argument
239 in_kh_step /= sizeof(float); in DeconvDwFp32Center()
[all …]
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp16/ |
| D | conv_depthwise_fp16.h | 30 … size_t height, size_t width, size_t in_kh_step, size_t in_kw_step, size_t kernel_w, size_t relu,
34 … size_t block_channel, size_t in_sh_step, size_t in_sw_step, size_t in_kh_step, size_t in_kw_step,
37 size_t in_kh_step, size_t in_kw_step, size_t kernel_w);
40 size_t in_sw_step, size_t in_kh_step, size_t in_kw_step);
|
| D | conv_depthwise_fp16.c | 454 … int height, int width, int in_kh_step, int in_kw_step, int kernel_w_step, bool is_relu, in DepthwiseBorderPixelFp16() argument
474 src_kh += in_kh_step; in DepthwiseBorderPixelFp16()
522 … int in_sh_step, int in_sw_step, int in_kh_step, int in_kw_step, bool is_relu, bool is_relu6) { in DepthwiseCenterFp16() argument
552 src_kh += in_kh_step; in DepthwiseCenterFp16()
623 int width, int in_kh_step, int in_kw_step, int kernel_w_step) { in DeconvDepthwiseBorderPixelFp16() argument
639 dst_kh += in_kh_step; in DeconvDepthwiseBorderPixelFp16()
680 int in_sw_step, int in_kh_step, int in_kw_step) { in DeconvDepthwiseCenterFp16() argument
707 dst_kh += in_kh_step; in DeconvDepthwiseCenterFp16()
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/int8/ |
| D | common_func_int8.h | 45 … size_t in_sh_step, size_t in_sw_step, size_t in_kh_step, size_t in_kw_step, const int8_t *in_zp,
50 size_t in_sw_step, size_t in_kh_step, size_t in_kw_step);
61 … int width, int in_kh_step, int in_kw_step, int channel, int8_t in_zp, int32_t out_zp,
78 …rner(int8_t *dst, const int8_t *src, const int16_t *weight, const int32_t *bias, size_t in_kh_step,
83 … size_t in_kh_step, size_t in_kw_step, size_t channel, size_t in_zp, size_t out_zp,
87 … size_t in_kh_step, size_t in_kw_step, size_t channel, size_t in_zp, size_t out_zp,
|
| D | conv_depthwise_int8.c | 333 … int width, int in_kh_step, int in_kw_step, int channel, int8_t in_zp, int32_t out_zp, in ConvDw3x3Int8BorderPixel() argument
353 src_kh += in_kh_step; in ConvDw3x3Int8BorderPixel()
388 …8Corner(int8_t *dst, const int8_t *src, const int16_t *weight, const int32_t *bias, int in_kh_step, in ConvDw3x3Int8Corner() argument
392 …ConvDw3x3Int8BorderPixel(dst, src, weight, bias, 2, 2, in_kh_step, in_kw_step, channel, in_zp, out… in ConvDw3x3Int8Corner()
396 …ertical(int8_t *dst, const int8_t *src, const int16_t *weight, const int32_t *bias, int in_kh_step, in ConvDw3x3Int8Vertical() argument
400 …ConvDw3x3Int8BorderPixel(dst, src, weight, bias, 2, 3, in_kh_step, in_kw_step, channel, in_zp, out… in ConvDw3x3Int8Vertical()
404 …izontal(int8_t *dst, const int8_t *src, const int16_t *weight, const int32_t *bias, int in_kh_step, in ConvDw3x3Int8Horizontal() argument
408 …ConvDw3x3Int8BorderPixel(dst, src, weight, bias, 3, 2, in_kh_step, in_kw_step, channel, in_zp, out… in ConvDw3x3Int8Horizontal()
426 int in_kh_step = sliding->in_kh_step_; in ConvDw3x3Int8Pad() local
439 …ConvDw3x3Int8Corner(output, input, weight, bias_data, in_kh_step, in_kw_step, conv_param->input_ch… in ConvDw3x3Int8Pad()
[all …]
|