| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/int8/ |
| D | conv_int8.c | 58 … int real_cal_num = (output_count - start_index) < tile_n ? (output_count - start_index) : tile_n; in ConvInt8() local
63 …Im2ColPackUnitInt8Opt(input_data + in_batch_offset, gemm_input, matmul, real_cal_num, start_index,… in ConvInt8()
70 …gemm_input, packed_weight, gemm_output, real_cal_num, out_channel, unit_size, tmp_input_sum, bias_… in ConvInt8()
76 …matmul_func(gemm_input, packed_weight, gemm_output, real_cal_num, out_channel, unit_size, out_chan… in ConvInt8()
82 MatmulInt8Neon64(gemm_input, packed_weight, gemm_output, UP_ROUND(real_cal_num, C4NUM), in ConvInt8()
87 … conv_param->conv_quant_arg_.right_shift_, real_cal_num, out_channel, out_channel, per_channel); in ConvInt8()
91 …gemm_input, packed_weight, gemm_output, real_cal_num, out_channel, unit_size, out_channel, tmp_inp… in ConvInt8()
|
| D | pooling_int8.c | 103 …int real_cal_num = (out_plane - cal_start_index) > TILE_NUM ? TILE_NUM : (out_plane - cal_start_in… in AvgPoolingOptInt8() local
104 for (int i = 0; i < real_cal_num; i++) { in AvgPoolingOptInt8()
350 …int real_cal_num = (out_plane - cal_start_index) > TILE_NUM ? TILE_NUM : (out_plane - cal_start_in… in MaxPoolingWithQuantInt8() local
351 for (int i = 0; i < real_cal_num; i++) { in MaxPoolingWithQuantInt8()
438 int real_cal_num = out_plane - cal_start_index; in MaxPoolingOptInt8() local
439 real_cal_num = MSMIN(real_cal_num, TILE_NUM); in MaxPoolingOptInt8()
440 for (int i = 0; i < real_cal_num; i++) { in MaxPoolingOptInt8()
|
| D | conv3x3_int8.c | 749 … int real_cal_num, int out_w_block, const ConvParameter *conv_param) { in Conv3x3Int8OutputTransform() argument
758 for (int i = 0; i < real_cal_num; i++) { in Conv3x3Int8OutputTransform()
782 int real_cal_num, int out_w_block, const ConvParameter *conv_param) { in Conv3x3Int8InputTransform() argument
796 for (int cal_id = 0; cal_id < real_cal_num; cal_id++) { in Conv3x3Int8InputTransform()
826 …mm(int32_t *dst, const int16_t *src, const int16_t *weight, int oc, int ic8, size_t real_cal_num) { in Conv3x3Int8Gemm() argument
835 for (int n = 0; n < real_cal_num; n++) { in Conv3x3Int8Gemm()
889 …int real_cal_num = (output_count - start_index) < TILE_NUM ? (output_count - start_index) : TILE_N… in Conv3x3Int8() local
892 … block_unit_buffer + task_id * block_unit_buffer_offset, start_index, real_cal_num, in Conv3x3Int8()
896 transed_weight, conv_param->output_channel_, ic8, real_cal_num); in Conv3x3Int8()
899 bias_data, start_index, real_cal_num, out_w_block, conv_param); in Conv3x3Int8()
|
| D | pack_int8.c | 739 …UnitInt8Opt(const int8_t *input_data, int8_t *packed_input, int8_t *matmul_input, int real_cal_num, in Im2ColPackUnitInt8Opt() argument
759 for (int i = 0; i < real_cal_num; i++) { in Im2ColPackUnitInt8Opt()
789 …PreOptPeroc(matmul_input, packed_input, input_sum, deep, conv_param->output_channel_, real_cal_num, in Im2ColPackUnitInt8Opt()
792 Conv1x1PreOptPert(matmul_input, packed_input, input_sum, deep, real_cal_num, conv_param); in Im2ColPackUnitInt8Opt()
795 RowMajor2Row16x4MajorInt8(matmul_input, packed_input, real_cal_num, deep); in Im2ColPackUnitInt8Opt()
798 PackInputSum16x4PerChannelArm32(packed_input, input_sum, filter_zp, real_cal_num, deep, in Im2ColPackUnitInt8Opt()
801 …PackInputSum16x4PerChannel(packed_input, input_sum, filter_zp, real_cal_num, deep, conv_param->out… in Im2ColPackUnitInt8Opt()
804 size_t hw4 = UP_ROUND(real_cal_num, C4NUM); in Im2ColPackUnitInt8Opt()
|
| D | pack_int8.h | 44 …UnitInt8Opt(const int8_t *input_data, int8_t *packed_input, int8_t *matmul_input, int real_cal_num,
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp16_grad/ |
| D | pack_fp16_ext.c | 21 int real_cal_num, int start) { in RollingIm2ColPackDwUnitFp16() argument
44 for (int i = 0; i < real_cal_num; i++) { in RollingIm2ColPackDwUnitFp16()
71 int real_cal_num, int block_index) { in RollingIm2ColPackUnitFp16() argument
95 for (int i = 0; i < real_cal_num; i++) { in RollingIm2ColPackUnitFp16()
115 for (int i = 0; i < real_cal_num; i++) { in RollingIm2ColPackUnitFp16()
138 int real_cal_num, int block_index) { in RollingCol2ImPackUnitFp16() argument
161 for (int r = 0; r < real_cal_num; r++) { in RollingCol2ImPackUnitFp16()
180 for (int r = 0; r < real_cal_num; r++) { in RollingCol2ImPackUnitFp16()
|
| D | pack_fp16_ext.h | 28 int real_cal_num, int block_index);
30 int real_cal_num, int block_index);
32 int real_cal_num, int block_index);
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp32_grad/ |
| D | pack_ext.c | 22 int real_cal_num, int start) { in RollingIm2ColPackDwUnitFp32() argument
45 for (int i = 0; i < real_cal_num; i++) { in RollingIm2ColPackDwUnitFp32()
71 …m2col_hwc(const float *in_data, float *data_col, const ConvParameter *conv_param, int real_cal_num, in rolling_im2col_hwc() argument
96 for (int i = 0; i < real_cal_num; i++) { in rolling_im2col_hwc()
116 for (int i = 0; i < real_cal_num; i++) { in rolling_im2col_hwc()
139 int real_cal_num, int block_index) { in RollingIm2ColPackUnitFp32() argument
140 rolling_im2col_hwc(input_data, packed_input, conv_param, real_cal_num, block_index); in RollingIm2ColPackUnitFp32()
|
| D | pack_ext.h | 28 int real_cal_num, int block_index);
30 int real_cal_num, int block_index);
|
| /third_party/mindspore/mindspore/lite/test/ut/src/runtime/kernel/arm/common/ |
| D | pack_tests.cc | 91 int real_cal_num = (output_count - start_index) < tile_n ? (output_count - tile_n) : tile_n; in TEST_F() local
94 …Im2ColPackUnitFp32(input_data + in_batch_offset, conv_param, gemm_input, real_cal_num, start_index… in TEST_F()
154 int real_cal_num = (output_count - start_index) < tile_n ? (output_count - tile_n) : tile_n; in TEST_F() local
157 …Im2ColPackUnitFp16(fp16_input_data + in_batch_offset, conv_param, gemm_input, real_cal_num, start_… in TEST_F()
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp32/ |
| D | adder_fp32.c | 73 …int real_cal_num = (output_count - start_index) < cal_num ? (output_count - start_index) : cal_num; in AdderFp32() local
79 …Im2ColPackUnitFp32(input_data + in_batch_offset, conv_param, gemm_input, real_cal_num, start_index… in AdderFp32()
88 …major_gemm_input, packed_weight, gemm_output, bias_data, conv_param->act_type_, deep, real_cal_num, in AdderFp32()
|
| D | pooling_fp32.c | 50 …int real_cal_num = (out_plane - cal_start_index) > TILE_NUM ? TILE_NUM : (out_plane - cal_start_in… in AvgPooling() local
51 for (int i = 0; i < real_cal_num; i++) { in AvgPooling()
165 …int real_cal_num = (out_plane - cal_start_index) > TILE_NUM ? TILE_NUM : (out_plane - cal_start_in… in MaxPooling() local
166 for (int i = 0; i < real_cal_num; i++) { in MaxPooling()
|
| D | pack_fp32.h | 48 …32(const float *input_data, const ConvParameter *conv_param, float *packed_input, int real_cal_num,
|
| D | pack_fp32.c | 32 …32(const float *input_data, const ConvParameter *conv_param, float *packed_input, int real_cal_num, in Im2ColPackUnitFp32() argument
46 for (int i = 0; i < real_cal_num; i++) { in Im2ColPackUnitFp32()
|
| /third_party/mindspore/mindspore/ccsrc/backend/kernel_compiler/cpu/nnacl/fp16/ |
| D | pooling_fp16.c | 44 …int real_cal_num = (out_plane - cal_start_index) > TILE_NUM ? TILE_NUM : (out_plane - cal_start_in… in AvgPoolingFp16() local
45 for (int i = 0; i < real_cal_num; i++) { in AvgPoolingFp16()
278 …int real_cal_num = (out_plane - cal_start_index) > TILE_NUM ? TILE_NUM : (out_plane - cal_start_in… in MaxPoolingFp16() local
279 for (int i = 0; i < real_cal_num; i++) { in MaxPoolingFp16()
|
| D | pack_fp16.h | 28 int real_cal_num, int block_index);
|
| D | pack_fp16.c | 41 int real_cal_num, int block_index) { in Im2ColPackUnitFp16() argument
57 for (int i = 0; i < real_cal_num; i++) { in Im2ColPackUnitFp16()
|