/third_party/cmsis/CMSIS/DSP/Source/MatrixFunctions/ |
D | arm_mat_mult_q31.c | 75 uint32x4_t vecColBOffs; in arm_mat_mult_q31_2x2_mve() local 83 vecColBOffs = vidupq_u32((uint32_t)0, 1); in arm_mat_mult_q31_2x2_mve() 84 vecColBOffs = vecColBOffs * MATRIX_DIM2; in arm_mat_mult_q31_2x2_mve() 89 vecB = vldrwq_gather_shifted_offset_z_s32(pInB, vecColBOffs, p0); in arm_mat_mult_q31_2x2_mve() 108 vecB = vldrwq_gather_shifted_offset_z_s32(pInB, vecColBOffs, p0); in arm_mat_mult_q31_2x2_mve() 134 uint32x4_t vecColBOffs; in arm_mat_mult_q31_3x3_mve() local 143 vecColBOffs = vidupq_u32((uint32_t)0, 1); in arm_mat_mult_q31_3x3_mve() 144 vecColBOffs = vecColBOffs * MATRIX_DIM3; in arm_mat_mult_q31_3x3_mve() 148 vecB = vldrwq_gather_shifted_offset_z_s32(pInB, vecColBOffs, p0); in arm_mat_mult_q31_3x3_mve() 169 vecB = vldrwq_gather_shifted_offset_z_s32(pInB, vecColBOffs, p0); in arm_mat_mult_q31_3x3_mve() [all …]
|
D | arm_mat_mult_opt_q31.c | 79 uint32x4_t vecColBOffs; in arm_mat_mult_opt_q31_2x2_mve() local 87 vecColBOffs = vidupq_u32((uint32_t)0, 1); in arm_mat_mult_opt_q31_2x2_mve() 88 vecColBOffs = vecColBOffs * MATRIX_DIM2; in arm_mat_mult_opt_q31_2x2_mve() 93 vecB = vldrwq_gather_shifted_offset_z_s32(pInB, vecColBOffs, p0); in arm_mat_mult_opt_q31_2x2_mve() 112 vecB = vldrwq_gather_shifted_offset_z_s32(pInB, vecColBOffs, p0); in arm_mat_mult_opt_q31_2x2_mve() 138 uint32x4_t vecColBOffs; in arm_mat_mult_opt_q31_3x3_mve() local 147 vecColBOffs = vidupq_u32((uint32_t)0, 1); in arm_mat_mult_opt_q31_3x3_mve() 148 vecColBOffs = vecColBOffs * MATRIX_DIM3; in arm_mat_mult_opt_q31_3x3_mve() 152 vecB = vldrwq_gather_shifted_offset_z_s32(pInB, vecColBOffs, p0); in arm_mat_mult_opt_q31_3x3_mve() 173 vecB = vldrwq_gather_shifted_offset_z_s32(pInB, vecColBOffs, p0); in arm_mat_mult_opt_q31_3x3_mve() [all …]
|
D | arm_mat_mult_q7.c | 68 uint8x16_t vecColBOffs; in arm_mat_mult_q7_2x2_mve() local 75 vecColBOffs = vidupq_u8((uint32_t)0, 2); /* MATRIX_DIM */ in arm_mat_mult_q7_2x2_mve() 79 vecB = vldrbq_gather_offset_z(pInB, vecColBOffs, p0); in arm_mat_mult_q7_2x2_mve() 94 vecB = vldrbq_gather_offset_z(pInB, vecColBOffs, p0); in arm_mat_mult_q7_2x2_mve() 117 uint8x16_t vecColBOffs; in arm_mat_mult_q7_3x3_mve() local 125 vecColBOffs = vidupq_u8((uint32_t)0, 1); in arm_mat_mult_q7_3x3_mve() 126 vecColBOffs = vecColBOffs * MATRIX_DIM; in arm_mat_mult_q7_3x3_mve() 130 vecB = vldrbq_gather_offset_z(pInB, vecColBOffs, p0); in arm_mat_mult_q7_3x3_mve() 148 vecB = vldrbq_gather_offset_z(pInB, vecColBOffs, p0); in arm_mat_mult_q7_3x3_mve() 162 vecB = vldrbq_gather_offset_z(pInB, vecColBOffs, p0); in arm_mat_mult_q7_3x3_mve() [all …]
|
D | arm_mat_cmplx_mult_q15.c | 80 uint16x8_t vecOffs, vecColBOffs; in arm_mat_cmplx_mult_q15() local 99 vecColBOffs[0] = 0; in arm_mat_cmplx_mult_q15() 100 vecColBOffs[1] = 1; in arm_mat_cmplx_mult_q15() 101 vecColBOffs[2] = numColsB * CMPLX_DIM; in arm_mat_cmplx_mult_q15() 102 vecColBOffs[3] = (numColsB * CMPLX_DIM) + 1; in arm_mat_cmplx_mult_q15() 103 vecColBOffs[4] = 2 * numColsB * CMPLX_DIM; in arm_mat_cmplx_mult_q15() 104 vecColBOffs[5] = 2 * (numColsB * CMPLX_DIM) + 1; in arm_mat_cmplx_mult_q15() 105 vecColBOffs[6] = 3 * numColsB * CMPLX_DIM; in arm_mat_cmplx_mult_q15() 106 vecColBOffs[7] = 3 * (numColsB * CMPLX_DIM) + 1; in arm_mat_cmplx_mult_q15() 164 vecOffs = vecColBOffs; in arm_mat_cmplx_mult_q15() [all …]
|
D | arm_mat_mult_q15.c | 79 uint16x8_t vecColBOffs; in arm_mat_mult_q15_2x2_mve() local 86 vecColBOffs = vidupq_u16((uint32_t)0, 2); /* MATRIX_DIM2 */ in arm_mat_mult_q15_2x2_mve() 90 vecB = vldrhq_gather_shifted_offset_z_s16((q15_t const *)pInB, vecColBOffs, p0); in arm_mat_mult_q15_2x2_mve() 108 vecB = vldrhq_gather_shifted_offset_z_s16(pInB, vecColBOffs, p0); in arm_mat_mult_q15_2x2_mve() 135 uint16x8_t vecColBOffs; in arm_mat_mult_q15_3x3_mve() local 143 vecColBOffs = vidupq_u16((uint32_t)0, 1); in arm_mat_mult_q15_3x3_mve() 144 vecColBOffs = vecColBOffs * MATRIX_DIM3; in arm_mat_mult_q15_3x3_mve() 148 vecB = vldrhq_gather_shifted_offset_z_s16((q15_t const *)pInB, vecColBOffs, p0); in arm_mat_mult_q15_3x3_mve() 170 vecB = vldrhq_gather_shifted_offset_z_s16(pInB, vecColBOffs, p0); in arm_mat_mult_q15_3x3_mve() 188 vecB = vldrhq_gather_shifted_offset_z_s16(pInB, vecColBOffs, p0); in arm_mat_mult_q15_3x3_mve() [all …]
|
D | arm_mat_cmplx_mult_f16.c | 395 uint16x8_t vecOffs, vecColBOffs; in arm_mat_cmplx_mult_f16() local 433 vecColBOffs[0] = 0; in arm_mat_cmplx_mult_f16() 434 vecColBOffs[1] = 1; in arm_mat_cmplx_mult_f16() 435 vecColBOffs[2] = numColsB * CMPLX_DIM; in arm_mat_cmplx_mult_f16() 436 vecColBOffs[3] = (numColsB * CMPLX_DIM) + 1; in arm_mat_cmplx_mult_f16() 437 vecColBOffs[4] = 2*numColsB * CMPLX_DIM; in arm_mat_cmplx_mult_f16() 438 vecColBOffs[5] = 2*(numColsB * CMPLX_DIM) + 1; in arm_mat_cmplx_mult_f16() 439 vecColBOffs[6] = 3*numColsB * CMPLX_DIM; in arm_mat_cmplx_mult_f16() 440 vecColBOffs[7] = 3*(numColsB * CMPLX_DIM) + 1; in arm_mat_cmplx_mult_f16() 495 vecOffs = vecColBOffs; in arm_mat_cmplx_mult_f16() [all …]
|
D | arm_mat_cmplx_mult_q31.c | 531 uint32x4_t vecOffs, vecColBOffs; in arm_mat_cmplx_mult_q31() local 574 vecColBOffs[0] = 0; in arm_mat_cmplx_mult_q31() 575 vecColBOffs[1] = 1; in arm_mat_cmplx_mult_q31() 576 vecColBOffs[2] = numColsB * CMPLX_DIM; in arm_mat_cmplx_mult_q31() 577 vecColBOffs[3] = (numColsB * CMPLX_DIM) + 1; in arm_mat_cmplx_mult_q31() 629 vecOffs = vecColBOffs; in arm_mat_cmplx_mult_q31() 754 vecOffs = vecColBOffs; in arm_mat_cmplx_mult_q31()
|
D | arm_mat_cmplx_mult_f32.c | 537 uint32x4_t vecOffs, vecColBOffs; in arm_mat_cmplx_mult_f32() local 574 vecColBOffs[0] = 0; in arm_mat_cmplx_mult_f32() 575 vecColBOffs[1] = 1; in arm_mat_cmplx_mult_f32() 576 vecColBOffs[2] = numColsB * CMPLX_DIM; in arm_mat_cmplx_mult_f32() 577 vecColBOffs[3] = (numColsB * CMPLX_DIM) + 1; in arm_mat_cmplx_mult_f32() 632 vecOffs = vecColBOffs; in arm_mat_cmplx_mult_f32() 763 vecOffs = vecColBOffs; in arm_mat_cmplx_mult_f32()
|