/external/XNNPACK/src/qs8-dwconv/gen/ |
D | up16x9-minmax-fp32-neonv8-mul16.c | 177 … const int16x8_t vk8x89ABCDEF = vmovl_s8(vld1_s8(w)); w = (const void*) ((const int8_t*) w + 8); in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__neonv8_mul16() local 181 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__neonv8_mul16() 182 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__neonv8_mul16()
|
D | up16x9-minmax-rndnu-neon-mul16.c | 178 … const int16x8_t vk8x89ABCDEF = vmovl_s8(vld1_s8(w)); w = (const void*) ((const int8_t*) w + 8); in xnn_qs8_dwconv_minmax_rndnu_ukernel_up16x9__neon_mul16() local 182 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qs8_dwconv_minmax_rndnu_ukernel_up16x9__neon_mul16() 183 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qs8_dwconv_minmax_rndnu_ukernel_up16x9__neon_mul16()
|
D | up16x9-minmax-fp32-neon-mul16.c | 177 … const int16x8_t vk8x89ABCDEF = vmovl_s8(vld1_s8(w)); w = (const void*) ((const int8_t*) w + 8); in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__neon_mul16() local 181 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__neon_mul16() 182 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__neon_mul16()
|
D | up24x9-minmax-rndnu-neon-mul16.c | 212 … const int16x8_t vk8x89ABCDEF = vmovl_s8(vld1_s8(w)); w = (const void*) ((const int8_t*) w + 8); in xnn_qs8_dwconv_minmax_rndnu_ukernel_up24x9__neon_mul16() local 218 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qs8_dwconv_minmax_rndnu_ukernel_up24x9__neon_mul16() 219 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qs8_dwconv_minmax_rndnu_ukernel_up24x9__neon_mul16()
|
D | up24x9-minmax-fp32-neon-mul16.c | 211 … const int16x8_t vk8x89ABCDEF = vmovl_s8(vld1_s8(w)); w = (const void*) ((const int8_t*) w + 8); in xnn_qs8_dwconv_minmax_fp32_ukernel_up24x9__neon_mul16() local 217 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up24x9__neon_mul16() 218 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up24x9__neon_mul16()
|
D | up24x9-minmax-fp32-neonv8-mul16.c | 211 … const int16x8_t vk8x89ABCDEF = vmovl_s8(vld1_s8(w)); w = (const void*) ((const int8_t*) w + 8); in xnn_qs8_dwconv_minmax_fp32_ukernel_up24x9__neonv8_mul16() local 217 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up24x9__neonv8_mul16() 218 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up24x9__neonv8_mul16()
|
D | up16x9-minmax-fp32-sse2-mul16-add16.c | 237 …const __m128i vk8x89ABCDEF = _mm_loadl_epi64((const __m128i*) ((uintptr_t) w + 16 * sizeof(int32_t… in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__sse2_mul16_add16() local 243 … const __m128i vxk8x89ABCDEF = _mm_srai_epi16(_mm_unpacklo_epi8(vk8x89ABCDEF, vk8x89ABCDEF), 8); in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__sse2_mul16_add16()
|
D | up16x9-minmax-fp32-avx2-mul32.c | 163 …const __m256i vk8x89ABCDEF = _mm256_cvtepi8_epi32(_mm_loadl_epi64((const __m128i*) ((uintptr_t) w … in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul32() local 167 vacc89ABCDEF = _mm256_add_epi32(vacc89ABCDEF, _mm256_mullo_epi32(vi8x89ABCDEF, vk8x89ABCDEF)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul32()
|
/external/XNNPACK/src/qu8-dwconv/gen/ |
D | up16x9-minmax-rndnu-neon-mul16.c | 179 …const int16x8_t vk8x89ABCDEF = vreinterpretq_s16_u16(vsubl_u8(vld1_u8(w), vkernel_zero_point)); w … in xnn_qu8_dwconv_minmax_rndnu_ukernel_up16x9__neon_mul16() local 183 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qu8_dwconv_minmax_rndnu_ukernel_up16x9__neon_mul16() 184 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qu8_dwconv_minmax_rndnu_ukernel_up16x9__neon_mul16()
|
D | up16x9-minmax-fp32-neonv8-mul16.c | 178 …const int16x8_t vk8x89ABCDEF = vreinterpretq_s16_u16(vsubl_u8(vld1_u8(w), vkernel_zero_point)); w … in xnn_qu8_dwconv_minmax_fp32_ukernel_up16x9__neonv8_mul16() local 182 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qu8_dwconv_minmax_fp32_ukernel_up16x9__neonv8_mul16() 183 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qu8_dwconv_minmax_fp32_ukernel_up16x9__neonv8_mul16()
|
D | up16x9-minmax-fp32-neon-mul16.c | 178 …const int16x8_t vk8x89ABCDEF = vreinterpretq_s16_u16(vsubl_u8(vld1_u8(w), vkernel_zero_point)); w … in xnn_qu8_dwconv_minmax_fp32_ukernel_up16x9__neon_mul16() local 182 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qu8_dwconv_minmax_fp32_ukernel_up16x9__neon_mul16() 183 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qu8_dwconv_minmax_fp32_ukernel_up16x9__neon_mul16()
|
D | up24x9-minmax-fp32-neon-mul16.c | 212 …const int16x8_t vk8x89ABCDEF = vreinterpretq_s16_u16(vsubl_u8(vld1_u8(w), vkernel_zero_point)); w … in xnn_qu8_dwconv_minmax_fp32_ukernel_up24x9__neon_mul16() local 218 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qu8_dwconv_minmax_fp32_ukernel_up24x9__neon_mul16() 219 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qu8_dwconv_minmax_fp32_ukernel_up24x9__neon_mul16()
|
D | up24x9-minmax-fp32-neonv8-mul16.c | 212 …const int16x8_t vk8x89ABCDEF = vreinterpretq_s16_u16(vsubl_u8(vld1_u8(w), vkernel_zero_point)); w … in xnn_qu8_dwconv_minmax_fp32_ukernel_up24x9__neonv8_mul16() local 218 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qu8_dwconv_minmax_fp32_ukernel_up24x9__neonv8_mul16() 219 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qu8_dwconv_minmax_fp32_ukernel_up24x9__neonv8_mul16()
|
/external/XNNPACK/src/qc8-dwconv/gen/ |
D | up16x9-minmax-fp32-neon-mul16.c | 176 … const int16x8_t vk8x89ABCDEF = vmovl_s8(vld1_s8(w)); w = (const void*) ((const int8_t*) w + 8); in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__neon_mul16() local 180 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__neon_mul16() 181 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__neon_mul16()
|
D | up16x9-minmax-fp32-neonv8-mul16.c | 176 … const int16x8_t vk8x89ABCDEF = vmovl_s8(vld1_s8(w)); w = (const void*) ((const int8_t*) w + 8); in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__neonv8_mul16() local 180 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__neonv8_mul16() 181 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__neonv8_mul16()
|
D | up24x9-minmax-fp32-neonv8-mul16.c | 210 … const int16x8_t vk8x89ABCDEF = vmovl_s8(vld1_s8(w)); w = (const void*) ((const int8_t*) w + 8); in xnn_qc8_dwconv_minmax_fp32_ukernel_up24x9__neonv8_mul16() local 216 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up24x9__neonv8_mul16() 217 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up24x9__neonv8_mul16()
|
D | up16x9-minmax-fp32-sse2-mul16-add16.c | 237 …const __m128i vk8x89ABCDEF = _mm_loadl_epi64((const __m128i*) ((uintptr_t) w + 16 * sizeof(int32_t… in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__sse2_mul16_add16() local 243 … const __m128i vxk8x89ABCDEF = _mm_srai_epi16(_mm_unpacklo_epi8(vk8x89ABCDEF, vk8x89ABCDEF), 8); in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__sse2_mul16_add16()
|
D | up16x9-minmax-fp32-avx2-mul32.c | 163 …const __m256i vk8x89ABCDEF = _mm256_cvtepi8_epi32(_mm_loadl_epi64((const __m128i*) ((uintptr_t) w … in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul32() local 167 vacc89ABCDEF = _mm256_add_epi32(vacc89ABCDEF, _mm256_mullo_epi32(vi8x89ABCDEF, vk8x89ABCDEF)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up16x9__avx2_mul32()
|
D | up24x9-minmax-fp32-neon-mul16.c | 210 … const int16x8_t vk8x89ABCDEF = vmovl_s8(vld1_s8(w)); w = (const void*) ((const int8_t*) w + 8); in xnn_qc8_dwconv_minmax_fp32_ukernel_up24x9__neon_mul16() local 216 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi8x89ABCDEF), vget_low_s16(vk8x89ABCDEF)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up24x9__neon_mul16() 217 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi8x89ABCDEF), vget_high_s16(vk8x89ABCDEF)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up24x9__neon_mul16()
|
/external/XNNPACK/src/f32-dwconv/gen/ |
D | up16x9-minmax-fma3-acc2.c | 166 const __m256 vk8x89ABCDEF = _mm256_load_ps(w + 152); in xnn_f32_dwconv_minmax_ukernel_up16x9__fma3_acc2() local 168 vacc89ABCDEFp0 = _mm256_fmadd_ps(vi8x89ABCDEF, vk8x89ABCDEF, vacc89ABCDEFp0); in xnn_f32_dwconv_minmax_ukernel_up16x9__fma3_acc2()
|
D | up16x9-minmax-fma3.c | 166 const __m256 vk8x89ABCDEF = _mm256_load_ps(w + 152); in xnn_f32_dwconv_minmax_ukernel_up16x9__fma3() local 168 vacc89ABCDEFp0 = _mm256_fmadd_ps(vi8x89ABCDEF, vk8x89ABCDEF, vacc89ABCDEFp0); in xnn_f32_dwconv_minmax_ukernel_up16x9__fma3()
|
D | up16x9-minmax-avx.c | 166 const __m256 vk8x89ABCDEF = _mm256_load_ps(w + 152); in xnn_f32_dwconv_minmax_ukernel_up16x9__avx() local 168 vacc89ABCDEFp0 = _mm256_add_ps(vacc89ABCDEFp0, _mm256_mul_ps(vi8x89ABCDEF, vk8x89ABCDEF)); in xnn_f32_dwconv_minmax_ukernel_up16x9__avx()
|
D | up16x9-minmax-avx-acc2.c | 166 const __m256 vk8x89ABCDEF = _mm256_load_ps(w + 152); in xnn_f32_dwconv_minmax_ukernel_up16x9__avx_acc2() local 168 vacc89ABCDEFp0 = _mm256_add_ps(vacc89ABCDEFp0, _mm256_mul_ps(vi8x89ABCDEF, vk8x89ABCDEF)); in xnn_f32_dwconv_minmax_ukernel_up16x9__avx_acc2()
|
/external/XNNPACK/src/f16-dwconv/gen/ |
D | up16x9-minmax-neonfp16arith-acc2.c | 150 const float16x8_t vk8x89ABCDEF = vld1q_f16(w); w += 8; in xnn_f16_dwconv_minmax_ukernel_up16x9__neonfp16arith_acc2() local 152 vacc89ABCDEFp0 = vfmaq_f16(vacc89ABCDEFp0, vi8x89ABCDEF, vk8x89ABCDEF); in xnn_f16_dwconv_minmax_ukernel_up16x9__neonfp16arith_acc2()
|
D | up16x9-minmax-neonfp16arith.c | 150 const float16x8_t vk8x89ABCDEF = vld1q_f16(w); w += 8; in xnn_f16_dwconv_minmax_ukernel_up16x9__neonfp16arith() local 152 vacc89ABCDEFp0 = vfmaq_f16(vacc89ABCDEFp0, vi8x89ABCDEF, vk8x89ABCDEF); in xnn_f16_dwconv_minmax_ukernel_up16x9__neonfp16arith()
|