/external/XNNPACK/src/f16-dwconv/gen/ |
D | up32x25-minmax-neonfp16arith-acc2.c | 423 const float16x8_t vi19xOPQRSTUV = vld1q_f16(i19); i19 += 8; in xnn_f16_dwconv_minmax_ukernel_up32x25__neonfp16arith_acc2() local 431 vaccOPQRSTUVp1 = vfmaq_f16(vaccOPQRSTUVp1, vi19xOPQRSTUV, vk19xOPQRSTUV); in xnn_f16_dwconv_minmax_ukernel_up32x25__neonfp16arith_acc2()
|
D | up32x25-minmax-neonfp16arith.c | 423 const float16x8_t vi19xOPQRSTUV = vld1q_f16(i19); i19 += 8; in xnn_f16_dwconv_minmax_ukernel_up32x25__neonfp16arith() local 431 vaccOPQRSTUVp0 = vfmaq_f16(vaccOPQRSTUVp0, vi19xOPQRSTUV, vk19xOPQRSTUV); in xnn_f16_dwconv_minmax_ukernel_up32x25__neonfp16arith()
|
D | up32x25-minmax-fma3.c | 462 const __m256 vi19xOPQRSTUV = _mm256_cvtph_ps(_mm_loadu_si128((const __m128i*) (i19 + 24))); in xnn_f16_dwconv_minmax_ukernel_up32x25__fma3() local 472 …vaccOPQRSTUVp0 = _mm256_cvtph_ps(_mm256_cvtps_ph(_mm256_fmadd_ps(vi19xOPQRSTUV, vk19xOPQRSTUV, vac… in xnn_f16_dwconv_minmax_ukernel_up32x25__fma3()
|
D | up32x25-minmax-fma3-acc2.c | 462 const __m256 vi19xOPQRSTUV = _mm256_cvtph_ps(_mm_loadu_si128((const __m128i*) (i19 + 24))); in xnn_f16_dwconv_minmax_ukernel_up32x25__fma3_acc2() local 472 …vaccOPQRSTUVp1 = _mm256_cvtph_ps(_mm256_cvtps_ph(_mm256_fmadd_ps(vi19xOPQRSTUV, vk19xOPQRSTUV, vac… in xnn_f16_dwconv_minmax_ukernel_up32x25__fma3_acc2()
|
/external/XNNPACK/src/qs8-dwconv/gen/ |
D | up32x25-minmax-rndnu-neon-mul16.c | 527 const int16x8_t vi19xOPQRSTUV = vmovl_s8(vld1_s8(i19)); i19 += 8; in xnn_qs8_dwconv_minmax_rndnu_ukernel_up32x25__neon_mul16() local 536 vaccOPQR = vmlal_s16(vaccOPQR, vget_low_s16(vi19xOPQRSTUV), vget_low_s16(vk19xOPQRSTUV)); in xnn_qs8_dwconv_minmax_rndnu_ukernel_up32x25__neon_mul16() 537 vaccSTUV = vmlal_s16(vaccSTUV, vget_high_s16(vi19xOPQRSTUV), vget_high_s16(vk19xOPQRSTUV)); in xnn_qs8_dwconv_minmax_rndnu_ukernel_up32x25__neon_mul16()
|
D | up32x25-minmax-fp32-neon-mul16.c | 526 const int16x8_t vi19xOPQRSTUV = vmovl_s8(vld1_s8(i19)); i19 += 8; in xnn_qs8_dwconv_minmax_fp32_ukernel_up32x25__neon_mul16() local 535 vaccOPQR = vmlal_s16(vaccOPQR, vget_low_s16(vi19xOPQRSTUV), vget_low_s16(vk19xOPQRSTUV)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up32x25__neon_mul16() 536 vaccSTUV = vmlal_s16(vaccSTUV, vget_high_s16(vi19xOPQRSTUV), vget_high_s16(vk19xOPQRSTUV)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up32x25__neon_mul16()
|
D | up32x25-minmax-fp32-neonv8-mul16.c | 526 const int16x8_t vi19xOPQRSTUV = vmovl_s8(vld1_s8(i19)); i19 += 8; in xnn_qs8_dwconv_minmax_fp32_ukernel_up32x25__neonv8_mul16() local 535 vaccOPQR = vmlal_s16(vaccOPQR, vget_low_s16(vi19xOPQRSTUV), vget_low_s16(vk19xOPQRSTUV)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up32x25__neonv8_mul16() 536 vaccSTUV = vmlal_s16(vaccSTUV, vget_high_s16(vi19xOPQRSTUV), vget_high_s16(vk19xOPQRSTUV)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up32x25__neonv8_mul16()
|
D | up32x25-minmax-fp32-avx2-mul32.c | 461 … const __m256i vi19xOPQRSTUV = _mm256_cvtepi8_epi32(_mm_loadl_epi64((const __m128i*) (i19 + 24))); in xnn_qs8_dwconv_minmax_fp32_ukernel_up32x25__avx2_mul32() local 468 … vaccOPQRSTUV = _mm256_add_epi32(vaccOPQRSTUV, _mm256_mullo_epi32(vi19xOPQRSTUV, vk19xOPQRSTUV)); in xnn_qs8_dwconv_minmax_fp32_ukernel_up32x25__avx2_mul32()
|
/external/XNNPACK/src/qc8-dwconv/gen/ |
D | up32x25-minmax-fp32-neonv8-mul16.c | 525 const int16x8_t vi19xOPQRSTUV = vmovl_s8(vld1_s8(i19)); i19 += 8; in xnn_qc8_dwconv_minmax_fp32_ukernel_up32x25__neonv8_mul16() local 534 vaccOPQR = vmlal_s16(vaccOPQR, vget_low_s16(vi19xOPQRSTUV), vget_low_s16(vk19xOPQRSTUV)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up32x25__neonv8_mul16() 535 vaccSTUV = vmlal_s16(vaccSTUV, vget_high_s16(vi19xOPQRSTUV), vget_high_s16(vk19xOPQRSTUV)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up32x25__neonv8_mul16()
|
D | up32x25-minmax-fp32-neon-mul16.c | 525 const int16x8_t vi19xOPQRSTUV = vmovl_s8(vld1_s8(i19)); i19 += 8; in xnn_qc8_dwconv_minmax_fp32_ukernel_up32x25__neon_mul16() local 534 vaccOPQR = vmlal_s16(vaccOPQR, vget_low_s16(vi19xOPQRSTUV), vget_low_s16(vk19xOPQRSTUV)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up32x25__neon_mul16() 535 vaccSTUV = vmlal_s16(vaccSTUV, vget_high_s16(vi19xOPQRSTUV), vget_high_s16(vk19xOPQRSTUV)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up32x25__neon_mul16()
|
D | up32x25-minmax-fp32-avx2-mul32.c | 461 … const __m256i vi19xOPQRSTUV = _mm256_cvtepi8_epi32(_mm_loadl_epi64((const __m128i*) (i19 + 24))); in xnn_qc8_dwconv_minmax_fp32_ukernel_up32x25__avx2_mul32() local 468 … vaccOPQRSTUV = _mm256_add_epi32(vaccOPQRSTUV, _mm256_mullo_epi32(vi19xOPQRSTUV, vk19xOPQRSTUV)); in xnn_qc8_dwconv_minmax_fp32_ukernel_up32x25__avx2_mul32()
|
/external/XNNPACK/src/qu8-dwconv/gen/ |
D | up32x25-minmax-fp32-neonv8-mul16.c | 527 const int16x8_t vi19xOPQRSTUV = vreinterpretq_s16_u16(vmovl_u8(vld1_u8(i19))); i19 += 8; in xnn_qu8_dwconv_minmax_fp32_ukernel_up32x25__neonv8_mul16() local 536 vaccOPQR = vmlal_s16(vaccOPQR, vget_low_s16(vi19xOPQRSTUV), vget_low_s16(vk19xOPQRSTUV)); in xnn_qu8_dwconv_minmax_fp32_ukernel_up32x25__neonv8_mul16() 537 vaccSTUV = vmlal_s16(vaccSTUV, vget_high_s16(vi19xOPQRSTUV), vget_high_s16(vk19xOPQRSTUV)); in xnn_qu8_dwconv_minmax_fp32_ukernel_up32x25__neonv8_mul16()
|
D | up32x25-minmax-fp32-neon-mul16.c | 527 const int16x8_t vi19xOPQRSTUV = vreinterpretq_s16_u16(vmovl_u8(vld1_u8(i19))); i19 += 8; in xnn_qu8_dwconv_minmax_fp32_ukernel_up32x25__neon_mul16() local 536 vaccOPQR = vmlal_s16(vaccOPQR, vget_low_s16(vi19xOPQRSTUV), vget_low_s16(vk19xOPQRSTUV)); in xnn_qu8_dwconv_minmax_fp32_ukernel_up32x25__neon_mul16() 537 vaccSTUV = vmlal_s16(vaccSTUV, vget_high_s16(vi19xOPQRSTUV), vget_high_s16(vk19xOPQRSTUV)); in xnn_qu8_dwconv_minmax_fp32_ukernel_up32x25__neon_mul16()
|
D | up32x25-minmax-rndnu-neon-mul16.c | 528 const int16x8_t vi19xOPQRSTUV = vreinterpretq_s16_u16(vmovl_u8(vld1_u8(i19))); i19 += 8; in xnn_qu8_dwconv_minmax_rndnu_ukernel_up32x25__neon_mul16() local 537 vaccOPQR = vmlal_s16(vaccOPQR, vget_low_s16(vi19xOPQRSTUV), vget_low_s16(vk19xOPQRSTUV)); in xnn_qu8_dwconv_minmax_rndnu_ukernel_up32x25__neon_mul16() 538 vaccSTUV = vmlal_s16(vaccSTUV, vget_high_s16(vi19xOPQRSTUV), vget_high_s16(vk19xOPQRSTUV)); in xnn_qu8_dwconv_minmax_rndnu_ukernel_up32x25__neon_mul16()
|
D | up32x25-minmax-rndnu-neon-mul8.c | 678 const uint8x8_t vi19xOPQRSTUV = vld1_u8(i19); i19 += 8; in xnn_qu8_dwconv_minmax_rndnu_ukernel_up32x25__neon_mul8() local 687 vprodOPQRSTUV = vmull_u8(vi19xOPQRSTUV, vk19xOPQRSTUV); in xnn_qu8_dwconv_minmax_rndnu_ukernel_up32x25__neon_mul8() 688 vsumOPQRSTUV = vaddw_u8(vsumOPQRSTUV, vi19xOPQRSTUV); in xnn_qu8_dwconv_minmax_rndnu_ukernel_up32x25__neon_mul8()
|
D | up32x25-minmax-fp32-avx2-mul32.c | 462 … const __m256i vi19xOPQRSTUV = _mm256_cvtepu8_epi32(_mm_loadl_epi64((const __m128i*) (i19 + 24))); in xnn_qu8_dwconv_minmax_fp32_ukernel_up32x25__avx2_mul32() local 469 … vaccOPQRSTUV = _mm256_add_epi32(vaccOPQRSTUV, _mm256_mullo_epi32(vi19xOPQRSTUV, vk19xOPQRSTUV)); in xnn_qu8_dwconv_minmax_fp32_ukernel_up32x25__avx2_mul32()
|