/external/XNNPACK/src/f32-dwconv/gen/ |
D | up8x25-minmax-fma3-acc2.c | 236 const __m256 vi11x01234567 = _mm256_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3_acc2() local 240 vacc01234567p1 = _mm256_fmadd_ps(vi11x01234567, vk11x01234567, vacc01234567p1); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3_acc2() 382 const __m256 vi11x01234567 = _mm256_maskload_ps(i11, vmask); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3_acc2() local 384 vacc01234567p1 = _mm256_fmadd_ps(vi11x01234567, vk11x01234567, vacc01234567p1); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3_acc2()
|
D | up8x25-minmax-fma3.c | 236 const __m256 vi11x01234567 = _mm256_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3() local 240 vacc01234567p0 = _mm256_fmadd_ps(vi11x01234567, vk11x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3() 380 const __m256 vi11x01234567 = _mm256_maskload_ps(i11, vmask); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3() local 382 vacc01234567p0 = _mm256_fmadd_ps(vi11x01234567, vk11x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3()
|
D | up8x25-minmax-avx.c | 236 const __m256 vi11x01234567 = _mm256_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx() local 240 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi11x01234567, vk11x01234567)); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx() 380 const __m256 vi11x01234567 = _mm256_maskload_ps(i11, vmask); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx() local 382 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi11x01234567, vk11x01234567)); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx()
|
D | up16x25-minmax-fma3.c | 270 const __m256 vi11x01234567 = _mm256_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3() local 276 vacc01234567p0 = _mm256_fmadd_ps(vi11x01234567, vk11x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3() 477 const __m256 vi11x01234567 = _mm256_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3() local 481 vacc01234567p0 = _mm256_fmadd_ps(vi11x01234567, vk11x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3() 621 const __m256 vi11x01234567 = _mm256_maskload_ps(i11, vmask); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3() local 623 vacc01234567p0 = _mm256_fmadd_ps(vi11x01234567, vk11x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3()
|
D | up16x25-minmax-fma3-acc2.c | 270 const __m256 vi11x01234567 = _mm256_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3_acc2() local 276 vacc01234567p1 = _mm256_fmadd_ps(vi11x01234567, vk11x01234567, vacc01234567p1); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3_acc2() 480 const __m256 vi11x01234567 = _mm256_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3_acc2() local 484 vacc01234567p1 = _mm256_fmadd_ps(vi11x01234567, vk11x01234567, vacc01234567p1); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3_acc2() 626 const __m256 vi11x01234567 = _mm256_maskload_ps(i11, vmask); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3_acc2() local 628 vacc01234567p1 = _mm256_fmadd_ps(vi11x01234567, vk11x01234567, vacc01234567p1); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3_acc2()
|
D | up16x25-minmax-avx.c | 270 const __m256 vi11x01234567 = _mm256_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx() local 276 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi11x01234567, vk11x01234567)); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx() 477 const __m256 vi11x01234567 = _mm256_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx() local 481 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi11x01234567, vk11x01234567)); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx() 621 const __m256 vi11x01234567 = _mm256_maskload_ps(i11, vmask); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx() local 623 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi11x01234567, vk11x01234567)); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx()
|
D | up8x25-minmax-avx-acc2.c | 236 const __m256 vi11x01234567 = _mm256_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx_acc2() local 240 vacc01234567p1 = _mm256_add_ps(vacc01234567p1, _mm256_mul_ps(vi11x01234567, vk11x01234567)); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx_acc2() 382 const __m256 vi11x01234567 = _mm256_maskload_ps(i11, vmask); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx_acc2() local 384 vacc01234567p1 = _mm256_add_ps(vacc01234567p1, _mm256_mul_ps(vi11x01234567, vk11x01234567)); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx_acc2()
|
D | up16x25-minmax-avx-acc2.c | 270 const __m256 vi11x01234567 = _mm256_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx_acc2() local 276 vacc01234567p1 = _mm256_add_ps(vacc01234567p1, _mm256_mul_ps(vi11x01234567, vk11x01234567)); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx_acc2() 480 const __m256 vi11x01234567 = _mm256_loadu_ps(i11); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx_acc2() local 484 vacc01234567p1 = _mm256_add_ps(vacc01234567p1, _mm256_mul_ps(vi11x01234567, vk11x01234567)); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx_acc2() 626 const __m256 vi11x01234567 = _mm256_maskload_ps(i11, vmask); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx_acc2() local 628 vacc01234567p1 = _mm256_add_ps(vacc01234567p1, _mm256_mul_ps(vi11x01234567, vk11x01234567)); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx_acc2()
|
/external/XNNPACK/src/f16-dwconv/gen/ |
D | up8x25-minmax-neonfp16arith-acc2.c | 214 const float16x8_t vi11x01234567 = vld1q_f16(i11); i11 += 8; in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith_acc2() local 216 vacc01234567p1 = vfmaq_f16(vacc01234567p1, vi11x01234567, vk11x01234567); in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith_acc2() 326 const float16x8_t vi11x01234567 = vld1q_f16(i11); in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith_acc2() local 328 vacc01234567p1 = vfmaq_f16(vacc01234567p1, vi11x01234567, vk11x01234567); in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith_acc2()
|
D | up8x25-minmax-neonfp16arith.c | 214 const float16x8_t vi11x01234567 = vld1q_f16(i11); i11 += 8; in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith() local 216 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi11x01234567, vk11x01234567); in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith() 324 const float16x8_t vi11x01234567 = vld1q_f16(i11); in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith() local 326 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi11x01234567, vk11x01234567); in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith()
|
D | up16x25-minmax-neonfp16arith-acc2.c | 248 const float16x8_t vi11x01234567 = vld1q_f16(i11); i11 += 8; in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith_acc2() local 252 vacc01234567p1 = vfmaq_f16(vacc01234567p1, vi11x01234567, vk11x01234567); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith_acc2() 406 const float16x8_t vi11x01234567 = vld1q_f16(i11); i11 += 8; in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith_acc2() local 408 vacc01234567p1 = vfmaq_f16(vacc01234567p1, vi11x01234567, vk11x01234567); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith_acc2() 518 const float16x8_t vi11x01234567 = vld1q_f16(i11); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith_acc2() local 520 vacc01234567p1 = vfmaq_f16(vacc01234567p1, vi11x01234567, vk11x01234567); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith_acc2()
|
D | up16x25-minmax-neonfp16arith.c | 248 const float16x8_t vi11x01234567 = vld1q_f16(i11); i11 += 8; in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith() local 252 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi11x01234567, vk11x01234567); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith() 403 const float16x8_t vi11x01234567 = vld1q_f16(i11); i11 += 8; in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith() local 405 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi11x01234567, vk11x01234567); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith() 513 const float16x8_t vi11x01234567 = vld1q_f16(i11); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith() local 515 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi11x01234567, vk11x01234567); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith()
|