/external/XNNPACK/src/f32-dwconv/gen/ |
D | up8x25-minmax-fma3-acc2.c | 230 const __m256 vi10x01234567 = _mm256_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3_acc2() local 234 vacc01234567p0 = _mm256_fmadd_ps(vi10x01234567, vk10x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3_acc2() 378 const __m256 vi10x01234567 = _mm256_maskload_ps(i10, vmask); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3_acc2() local 380 vacc01234567p0 = _mm256_fmadd_ps(vi10x01234567, vk10x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3_acc2()
|
D | up8x25-minmax-fma3.c | 230 const __m256 vi10x01234567 = _mm256_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3() local 234 vacc01234567p0 = _mm256_fmadd_ps(vi10x01234567, vk10x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3() 376 const __m256 vi10x01234567 = _mm256_maskload_ps(i10, vmask); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3() local 378 vacc01234567p0 = _mm256_fmadd_ps(vi10x01234567, vk10x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up8x25__fma3()
|
D | up8x25-minmax-avx.c | 230 const __m256 vi10x01234567 = _mm256_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx() local 234 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi10x01234567, vk10x01234567)); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx() 376 const __m256 vi10x01234567 = _mm256_maskload_ps(i10, vmask); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx() local 378 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi10x01234567, vk10x01234567)); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx()
|
D | up16x25-minmax-fma3.c | 261 const __m256 vi10x01234567 = _mm256_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3() local 267 vacc01234567p0 = _mm256_fmadd_ps(vi10x01234567, vk10x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3() 471 const __m256 vi10x01234567 = _mm256_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3() local 475 vacc01234567p0 = _mm256_fmadd_ps(vi10x01234567, vk10x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3() 617 const __m256 vi10x01234567 = _mm256_maskload_ps(i10, vmask); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3() local 619 vacc01234567p0 = _mm256_fmadd_ps(vi10x01234567, vk10x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3()
|
D | up16x25-minmax-fma3-acc2.c | 261 const __m256 vi10x01234567 = _mm256_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3_acc2() local 267 vacc01234567p0 = _mm256_fmadd_ps(vi10x01234567, vk10x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3_acc2() 474 const __m256 vi10x01234567 = _mm256_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3_acc2() local 478 vacc01234567p0 = _mm256_fmadd_ps(vi10x01234567, vk10x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3_acc2() 622 const __m256 vi10x01234567 = _mm256_maskload_ps(i10, vmask); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3_acc2() local 624 vacc01234567p0 = _mm256_fmadd_ps(vi10x01234567, vk10x01234567, vacc01234567p0); in xnn_f32_dwconv_minmax_ukernel_up16x25__fma3_acc2()
|
D | up16x25-minmax-avx.c | 261 const __m256 vi10x01234567 = _mm256_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx() local 267 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi10x01234567, vk10x01234567)); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx() 471 const __m256 vi10x01234567 = _mm256_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx() local 475 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi10x01234567, vk10x01234567)); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx() 617 const __m256 vi10x01234567 = _mm256_maskload_ps(i10, vmask); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx() local 619 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi10x01234567, vk10x01234567)); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx()
|
D | up8x25-minmax-avx-acc2.c | 230 const __m256 vi10x01234567 = _mm256_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx_acc2() local 234 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi10x01234567, vk10x01234567)); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx_acc2() 378 const __m256 vi10x01234567 = _mm256_maskload_ps(i10, vmask); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx_acc2() local 380 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi10x01234567, vk10x01234567)); in xnn_f32_dwconv_minmax_ukernel_up8x25__avx_acc2()
|
D | up16x25-minmax-avx-acc2.c | 261 const __m256 vi10x01234567 = _mm256_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx_acc2() local 267 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi10x01234567, vk10x01234567)); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx_acc2() 474 const __m256 vi10x01234567 = _mm256_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx_acc2() local 478 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi10x01234567, vk10x01234567)); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx_acc2() 622 const __m256 vi10x01234567 = _mm256_maskload_ps(i10, vmask); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx_acc2() local 624 vacc01234567p0 = _mm256_add_ps(vacc01234567p0, _mm256_mul_ps(vi10x01234567, vk10x01234567)); in xnn_f32_dwconv_minmax_ukernel_up16x25__avx_acc2()
|
/external/XNNPACK/src/f16-dwconv/gen/ |
D | up8x25-minmax-neonfp16arith-acc2.c | 210 const float16x8_t vi10x01234567 = vld1q_f16(i10); i10 += 8; in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith_acc2() local 212 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi10x01234567, vk10x01234567); in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith_acc2() 322 const float16x8_t vi10x01234567 = vld1q_f16(i10); in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith_acc2() local 324 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi10x01234567, vk10x01234567); in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith_acc2()
|
D | up8x25-minmax-neonfp16arith.c | 210 const float16x8_t vi10x01234567 = vld1q_f16(i10); i10 += 8; in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith() local 212 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi10x01234567, vk10x01234567); in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith() 320 const float16x8_t vi10x01234567 = vld1q_f16(i10); in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith() local 322 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi10x01234567, vk10x01234567); in xnn_f16_dwconv_minmax_ukernel_up8x25__neonfp16arith()
|
D | up16x25-minmax-neonfp16arith-acc2.c | 241 const float16x8_t vi10x01234567 = vld1q_f16(i10); i10 += 8; in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith_acc2() local 245 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi10x01234567, vk10x01234567); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith_acc2() 402 const float16x8_t vi10x01234567 = vld1q_f16(i10); i10 += 8; in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith_acc2() local 404 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi10x01234567, vk10x01234567); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith_acc2() 514 const float16x8_t vi10x01234567 = vld1q_f16(i10); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith_acc2() local 516 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi10x01234567, vk10x01234567); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith_acc2()
|
D | up16x25-minmax-neonfp16arith.c | 241 const float16x8_t vi10x01234567 = vld1q_f16(i10); i10 += 8; in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith() local 245 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi10x01234567, vk10x01234567); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith() 399 const float16x8_t vi10x01234567 = vld1q_f16(i10); i10 += 8; in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith() local 401 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi10x01234567, vk10x01234567); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith() 509 const float16x8_t vi10x01234567 = vld1q_f16(i10); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith() local 511 vacc01234567p0 = vfmaq_f16(vacc01234567p0, vi10x01234567, vk10x01234567); in xnn_f16_dwconv_minmax_ukernel_up16x25__neonfp16arith()
|