/external/XNNPACK/src/f32-dwconv/gen/ |
D | up8x25-minmax-wasmrelaxedsimd-fma.c | 286 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma() local 292 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma() 488 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma() local 492 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma() 624 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma() local 626 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma()
|
D | up8x25-wasmrelaxedsimd-fma.c | 284 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_ukernel_up8x25__wasmrelaxedsimd_fma() local 290 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_ukernel_up8x25__wasmrelaxedsimd_fma() 483 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_ukernel_up8x25__wasmrelaxedsimd_fma() local 487 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_ukernel_up8x25__wasmrelaxedsimd_fma() 618 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_ukernel_up8x25__wasmrelaxedsimd_fma() local 620 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_ukernel_up8x25__wasmrelaxedsimd_fma()
|
D | up8x25-minmax-wasmrelaxedsimd-fma-acc2.c | 286 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma_acc2() local 292 vacc0123p1 = __builtin_wasm_fma_f32x4(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma_acc2() 491 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma_acc2() local 495 vacc0123p1 = __builtin_wasm_fma_f32x4(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma_acc2() 629 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma_acc2() local 631 vacc0123p1 = __builtin_wasm_fma_f32x4(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma_acc2()
|
D | up4x25-minmax-neonfma.c | 221 const float32x4_t vi13x0123 = vld1q_f32(i13); i13 += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma() local 223 vacc0123p0 = vfmaq_f32(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma() 331 const float32x4_t vi13x0123 = vld1q_f32(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma() local 333 vacc0123p0 = vfmaq_f32(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma()
|
D | up4x25-minmax-neon-acc2.c | 221 const float32x4_t vi13x0123 = vld1q_f32(i13); i13 += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2() local 223 vacc0123p1 = vmlaq_f32(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2() 333 const float32x4_t vi13x0123 = vld1q_f32(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2() local 335 vacc0123p1 = vmlaq_f32(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2()
|
D | up4x25-minmax-neonfma-acc2.c | 221 const float32x4_t vi13x0123 = vld1q_f32(i13); i13 += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2() local 223 vacc0123p1 = vfmaq_f32(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2() 333 const float32x4_t vi13x0123 = vld1q_f32(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2() local 335 vacc0123p1 = vfmaq_f32(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2()
|
D | up4x25-minmax-wasmrelaxedsimd-fma.c | 246 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma() local 250 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma() 383 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma() local 385 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma()
|
D | up4x25-wasmrelaxedsimd-fma.c | 244 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_ukernel_up4x25__wasmrelaxedsimd_fma() local 248 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_ukernel_up4x25__wasmrelaxedsimd_fma() 379 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_ukernel_up4x25__wasmrelaxedsimd_fma() local 381 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_ukernel_up4x25__wasmrelaxedsimd_fma()
|
D | up4x25-minmax-wasmrelaxedsimd.c | 246 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd() local 250 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd() 383 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd() local 385 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd()
|
D | up4x25-minmax-neon.c | 221 const float32x4_t vi13x0123 = vld1q_f32(i13); i13 += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neon() local 223 vacc0123p0 = vmlaq_f32(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon() 331 const float32x4_t vi13x0123 = vld1q_f32(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon() local 333 vacc0123p0 = vmlaq_f32(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon()
|
D | up4x25-minmax-wasmrelaxedsimd-fma-acc2.c | 246 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma_acc2() local 250 vacc0123p1 = __builtin_wasm_fma_f32x4(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma_acc2() 385 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma_acc2() local 387 vacc0123p1 = __builtin_wasm_fma_f32x4(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma_acc2()
|
D | up4x25-minmax-sse-acc2.c | 246 const __m128 vi13x0123 = _mm_loadu_ps(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2() local 250 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2() 384 const __m128 vi13x0123 = _mm_loadu_ps(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2() local 386 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2()
|
D | up4x25-minmax-sse.c | 246 const __m128 vi13x0123 = _mm_loadu_ps(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse() local 250 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse() 382 const __m128 vi13x0123 = _mm_loadu_ps(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse() local 384 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse()
|
D | up4x25-minmax-wasmsimd-arm-acc2.c | 246 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2() local 250 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2() 385 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2() local 387 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2()
|
D | up4x25-minmax-wasmsimd-x86-acc2.c | 246 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2() local 250 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2() 385 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2() local 387 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2()
|
D | up4x25-minmax-wasmsimd-arm.c | 246 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm() local 250 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm() 383 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm() local 385 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm()
|
D | up4x25-minmax-wasmrelaxedsimd-acc2.c | 246 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_acc2() local 250 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_acc2() 385 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_acc2() local 387 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_acc2()
|
D | up4x25-minmax-wasmsimd-x86.c | 246 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86() local 250 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86() 383 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86() local 385 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86()
|
D | up4x25-wasmsimd.c | 244 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd() local 248 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd() 379 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd() local 381 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd()
|
D | up8x25-minmax-sse-acc2.c | 286 const __m128 vi13x0123 = _mm_loadu_ps(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() local 292 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() 490 const __m128 vi13x0123 = _mm_loadu_ps(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() local 494 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() 628 const __m128 vi13x0123 = _mm_loadu_ps(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() local 630 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2()
|
D | up8x25-minmax-neonfma-acc2.c | 261 const float32x4_t vi13x0123 = vld1q_f32(i13); i13 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() local 265 vacc0123p1 = vfmaq_f32(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() 413 const float32x4_t vi13x0123 = vld1q_f32(i13); i13 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() local 415 vacc0123p1 = vfmaq_f32(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() 525 const float32x4_t vi13x0123 = vld1q_f32(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() local 527 vacc0123p1 = vfmaq_f32(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2()
|
D | up8x25-minmax-neonfma.c | 261 const float32x4_t vi13x0123 = vld1q_f32(i13); i13 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() local 265 vacc0123p0 = vfmaq_f32(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() 410 const float32x4_t vi13x0123 = vld1q_f32(i13); i13 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() local 412 vacc0123p0 = vfmaq_f32(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() 520 const float32x4_t vi13x0123 = vld1q_f32(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() local 522 vacc0123p0 = vfmaq_f32(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma()
|
D | up8x25-minmax-neon.c | 261 const float32x4_t vi13x0123 = vld1q_f32(i13); i13 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() local 265 vacc0123p0 = vmlaq_f32(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() 410 const float32x4_t vi13x0123 = vld1q_f32(i13); i13 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() local 412 vacc0123p0 = vmlaq_f32(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() 520 const float32x4_t vi13x0123 = vld1q_f32(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() local 522 vacc0123p0 = vmlaq_f32(vacc0123p0, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon()
|
D | up8x25-minmax-neon-acc2.c | 261 const float32x4_t vi13x0123 = vld1q_f32(i13); i13 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() local 265 vacc0123p1 = vmlaq_f32(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() 413 const float32x4_t vi13x0123 = vld1q_f32(i13); i13 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() local 415 vacc0123p1 = vmlaq_f32(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() 525 const float32x4_t vi13x0123 = vld1q_f32(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() local 527 vacc0123p1 = vmlaq_f32(vacc0123p1, vi13x0123, vk13x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2()
|
D | up8x25-minmax-wasmsimd-arm-acc2.c | 286 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() local 292 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() 491 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() local 495 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() 629 const v128_t vi13x0123 = wasm_v128_load(i13); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() local 631 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi13x0123, vk13x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2()
|