/external/XNNPACK/src/f32-dwconv/gen/ |
D | up8x25-minmax-wasmrelaxedsimd-fma.c | 259 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma() local 265 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma() 470 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma() local 474 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma() 612 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma() local 614 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma()
|
D | up8x25-wasmrelaxedsimd-fma.c | 257 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_ukernel_up8x25__wasmrelaxedsimd_fma() local 263 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_ukernel_up8x25__wasmrelaxedsimd_fma() 465 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_ukernel_up8x25__wasmrelaxedsimd_fma() local 469 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_ukernel_up8x25__wasmrelaxedsimd_fma() 606 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_ukernel_up8x25__wasmrelaxedsimd_fma() local 608 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_ukernel_up8x25__wasmrelaxedsimd_fma()
|
D | up8x25-minmax-wasmrelaxedsimd-fma-acc2.c | 259 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma_acc2() local 265 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma_acc2() 473 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma_acc2() local 477 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma_acc2() 617 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma_acc2() local 619 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmrelaxedsimd_fma_acc2()
|
D | up4x25-minmax-neonfma.c | 209 const float32x4_t vi10x0123 = vld1q_f32(i10); i10 += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma() local 211 vacc0123p0 = vfmaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma() 319 const float32x4_t vi10x0123 = vld1q_f32(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma() local 321 vacc0123p0 = vfmaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma()
|
D | up4x25-minmax-neon-acc2.c | 209 const float32x4_t vi10x0123 = vld1q_f32(i10); i10 += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2() local 211 vacc0123p0 = vmlaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2() 321 const float32x4_t vi10x0123 = vld1q_f32(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2() local 323 vacc0123p0 = vmlaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2()
|
D | up4x25-minmax-neonfma-acc2.c | 209 const float32x4_t vi10x0123 = vld1q_f32(i10); i10 += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2() local 211 vacc0123p0 = vfmaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2() 321 const float32x4_t vi10x0123 = vld1q_f32(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2() local 323 vacc0123p0 = vfmaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2()
|
D | up4x25-minmax-wasmrelaxedsimd-fma.c | 228 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma() local 232 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma() 371 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma() local 373 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma()
|
D | up4x25-wasmrelaxedsimd-fma.c | 226 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_ukernel_up4x25__wasmrelaxedsimd_fma() local 230 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_ukernel_up4x25__wasmrelaxedsimd_fma() 367 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_ukernel_up4x25__wasmrelaxedsimd_fma() local 369 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_ukernel_up4x25__wasmrelaxedsimd_fma()
|
D | up4x25-minmax-wasmrelaxedsimd.c | 228 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd() local 232 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd() 371 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd() local 373 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd()
|
D | up4x25-minmax-neon.c | 209 const float32x4_t vi10x0123 = vld1q_f32(i10); i10 += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neon() local 211 vacc0123p0 = vmlaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon() 319 const float32x4_t vi10x0123 = vld1q_f32(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon() local 321 vacc0123p0 = vmlaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon()
|
D | up4x25-minmax-wasmrelaxedsimd-fma-acc2.c | 228 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma_acc2() local 232 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma_acc2() 373 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma_acc2() local 375 vacc0123p0 = __builtin_wasm_fma_f32x4(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_fma_acc2()
|
D | up4x25-minmax-sse-acc2.c | 228 const __m128 vi10x0123 = _mm_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2() local 232 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2() 372 const __m128 vi10x0123 = _mm_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2() local 374 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2()
|
D | up4x25-minmax-sse.c | 228 const __m128 vi10x0123 = _mm_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse() local 232 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse() 370 const __m128 vi10x0123 = _mm_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse() local 372 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse()
|
D | up4x25-minmax-wasmsimd-arm-acc2.c | 228 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2() local 232 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2() 373 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2() local 375 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2()
|
D | up4x25-minmax-wasmsimd-x86-acc2.c | 228 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2() local 232 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2() 373 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2() local 375 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2()
|
D | up4x25-minmax-wasmsimd-arm.c | 228 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm() local 232 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm() 371 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm() local 373 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm()
|
D | up4x25-minmax-wasmrelaxedsimd-acc2.c | 228 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_acc2() local 232 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_acc2() 373 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_acc2() local 375 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmrelaxedsimd_acc2()
|
D | up4x25-minmax-wasmsimd-x86.c | 228 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86() local 232 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86() 371 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86() local 373 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86()
|
D | up4x25-wasmsimd.c | 226 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd() local 230 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd() 367 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd() local 369 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd()
|
D | up8x25-minmax-sse-acc2.c | 259 const __m128 vi10x0123 = _mm_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() local 265 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() 472 const __m128 vi10x0123 = _mm_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() local 476 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() 616 const __m128 vi10x0123 = _mm_loadu_ps(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() local 618 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2()
|
D | up8x25-minmax-neonfma-acc2.c | 240 const float32x4_t vi10x0123 = vld1q_f32(i10); i10 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() local 244 vacc0123p0 = vfmaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() 401 const float32x4_t vi10x0123 = vld1q_f32(i10); i10 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() local 403 vacc0123p0 = vfmaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() 513 const float32x4_t vi10x0123 = vld1q_f32(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() local 515 vacc0123p0 = vfmaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2()
|
D | up8x25-minmax-neonfma.c | 240 const float32x4_t vi10x0123 = vld1q_f32(i10); i10 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() local 244 vacc0123p0 = vfmaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() 398 const float32x4_t vi10x0123 = vld1q_f32(i10); i10 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() local 400 vacc0123p0 = vfmaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() 508 const float32x4_t vi10x0123 = vld1q_f32(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() local 510 vacc0123p0 = vfmaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma()
|
D | up8x25-minmax-neon.c | 240 const float32x4_t vi10x0123 = vld1q_f32(i10); i10 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() local 244 vacc0123p0 = vmlaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() 398 const float32x4_t vi10x0123 = vld1q_f32(i10); i10 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() local 400 vacc0123p0 = vmlaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() 508 const float32x4_t vi10x0123 = vld1q_f32(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() local 510 vacc0123p0 = vmlaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon()
|
D | up8x25-minmax-neon-acc2.c | 240 const float32x4_t vi10x0123 = vld1q_f32(i10); i10 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() local 244 vacc0123p0 = vmlaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() 401 const float32x4_t vi10x0123 = vld1q_f32(i10); i10 += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() local 403 vacc0123p0 = vmlaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() 513 const float32x4_t vi10x0123 = vld1q_f32(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() local 515 vacc0123p0 = vmlaq_f32(vacc0123p0, vi10x0123, vk10x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2()
|
D | up8x25-minmax-wasmsimd-arm-acc2.c | 259 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() local 265 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() 473 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() local 477 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() 617 const v128_t vi10x0123 = wasm_v128_load(i10); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() local 619 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi10x0123, vk10x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2()
|