/external/XNNPACK/src/f32-dwconv/gen/ |
D | up4x25-minmax-wasmsimd-x86.c | 273 const v128_t vk17x0123 = wasm_v128_load(w + 72); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86() local 274 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86() 400 const v128_t vk17x0123 = wasm_v128_load(w + 72); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86() local 401 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86()
|
D | up4x25-minmax-wasmsimd-x86-acc2.c | 273 const v128_t vk17x0123 = wasm_v128_load(w + 72); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2() local 274 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2() 402 const v128_t vk17x0123 = wasm_v128_load(w + 72); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2() local 403 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_x86_acc2()
|
D | up4x25-minmax-sse.c | 273 const __m128 vk17x0123 = _mm_load_ps(w + 72); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse() local 274 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse() 399 const __m128 vk17x0123 = _mm_load_ps(w + 72); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse() local 400 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse()
|
D | up4x25-minmax-sse-acc2.c | 273 const __m128 vk17x0123 = _mm_load_ps(w + 72); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2() local 274 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2() 401 const __m128 vk17x0123 = _mm_load_ps(w + 72); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2() local 402 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__sse_acc2()
|
D | up4x25-wasmsimd.c | 271 const v128_t vk17x0123 = wasm_v128_load(w + 72); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd() local 272 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd() 396 const v128_t vk17x0123 = wasm_v128_load(w + 72); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd() local 397 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_ukernel_up4x25__wasmsimd()
|
D | up4x25-minmax-neonfma.c | 238 const float32x4_t vk17x0123 = vld1q_f32(w); w += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma() local 239 vacc0123p0 = vfmaq_f32(vacc0123p0, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma() 348 const float32x4_t vk17x0123 = vld1q_f32(w); w += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma() local 349 vacc0123p0 = vfmaq_f32(vacc0123p0, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma()
|
D | up4x25-minmax-wasmsimd-arm.c | 273 const v128_t vk17x0123 = wasm_v128_load(w + 72); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm() local 274 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm() 400 const v128_t vk17x0123 = wasm_v128_load(w + 72); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm() local 401 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm()
|
D | up4x25-minmax-neonfma-acc2.c | 238 const float32x4_t vk17x0123 = vld1q_f32(w); w += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2() local 239 vacc0123p1 = vfmaq_f32(vacc0123p1, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2() 350 const float32x4_t vk17x0123 = vld1q_f32(w); w += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2() local 351 vacc0123p1 = vfmaq_f32(vacc0123p1, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neonfma_acc2()
|
D | up4x25-minmax-wasmsimd-arm-acc2.c | 273 const v128_t vk17x0123 = wasm_v128_load(w + 72); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2() local 274 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2() 402 const v128_t vk17x0123 = wasm_v128_load(w + 72); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2() local 403 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up4x25__wasmsimd_arm_acc2()
|
D | up4x25-minmax-neon-acc2.c | 238 const float32x4_t vk17x0123 = vld1q_f32(w); w += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2() local 239 vacc0123p1 = vmlaq_f32(vacc0123p1, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2() 350 const float32x4_t vk17x0123 = vld1q_f32(w); w += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2() local 351 vacc0123p1 = vmlaq_f32(vacc0123p1, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon_acc2()
|
D | up4x25-minmax-neon.c | 238 const float32x4_t vk17x0123 = vld1q_f32(w); w += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neon() local 239 vacc0123p0 = vmlaq_f32(vacc0123p0, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon() 348 const float32x4_t vk17x0123 = vld1q_f32(w); w += 4; in xnn_f32_dwconv_minmax_ukernel_up4x25__neon() local 349 vacc0123p0 = vmlaq_f32(vacc0123p0, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up4x25__neon()
|
D | up8x25-minmax-sse.c | 326 const __m128 vk17x0123 = _mm_load_ps(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse() local 328 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse() 514 const __m128 vk17x0123 = _mm_load_ps(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse() local 515 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse() 640 const __m128 vk17x0123 = _mm_load_ps(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse() local 641 vacc0123p0 = _mm_add_ps(vacc0123p0, _mm_mul_ps(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse()
|
D | up8x25-minmax-neon.c | 291 const float32x4_t vk17x0123 = vld1q_f32(w); w += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() local 293 vacc0123p0 = vmlaq_f32(vacc0123p0, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() 427 const float32x4_t vk17x0123 = vld1q_f32(w + 140); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() local 428 vacc0123p0 = vmlaq_f32(vacc0123p0, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() 537 const float32x4_t vk17x0123 = vld1q_f32(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon() local 538 vacc0123p0 = vmlaq_f32(vacc0123p0, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon()
|
D | up8x25-minmax-neonfma.c | 291 const float32x4_t vk17x0123 = vld1q_f32(w); w += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() local 293 vacc0123p0 = vfmaq_f32(vacc0123p0, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() 427 const float32x4_t vk17x0123 = vld1q_f32(w + 140); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() local 428 vacc0123p0 = vfmaq_f32(vacc0123p0, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() 537 const float32x4_t vk17x0123 = vld1q_f32(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma() local 538 vacc0123p0 = vfmaq_f32(vacc0123p0, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma()
|
D | up8x25-wasmsimd.c | 324 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_ukernel_up8x25__wasmsimd() local 326 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_ukernel_up8x25__wasmsimd() 510 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_ukernel_up8x25__wasmsimd() local 511 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_ukernel_up8x25__wasmsimd() 635 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_ukernel_up8x25__wasmsimd() local 636 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_ukernel_up8x25__wasmsimd()
|
D | up8x25-minmax-neonfma-acc2.c | 291 const float32x4_t vk17x0123 = vld1q_f32(w); w += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() local 293 vacc0123p1 = vfmaq_f32(vacc0123p1, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() 430 const float32x4_t vk17x0123 = vld1q_f32(w + 140); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() local 431 vacc0123p1 = vfmaq_f32(vacc0123p1, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() 542 const float32x4_t vk17x0123 = vld1q_f32(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2() local 543 vacc0123p1 = vfmaq_f32(vacc0123p1, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neonfma_acc2()
|
D | up8x25-minmax-wasmsimd-arm.c | 326 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm() local 328 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm() 515 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm() local 516 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm() 641 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm() local 642 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm()
|
D | up8x25-minmax-neon-acc2.c | 291 const float32x4_t vk17x0123 = vld1q_f32(w); w += 4; in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() local 293 vacc0123p1 = vmlaq_f32(vacc0123p1, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() 430 const float32x4_t vk17x0123 = vld1q_f32(w + 140); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() local 431 vacc0123p1 = vmlaq_f32(vacc0123p1, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() 542 const float32x4_t vk17x0123 = vld1q_f32(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2() local 543 vacc0123p1 = vmlaq_f32(vacc0123p1, vi17x0123, vk17x0123); in xnn_f32_dwconv_minmax_ukernel_up8x25__neon_acc2()
|
D | up8x25-minmax-wasmsimd-x86.c | 326 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86() local 328 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86() 515 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86() local 516 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86() 641 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86() local 642 vacc0123p0 = wasm_f32x4_add(vacc0123p0, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86()
|
D | up8x25-minmax-sse-acc2.c | 326 const __m128 vk17x0123 = _mm_load_ps(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() local 328 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() 517 const __m128 vk17x0123 = _mm_load_ps(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() local 518 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() 645 const __m128 vk17x0123 = _mm_load_ps(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2() local 646 vacc0123p1 = _mm_add_ps(vacc0123p1, _mm_mul_ps(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__sse_acc2()
|
D | up8x25-minmax-wasmsimd-x86-acc2.c | 326 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86_acc2() local 328 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86_acc2() 518 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86_acc2() local 519 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86_acc2() 646 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86_acc2() local 647 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_x86_acc2()
|
D | up8x25-minmax-wasmsimd-arm-acc2.c | 326 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() local 328 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() 518 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() local 519 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() 646 const v128_t vk17x0123 = wasm_v128_load(w + 144); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2() local 647 vacc0123p1 = wasm_f32x4_add(vacc0123p1, wasm_f32x4_mul(vi17x0123, vk17x0123)); in xnn_f32_dwconv_minmax_ukernel_up8x25__wasmsimd_arm_acc2()
|