// Auto-generated file. Do not edit! // Template: src/f32-prelu/wasmsimd-bitselect.c.in // Generator: tools/xngen // // Copyright 2020 Google LLC // // This source code is licensed under the BSD-style license found in the // LICENSE file in the root directory of this source tree. #include #include #include #include void xnn_f32_prelu_ukernel__wasmsimd_bitselect_1x8( size_t rows, size_t channels, const float*restrict input, size_t input_stride, const float*restrict weights, float*restrict output, size_t output_stride) XNN_DISABLE_TSAN { assert(rows != 0); assert(channels != 0); assert(channels % sizeof(float) == 0); const float* i0 = input; float* o0 = output; const size_t input_increment = input_stride * 1 - channels; const size_t output_increment = output_stride * 1 - channels; const v128_t vzero = wasm_i32x4_splat(0); do { const float* w = weights; size_t c = channels; for (; c >= 8 * sizeof(float); c -= 8 * sizeof(float)) { const v128_t vw0123 = wasm_v128_load(w); const v128_t vw4567 = wasm_v128_load(w + 4); w += 8; const v128_t vi0x0123 = wasm_v128_load(i0); const v128_t vi0x4567 = wasm_v128_load(i0 + 4); i0 += 8; v128_t vacc0x0123 = wasm_f32x4_mul(vi0x0123, vw0123); const v128_t vmask0x0123 = wasm_i32x4_lt(vi0x0123, vzero); v128_t vacc0x4567 = wasm_f32x4_mul(vi0x4567, vw4567); const v128_t vmask0x4567 = wasm_i32x4_lt(vi0x4567, vzero); vacc0x0123 = wasm_v128_bitselect(vacc0x0123, vi0x0123, vmask0x0123); vacc0x4567 = wasm_v128_bitselect(vacc0x4567, vi0x4567, vmask0x4567); wasm_v128_store(o0, vacc0x0123); wasm_v128_store(o0 + 4, vacc0x4567); o0 += 8; } for (; c >= 4 * sizeof(float); c -= 4 * sizeof(float)) { const v128_t vw0123 = wasm_v128_load(w); w += 4; const v128_t vi0x0123 = wasm_v128_load(i0); i0 += 4; v128_t vacc0x0123 = wasm_f32x4_mul(vi0x0123, vw0123); const v128_t vmask0x0123 = wasm_i32x4_lt(vi0x0123, vzero); vacc0x0123 = wasm_v128_bitselect(vacc0x0123, vi0x0123, vmask0x0123); wasm_v128_store(o0, vacc0x0123); o0 += 4; } if XNN_UNLIKELY(c != 0) { const v128_t vw0123 = wasm_v128_load(w); w = (const float*) ((uintptr_t) w + c); const v128_t vi0x0123 = wasm_v128_load(i0); i0 = (const float*) ((uintptr_t) i0 + c); v128_t vacc0x0123 = wasm_f32x4_mul(vi0x0123, vw0123); const v128_t vmask0x0123 = wasm_i32x4_lt(vi0x0123, vzero); vacc0x0123 = wasm_v128_bitselect(vacc0x0123, vi0x0123, vmask0x0123); if (c & (2 * sizeof(float))) { *((double*) o0) = wasm_f64x2_extract_lane(vacc0x0123, 0); vacc0x0123 = wasm_v32x4_shuffle(vacc0x0123, vacc0x0123, 2, 3, 2, 3); o0 += 2; } if (c & (1 * sizeof(float))) { *o0 = wasm_f32x4_extract_lane(vacc0x0123, 0); o0 += 1; } } i0 = (const float*) ((uintptr_t) i0 + input_increment); o0 = (float*) ((uintptr_t) o0 + output_increment); rows = doz(rows, 1); } while (rows != 0); }