/external/XNNPACK/src/f32-spmm/gen/ |
D | 8x2-minmax-neonfma.c | 35 while XNN_LIKELY(mc >= 8 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_8x2__neonfma() 46 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x2__neonfma() 86 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x2__neonfma() 126 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x2__neonfma() 155 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x2__neonfma() 186 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x2__neonfma() 215 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x2__neonfma() 245 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x2__neonfma() 274 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x2__neonfma()
|
D | 4x2-minmax-neonfma.c | 35 while XNN_LIKELY(mc >= 4 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_4x2__neonfma() 44 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x2__neonfma() 74 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x2__neonfma() 109 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x2__neonfma() 138 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x2__neonfma() 168 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x2__neonfma() 197 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x2__neonfma()
|
D | 8x1-minmax-wasmsimd-arm.c | 35 while XNN_LIKELY(mc >= 8 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_arm() 44 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_arm() 77 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_arm() 104 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_arm() 131 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_arm()
|
D | 12x2-minmax-neonfma.c | 35 while XNN_LIKELY(mc >= 12 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_12x2__neonfma() 48 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x2__neonfma() 98 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x2__neonfma() 145 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x2__neonfma() 184 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x2__neonfma() 220 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x2__neonfma() 249 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x2__neonfma() 280 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x2__neonfma() 309 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x2__neonfma() 339 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x2__neonfma() [all …]
|
D | 12x1-minmax-neonfma.c | 35 while XNN_LIKELY(mc >= 12 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_12x1__neonfma() 45 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x1__neonfma() 86 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x1__neonfma() 117 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x1__neonfma() 143 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x1__neonfma() 169 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x1__neonfma()
|
D | 12x1-minmax-neon.c | 35 while XNN_LIKELY(mc >= 12 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_12x1__neon() 45 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x1__neon() 86 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x1__neon() 117 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x1__neon() 143 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x1__neon() 169 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_12x1__neon()
|
D | 8x1-minmax-wasmsimd-x86.c | 35 while XNN_LIKELY(mc >= 8 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_x86() 44 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_x86() 77 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_x86() 104 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_x86() 131 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_x86()
|
D | 8x1-minmax-neonfma.c | 35 while XNN_LIKELY(mc >= 8 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_8x1__neonfma() 44 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neonfma() 79 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neonfma() 105 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neonfma() 131 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neonfma()
|
D | 8x1-minmax-neon.c | 35 while XNN_LIKELY(mc >= 8 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_8x1__neon() 44 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neon() 79 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neon() 105 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neon() 131 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neon()
|
D | 8x1-minmax-wasmsimd-arm-pipelined.c | 35 while XNN_LIKELY(mc >= 8 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_arm_pipelined() 51 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_arm_pipelined() 85 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_arm_pipelined() 112 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_arm_pipelined() 139 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__wasmsimd_arm_pipelined()
|
D | 8x1-minmax-neonfma-pipelined.c | 35 while XNN_LIKELY(mc >= 8 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_8x1__neonfma_pipelined() 49 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neonfma_pipelined() 84 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neonfma_pipelined() 112 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neonfma_pipelined() 140 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neonfma_pipelined()
|
D | 8x1-minmax-sse.c | 35 while XNN_LIKELY(mc >= 8 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_8x1__sse() 44 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__sse() 77 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__sse() 104 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__sse() 131 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__sse()
|
D | 8x1-minmax-neon-pipelined.c | 35 while XNN_LIKELY(mc >= 8 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_8x1__neon_pipelined() 49 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neon_pipelined() 84 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neon_pipelined() 112 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neon_pipelined() 140 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_8x1__neon_pipelined()
|
D | 16x2-minmax-neonfma.c | 35 while XNN_LIKELY(mc >= 16 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_16x2__neonfma() 50 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x2__neonfma() 110 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x2__neonfma() 162 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x2__neonfma() 201 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x2__neonfma() 237 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x2__neonfma() 266 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x2__neonfma() 297 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x2__neonfma() 326 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x2__neonfma() 356 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x2__neonfma() [all …]
|
D | 16x1-minmax-neonfma.c | 35 while XNN_LIKELY(mc >= 16 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_16x1__neonfma() 46 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__neonfma() 92 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__neonfma() 123 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__neonfma() 149 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__neonfma() 175 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__neonfma()
|
D | 16x1-minmax-neon.c | 35 while XNN_LIKELY(mc >= 16 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_16x1__neon() 46 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__neon() 92 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__neon() 123 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__neon() 149 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__neon() 175 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__neon()
|
D | 4x1-minmax-scalar.c | 45 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x1__scalar() 86 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x1__scalar() 132 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x1__scalar() 157 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x1__scalar() 190 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x1__scalar() 209 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x1__scalar()
|
D | 16x1-minmax-sse.c | 35 while XNN_LIKELY(mc >= 16 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_16x1__sse() 46 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__sse() 90 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__sse() 121 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__sse() 148 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__sse() 175 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__sse()
|
D | 16x1-minmax-wasmsimd-arm.c | 35 while XNN_LIKELY(mc >= 16 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_16x1__wasmsimd_arm() 46 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__wasmsimd_arm() 90 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__wasmsimd_arm() 122 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__wasmsimd_arm() 149 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__wasmsimd_arm() 176 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_16x1__wasmsimd_arm()
|
D | 4x1-minmax-neon.c | 35 while XNN_LIKELY(mc >= 4 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_4x1__neon() 43 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x1__neon() 73 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x1__neon() 99 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x1__neon()
|
D | 4x1-minmax-sse.c | 35 while XNN_LIKELY(mc >= 4 * sizeof(float)) { in xnn_f32_spmm_minmax_ukernel_4x1__sse() 43 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x1__sse() 72 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x1__sse() 99 if XNN_LIKELY(nnz != 0) { in xnn_f32_spmm_minmax_ukernel_4x1__sse()
|
/external/XNNPACK/src/f16-spmm/gen/ |
D | 8x1-minmax-neonfp16arith.c | 40 while XNN_LIKELY(mc >= 8 * sizeof(__fp16)) { in xnn_f16_spmm_minmax_ukernel_8x1__neonfp16arith() 48 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_8x1__neonfp16arith() 77 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_8x1__neonfp16arith() 103 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_8x1__neonfp16arith() 129 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_8x1__neonfp16arith()
|
D | 16x1-minmax-neonfp16arith.c | 40 while XNN_LIKELY(mc >= 16 * sizeof(__fp16)) { in xnn_f16_spmm_minmax_ukernel_16x1__neonfp16arith() 49 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_16x1__neonfp16arith() 84 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_16x1__neonfp16arith() 110 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_16x1__neonfp16arith() 136 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_16x1__neonfp16arith() 162 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_16x1__neonfp16arith()
|
D | 32x1-minmax-neonfp16arith.c | 40 while XNN_LIKELY(mc >= 32 * sizeof(__fp16)) { in xnn_f16_spmm_minmax_ukernel_32x1__neonfp16arith() 51 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_32x1__neonfp16arith() 99 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_32x1__neonfp16arith() 130 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_32x1__neonfp16arith() 156 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_32x1__neonfp16arith() 182 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_32x1__neonfp16arith() 208 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_32x1__neonfp16arith()
|
D | 24x1-minmax-neonfp16arith.c | 40 while XNN_LIKELY(mc >= 24 * sizeof(__fp16)) { in xnn_f16_spmm_minmax_ukernel_24x1__neonfp16arith() 50 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_24x1__neonfp16arith() 92 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_24x1__neonfp16arith() 123 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_24x1__neonfp16arith() 149 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_24x1__neonfp16arith() 175 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_24x1__neonfp16arith() 201 if XNN_LIKELY(nnz != 0) { in xnn_f16_spmm_minmax_ukernel_24x1__neonfp16arith()
|