| /external/XNNPACK/src/xnnpack/ |
| D | params-init.h | 50 const uint32_t remainder_mask = (UINT32_C(1) << shift) - UINT32_C(1); in xnn_init_scalar_qu8_gemm_params() local
51 const uint32_t remainder_threshold = remainder_mask >> 1; in xnn_init_scalar_qu8_gemm_params()
56 params.scalar.remainder_mask = (int32_t) remainder_mask; in xnn_init_scalar_qu8_gemm_params()
89 const uint32_t remainder_mask = (UINT32_C(1) << shift) - UINT32_C(1); in xnn_init_qu8_gemm_params() local
90 const uint32_t remainder_threshold = remainder_mask >> 1; in xnn_init_qu8_gemm_params()
100 params.sse2.remainder_mask[0] = (int32_t) remainder_mask; in xnn_init_qu8_gemm_params()
101 params.sse2.remainder_mask[1] = (int32_t) remainder_mask; in xnn_init_qu8_gemm_params()
102 params.sse2.remainder_mask[2] = (int32_t) remainder_mask; in xnn_init_qu8_gemm_params()
103 params.sse2.remainder_mask[3] = (int32_t) remainder_mask; in xnn_init_qu8_gemm_params()
125 const uint32_t remainder_mask = (UINT32_C(1) << shift) - UINT32_C(1); in xnn_init_qu8_gemm_params() local
[all …]
|
| D | requantization.h | 36 const int32_t remainder = (q31product & params.q31.remainder_mask) - (int32_t) (n < 0); in xnn_qu8_requantize_q31()
54 const int32_t remainder = (q31product & params.q31.remainder_mask) - (int32_t) (n < 0); in xnn_qs8_requantize_q31()
208 const int32_t rem = (acc & params.scalar.remainder_mask) - (int32_t) (acc < 0); in xnn_qu8_quantize_add()
232 const int32_t rem = (acc & params.scalar.remainder_mask) - (int32_t) (acc < 0); in xnn_qs8_quantize_add()
|
| D | params.h | 248 int32_t remainder_mask; member
270 XNN_ALIGN(16) int32_t remainder_mask[4];
283 int32_t remainder_mask; member
303 XNN_ALIGN(16) int32_t remainder_mask[4];
315 XNN_ALIGN(16) int32_t remainder_mask[4];
328 int32_t remainder_mask; member
348 XNN_ALIGN(16) int32_t remainder_mask[4];
360 XNN_ALIGN(16) int32_t remainder_mask[4];
376 int32_t remainder_mask; member
401 XNN_ALIGN(16) int32_t remainder_mask[4];
[all …]
|
| /external/XNNPACK/src/qu8-requantization/ |
| D | q31-scalar.c | 46 const int32_t remainder_mask = (int32_t)((UINT32_C(1) << shift) - UINT32_C(1)); in xnn_qu8_requantize_q31__scalar() local
47 const int32_t threshold = (int32_t)((uint32_t) remainder_mask >> 1); in xnn_qu8_requantize_q31__scalar()
98 const int32_t x_remainder = (x_q31product & remainder_mask) - (int32_t)(x_q31product < 0); in xnn_qu8_requantize_q31__scalar()
99 const int32_t y_remainder = (y_q31product & remainder_mask) - (int32_t)(y_q31product < 0); in xnn_qu8_requantize_q31__scalar()
100 const int32_t z_remainder = (z_q31product & remainder_mask) - (int32_t)(z_q31product < 0); in xnn_qu8_requantize_q31__scalar()
101 const int32_t w_remainder = (w_q31product & remainder_mask) - (int32_t)(w_q31product < 0); in xnn_qu8_requantize_q31__scalar()
|
| D | q31-sse4.c | 51 const uint32_t remainder_mask = (UINT32_C(1) << shift) - UINT32_C(1); in xnn_qu8_requantize_q31__sse4() local
52 const __m128i vremainder_mask = _mm_set1_epi32((int) remainder_mask); in xnn_qu8_requantize_q31__sse4()
53 const __m128i vthreshold = _mm_set1_epi32((int) (remainder_mask >> 1)); in xnn_qu8_requantize_q31__sse4()
|
| D | q31-wasmsimd.c | 53 const uint32_t remainder_mask = (UINT32_C(1) << shift) - UINT32_C(1); in xnn_qu8_requantize_q31__wasmsimd() local
54 const v128_t vremainder_mask = wasm_i32x4_splat((int32_t) remainder_mask); in xnn_qu8_requantize_q31__wasmsimd()
55 const v128_t vthreshold = wasm_i32x4_splat((int32_t) (remainder_mask >> 1)); in xnn_qu8_requantize_q31__wasmsimd()
|
| D | q31-ssse3.c | 51 const uint32_t remainder_mask = (UINT32_C(1) << shift) - UINT32_C(1); in xnn_qu8_requantize_q31__ssse3() local
52 const __m128i vremainder_mask = _mm_set1_epi32((int) remainder_mask); in xnn_qu8_requantize_q31__ssse3()
53 const __m128i vthreshold = _mm_set1_epi32((int) (remainder_mask >> 1)); in xnn_qu8_requantize_q31__ssse3()
|
| D | q31-sse2.c | 51 const uint32_t remainder_mask = (UINT32_C(1) << shift) - UINT32_C(1); in xnn_qu8_requantize_q31__sse2() local
52 const __m128i vremainder_mask = _mm_set1_epi32((int) remainder_mask); in xnn_qu8_requantize_q31__sse2()
53 const __m128i vthreshold = _mm_set1_epi32((int) (remainder_mask >> 1)); in xnn_qu8_requantize_q31__sse2()
|
| /external/XNNPACK/src/qs8-requantization/ |
| D | q31-scalar.c | 46 const int32_t remainder_mask = (int32_t)((UINT32_C(1) << shift) - UINT32_C(1)); in xnn_qs8_requantize_q31__scalar() local
47 const int32_t threshold = (int32_t)((uint32_t) remainder_mask >> 1); in xnn_qs8_requantize_q31__scalar()
98 const int32_t x_remainder = (x_q31product & remainder_mask) - (int32_t) (x_q31product < 0); in xnn_qs8_requantize_q31__scalar()
99 const int32_t y_remainder = (y_q31product & remainder_mask) - (int32_t) (y_q31product < 0); in xnn_qs8_requantize_q31__scalar()
100 const int32_t z_remainder = (z_q31product & remainder_mask) - (int32_t) (z_q31product < 0); in xnn_qs8_requantize_q31__scalar()
101 const int32_t w_remainder = (w_q31product & remainder_mask) - (int32_t) (w_q31product < 0); in xnn_qs8_requantize_q31__scalar()
|
| D | q31-sse4.c | 51 const uint32_t remainder_mask = (UINT32_C(1) << shift) - UINT32_C(1); in xnn_qs8_requantize_q31__sse4() local
52 const __m128i vremainder_mask = _mm_set1_epi32((int) remainder_mask); in xnn_qs8_requantize_q31__sse4()
53 const __m128i vthreshold = _mm_set1_epi32((int) (remainder_mask >> 1)); in xnn_qs8_requantize_q31__sse4()
|
| D | q31-wasmsimd.c | 53 const uint32_t remainder_mask = (UINT32_C(1) << shift) - UINT32_C(1); in xnn_qs8_requantize_q31__wasmsimd() local
54 const v128_t vremainder_mask = wasm_i32x4_splat((int32_t) remainder_mask); in xnn_qs8_requantize_q31__wasmsimd()
55 const v128_t vthreshold = wasm_i32x4_splat((int32_t) (remainder_mask >> 1)); in xnn_qs8_requantize_q31__wasmsimd()
|
| D | q31-ssse3.c | 51 const uint32_t remainder_mask = (UINT32_C(1) << shift) - UINT32_C(1); in xnn_qs8_requantize_q31__ssse3() local
52 const __m128i vremainder_mask = _mm_set1_epi32((int) remainder_mask); in xnn_qs8_requantize_q31__ssse3()
53 const __m128i vthreshold = _mm_set1_epi32((int) (remainder_mask >> 1)); in xnn_qs8_requantize_q31__ssse3()
|
| D | q31-sse2.c | 51 const uint32_t remainder_mask = (UINT32_C(1) << shift) - UINT32_C(1); in xnn_qs8_requantize_q31__sse2() local
52 const __m128i vremainder_mask = _mm_set1_epi32((int) remainder_mask); in xnn_qs8_requantize_q31__sse2()
53 const __m128i vthreshold = _mm_set1_epi32((int) (remainder_mask >> 1)); in xnn_qs8_requantize_q31__sse2()
|
| /external/XNNPACK/src/qu8-vadd/ |
| D | minmax-scalar.c | 26 const int32_t vremainder_mask = params->scalar.remainder_mask; in xnn_qu8_vadd_minmax_ukernel__scalar()
|
| /external/XNNPACK/src/qs8-vaddc/gen/ |
| D | minmax-avx2-mul32-ld64-x8.c | 26 …r_mask = _mm256_broadcastsi128_si256(_mm_load_si128((const __m128i*) params->sse2.remainder_mask)); in xnn_qs8_vaddc_minmax_ukernel__avx2_mul32_ld64_x8()
|
| D | minmax-wasmsimd-x8.c | 25 const v128_t vremainder_mask = wasm_v128_load(params->wasmsimd.remainder_mask); in xnn_qs8_vaddc_minmax_ukernel__wasmsimd_x8()
|
| D | minmax-sse41-mul32-ld32-x8.c | 26 const __m128i vremainder_mask = _mm_load_si128((const __m128i*) params->sse2.remainder_mask); in xnn_qs8_vaddc_minmax_ukernel__sse41_mul32_ld32_x8()
|
| D | minmax-xop-mul32-ld32-x8.c | 31 const __m128i vremainder_mask = _mm_load_si128((const __m128i*) params->sse2.remainder_mask); in xnn_qs8_vaddc_minmax_ukernel__xop_mul32_ld32_x8()
|
| D | minmax-avx2-mul32-ld64-x16.c | 26 …r_mask = _mm256_broadcastsi128_si256(_mm_load_si128((const __m128i*) params->sse2.remainder_mask)); in xnn_qs8_vaddc_minmax_ukernel__avx2_mul32_ld64_x16()
|
| /external/XNNPACK/src/qs8-vadd/gen/ |
| D | minmax-avx2-mul32-ld64-x8.c | 28 …r_mask = _mm256_broadcastsi128_si256(_mm_load_si128((const __m128i*) params->sse2.remainder_mask)); in xnn_qs8_vadd_minmax_ukernel__avx2_mul32_ld64_x8()
|
| D | minmax-xop-mul32-ld32-x8.c | 33 const __m128i vremainder_mask = _mm_load_si128((const __m128i*) params->sse2.remainder_mask); in xnn_qs8_vadd_minmax_ukernel__xop_mul32_ld32_x8()
|
| D | minmax-wasmsimd-x8.c | 27 const v128_t vremainder_mask = wasm_v128_load(params->wasmsimd.remainder_mask); in xnn_qs8_vadd_minmax_ukernel__wasmsimd_x8()
|
| D | minmax-avx2-mul32-ld64-x16.c | 28 …r_mask = _mm256_broadcastsi128_si256(_mm_load_si128((const __m128i*) params->sse2.remainder_mask)); in xnn_qs8_vadd_minmax_ukernel__avx2_mul32_ld64_x16()
|
| D | minmax-sse41-mul32-ld32-x8.c | 28 const __m128i vremainder_mask = _mm_load_si128((const __m128i*) params->sse2.remainder_mask); in xnn_qs8_vadd_minmax_ukernel__sse41_mul32_ld32_x8()
|
| /external/XNNPACK/src/qs8-gemm/gen/ |
| D | 1x4c8-minmax-sse41-ld64.c | 96 const __m128i vremainder_mask = _mm_load_si128((const __m128i*) params->sse2.remainder_mask); in xnn_qs8_gemm_minmax_ukernel_1x4c8__sse41_ld64()
|