/external/XNNPACK/src/qs8-gavgpool/gen/ |
D | 7p7x-minmax-ssse3-c16-acc2.c | 54 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__ssse3_c16_acc2() local 73 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7p7x__ssse3_c16_acc2() 133 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__ssse3_c16_acc2() local 152 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7p7x__ssse3_c16_acc2() 231 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__ssse3_c16_acc2() local 250 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7p7x__ssse3_c16_acc2()
|
D | 7p7x-minmax-sse2-c16-acc2.c | 54 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__sse2_c16_acc2() local 73 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7p7x__sse2_c16_acc2() 133 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__sse2_c16_acc2() local 152 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7p7x__sse2_c16_acc2() 231 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__sse2_c16_acc2() local 250 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7p7x__sse2_c16_acc2()
|
D | 7p7x-minmax-neon-c16-acc2.c | 51 const int8x8_t vi3x89ABCDEF = vld1_s8(i3); i3 += 8; in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c16_acc2() local 62 int16x8_t vacc1x89ABCDEF = vaddl_s8(vi2x89ABCDEF, vi3x89ABCDEF); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c16_acc2() 105 const int8x8_t vi3x89ABCDEF = vld1_s8(i3); i3 += 8; in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c16_acc2() local 116 int16x8_t vacc1x89ABCDEF = vaddl_s8(vi2x89ABCDEF, vi3x89ABCDEF); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c16_acc2() 189 const int8x8_t vi3x89ABCDEF = vld1_s8(i3); i3 += 8; in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c16_acc2() local 200 int16x8_t vacc1x89ABCDEF = vaddl_s8(vi2x89ABCDEF, vi3x89ABCDEF); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c16_acc2()
|
D | 7p7x-minmax-sse2-c24-acc2.c | 57 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__sse2_c24_acc2() local 83 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7p7x__sse2_c24_acc2() 207 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__sse2_c24_acc2() local 233 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7p7x__sse2_c24_acc2() 376 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__sse2_c24_acc2() local 402 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7p7x__sse2_c24_acc2()
|
D | 7p7x-minmax-ssse3-c24-acc2.c | 57 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__ssse3_c24_acc2() local 83 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7p7x__ssse3_c24_acc2() 207 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__ssse3_c24_acc2() local 233 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7p7x__ssse3_c24_acc2() 376 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__ssse3_c24_acc2() local 402 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7p7x__ssse3_c24_acc2()
|
D | 7p7x-minmax-neon-c24-acc2.c | 54 const int8x8_t vi3x89ABCDEF = vld1_s8(i3); i3 += 8; in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c24_acc2() local 70 int16x8_t vacc1x89ABCDEF = vaddl_s8(vi2x89ABCDEF, vi3x89ABCDEF); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c24_acc2() 154 const int8x8_t vi3x89ABCDEF = vld1_s8(i3); i3 += 8; in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c24_acc2() local 170 int16x8_t vacc1x89ABCDEF = vaddl_s8(vi2x89ABCDEF, vi3x89ABCDEF); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c24_acc2() 289 const int8x8_t vi3x89ABCDEF = vld1_s8(i3); i3 += 8; in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c24_acc2() local 305 int16x8_t vacc1x89ABCDEF = vaddl_s8(vi2x89ABCDEF, vi3x89ABCDEF); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c24_acc2()
|
D | 7x-minmax-ssse3-c16-acc2.c | 71 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7x__ssse3_c16_acc2() local 90 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7x__ssse3_c16_acc2()
|
D | 7x-minmax-sse2-c16-acc2.c | 71 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7x__sse2_c16_acc2() local 90 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7x__sse2_c16_acc2()
|
D | 7p7x-minmax-neon-c32-acc2.c | 57 const int8x8_t vi3x89ABCDEF = vld1_s8(i3); i3 += 8; in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c32_acc2() local 78 int16x8_t vacc1x89ABCDEF = vaddl_s8(vi2x89ABCDEF, vi3x89ABCDEF); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c32_acc2() 174 const int8x8_t vi3x89ABCDEF = vld1_s8(i3); i3 += 8; in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c32_acc2() local 195 int16x8_t vacc1x89ABCDEF = vaddl_s8(vi2x89ABCDEF, vi3x89ABCDEF); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c32_acc2() 328 const int8x8_t vi3x89ABCDEF = vld1_s8(i3); i3 += 8; in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c32_acc2() local 349 int16x8_t vacc1x89ABCDEF = vaddl_s8(vi2x89ABCDEF, vi3x89ABCDEF); in xnn_qs8_gavgpool_minmax_ukernel_7p7x__neon_c32_acc2()
|
D | 7x-minmax-ssse3-c24-acc2.c | 74 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7x__ssse3_c24_acc2() local 100 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7x__ssse3_c24_acc2()
|
D | 7x-minmax-sse2-c24-acc2.c | 74 const __m128i vi3x89ABCDEF = _mm_loadl_epi64((const __m128i*) (i3 + 8)); in xnn_qs8_gavgpool_minmax_ukernel_7x__sse2_c24_acc2() local 100 …st __m128i vxi3x89ABCDEF = _mm_unpacklo_epi8(vi3x89ABCDEF, _mm_cmpgt_epi8(_mm_setzero_si128(), vi3… in xnn_qs8_gavgpool_minmax_ukernel_7x__sse2_c24_acc2()
|
D | 7x-minmax-neon-c16-acc2.c | 74 const int8x8_t vi3x89ABCDEF = vld1_s8(i3); i3 += 8; in xnn_qs8_gavgpool_minmax_ukernel_7x__neon_c16_acc2() local 85 int16x8_t vacc1x89ABCDEF = vaddl_s8(vi2x89ABCDEF, vi3x89ABCDEF); in xnn_qs8_gavgpool_minmax_ukernel_7x__neon_c16_acc2()
|
/external/XNNPACK/src/f32-dwconv/gen/ |
D | up16x4-minmax-fma3.c | 94 const __m256 vi3x89ABCDEF = _mm256_loadu_ps(i3 + 8); in xnn_f32_dwconv_minmax_ukernel_up16x4__fma3() local 100 vacc89ABCDEFp0 = _mm256_fmadd_ps(vi3x89ABCDEF, vk3x89ABCDEF, vacc89ABCDEFp0); in xnn_f32_dwconv_minmax_ukernel_up16x4__fma3()
|
D | up16x4-minmax-fma3-acc2.c | 94 const __m256 vi3x89ABCDEF = _mm256_loadu_ps(i3 + 8); in xnn_f32_dwconv_minmax_ukernel_up16x4__fma3_acc2() local 100 vacc89ABCDEFp1 = _mm256_fmadd_ps(vi3x89ABCDEF, vk3x89ABCDEF, vacc89ABCDEFp1); in xnn_f32_dwconv_minmax_ukernel_up16x4__fma3_acc2()
|
D | up16x4-minmax-avx-acc2.c | 94 const __m256 vi3x89ABCDEF = _mm256_loadu_ps(i3 + 8); in xnn_f32_dwconv_minmax_ukernel_up16x4__avx_acc2() local 100 vacc89ABCDEFp1 = _mm256_add_ps(vacc89ABCDEFp1, _mm256_mul_ps(vi3x89ABCDEF, vk3x89ABCDEF)); in xnn_f32_dwconv_minmax_ukernel_up16x4__avx_acc2()
|
D | up16x4-minmax-avx.c | 94 const __m256 vi3x89ABCDEF = _mm256_loadu_ps(i3 + 8); in xnn_f32_dwconv_minmax_ukernel_up16x4__avx() local 100 vacc89ABCDEFp0 = _mm256_add_ps(vacc89ABCDEFp0, _mm256_mul_ps(vi3x89ABCDEF, vk3x89ABCDEF)); in xnn_f32_dwconv_minmax_ukernel_up16x4__avx()
|
D | up16x9-minmax-fma3.c | 119 const __m256 vi3x89ABCDEF = _mm256_loadu_ps(i3 + 8); in xnn_f32_dwconv_minmax_ukernel_up16x9__fma3() local 125 vacc89ABCDEFp0 = _mm256_fmadd_ps(vi3x89ABCDEF, vk3x89ABCDEF, vacc89ABCDEFp0); in xnn_f32_dwconv_minmax_ukernel_up16x9__fma3()
|
D | up16x9-minmax-fma3-acc2.c | 119 const __m256 vi3x89ABCDEF = _mm256_loadu_ps(i3 + 8); in xnn_f32_dwconv_minmax_ukernel_up16x9__fma3_acc2() local 125 vacc89ABCDEFp1 = _mm256_fmadd_ps(vi3x89ABCDEF, vk3x89ABCDEF, vacc89ABCDEFp1); in xnn_f32_dwconv_minmax_ukernel_up16x9__fma3_acc2()
|
D | up16x9-minmax-avx-acc2.c | 119 const __m256 vi3x89ABCDEF = _mm256_loadu_ps(i3 + 8); in xnn_f32_dwconv_minmax_ukernel_up16x9__avx_acc2() local 125 vacc89ABCDEFp1 = _mm256_add_ps(vacc89ABCDEFp1, _mm256_mul_ps(vi3x89ABCDEF, vk3x89ABCDEF)); in xnn_f32_dwconv_minmax_ukernel_up16x9__avx_acc2()
|
D | up16x9-minmax-avx.c | 119 const __m256 vi3x89ABCDEF = _mm256_loadu_ps(i3 + 8); in xnn_f32_dwconv_minmax_ukernel_up16x9__avx() local 125 vacc89ABCDEFp0 = _mm256_add_ps(vacc89ABCDEFp0, _mm256_mul_ps(vi3x89ABCDEF, vk3x89ABCDEF)); in xnn_f32_dwconv_minmax_ukernel_up16x9__avx()
|
/external/XNNPACK/src/f16-dwconv/gen/ |
D | up16x4-minmax-neonfp16arith.c | 88 const float16x8_t vi3x89ABCDEF = vld1q_f16(i3); i3 += 8; in xnn_f16_dwconv_minmax_ukernel_up16x4__neonfp16arith() local 92 vacc89ABCDEFp0 = vfmaq_f16(vacc89ABCDEFp0, vi3x89ABCDEF, vk3x89ABCDEF); in xnn_f16_dwconv_minmax_ukernel_up16x4__neonfp16arith()
|
D | up16x4-minmax-neonfp16arith-acc2.c | 88 const float16x8_t vi3x89ABCDEF = vld1q_f16(i3); i3 += 8; in xnn_f16_dwconv_minmax_ukernel_up16x4__neonfp16arith_acc2() local 92 vacc89ABCDEFp1 = vfmaq_f16(vacc89ABCDEFp1, vi3x89ABCDEF, vk3x89ABCDEF); in xnn_f16_dwconv_minmax_ukernel_up16x4__neonfp16arith_acc2()
|
D | up16x9-minmax-neonfp16arith-acc2.c | 113 const float16x8_t vi3x89ABCDEF = vld1q_f16(i3); i3 += 8; in xnn_f16_dwconv_minmax_ukernel_up16x9__neonfp16arith_acc2() local 117 vacc89ABCDEFp1 = vfmaq_f16(vacc89ABCDEFp1, vi3x89ABCDEF, vk3x89ABCDEF); in xnn_f16_dwconv_minmax_ukernel_up16x9__neonfp16arith_acc2()
|
D | up16x9-minmax-neonfp16arith.c | 113 const float16x8_t vi3x89ABCDEF = vld1q_f16(i3); i3 += 8; in xnn_f16_dwconv_minmax_ukernel_up16x9__neonfp16arith() local 117 vacc89ABCDEFp0 = vfmaq_f16(vacc89ABCDEFp0, vi3x89ABCDEF, vk3x89ABCDEF); in xnn_f16_dwconv_minmax_ukernel_up16x9__neonfp16arith()
|
/external/XNNPACK/src/qs8-dwconv/gen/ |
D | up16x9-minmax-neon-mul16.c | 127 const int16x8_t vi3x89ABCDEF = vmovl_s8(vld1_s8(i3)); i3 += 8; in xnn_qs8_dwconv_minmax_ukernel_up16x9__neon_mul16() local 132 vacc89AB = vmlal_s16(vacc89AB, vget_low_s16(vi3x89ABCDEF), vget_low_s16(vk3x89ABCDEF)); in xnn_qs8_dwconv_minmax_ukernel_up16x9__neon_mul16() 133 vaccCDEF = vmlal_s16(vaccCDEF, vget_high_s16(vi3x89ABCDEF), vget_high_s16(vk3x89ABCDEF)); in xnn_qs8_dwconv_minmax_ukernel_up16x9__neon_mul16()
|