Home
last modified time | relevance | path

Searched refs:vacc7x01234567 (Results 1 – 6 of 6) sorted by relevance

/external/XNNPACK/src/f16-gemm/gen/
D8x8-neonfp16arith-ld64.c92 float16x8_t vacc7x01234567 = vacc0x01234567; in xnn_f16_gemm_ukernel_8x8__neonfp16arith_ld64() local
115 vacc7x01234567 = vfmaq_lane_f16(vacc7x01234567, vb01234567c0, va7, 0); in xnn_f16_gemm_ukernel_8x8__neonfp16arith_ld64()
133 vacc7x01234567 = vfmaq_f16(vacc7x01234567, va7c0, vb01234567c0); in xnn_f16_gemm_ukernel_8x8__neonfp16arith_ld64()
145 vacc7x01234567 = vfmaq_lane_f16(vacc7x01234567, vb01234567c1, va7, 1); in xnn_f16_gemm_ukernel_8x8__neonfp16arith_ld64()
163 vacc7x01234567 = vfmaq_f16(vacc7x01234567, va7c1, vb01234567c1); in xnn_f16_gemm_ukernel_8x8__neonfp16arith_ld64()
175 vacc7x01234567 = vfmaq_lane_f16(vacc7x01234567, vb01234567c2, va7, 2); in xnn_f16_gemm_ukernel_8x8__neonfp16arith_ld64()
193 vacc7x01234567 = vfmaq_f16(vacc7x01234567, va7c2, vb01234567c2); in xnn_f16_gemm_ukernel_8x8__neonfp16arith_ld64()
205 vacc7x01234567 = vfmaq_lane_f16(vacc7x01234567, vb01234567c3, va7, 3); in xnn_f16_gemm_ukernel_8x8__neonfp16arith_ld64()
223 vacc7x01234567 = vfmaq_f16(vacc7x01234567, va7c3, vb01234567c3); in xnn_f16_gemm_ukernel_8x8__neonfp16arith_ld64()
248 vacc7x01234567 = vfmaq_f16(vacc7x01234567, va7, vb01234567); in xnn_f16_gemm_ukernel_8x8__neonfp16arith_ld64()
[all …]
/external/XNNPACK/src/f32-igemm/gen/
D8x8-fma3-broadcast.c81 __m256 vacc7x01234567 = vacc0x01234567; in xnn_f32_igemm_ukernel_8x8__fma3_broadcast() local
157 vacc7x01234567 = _mm256_fmadd_ps(va7, vb01234567, vacc7x01234567); in xnn_f32_igemm_ukernel_8x8__fma3_broadcast()
171 vacc7x01234567 = _mm256_min_ps(vacc7x01234567, vmax); in xnn_f32_igemm_ukernel_8x8__fma3_broadcast()
181 vacc7x01234567 = _mm256_max_ps(vacc7x01234567, vmin); in xnn_f32_igemm_ukernel_8x8__fma3_broadcast()
184 _mm256_storeu_ps(c7, vacc7x01234567); in xnn_f32_igemm_ukernel_8x8__fma3_broadcast()
204 __m128 vacc7x0123 = _mm256_castps256_ps128(vacc7x01234567); in xnn_f32_igemm_ukernel_8x8__fma3_broadcast()
222 vacc7x0123 = _mm256_extractf128_ps(vacc7x01234567, 1); in xnn_f32_igemm_ukernel_8x8__fma3_broadcast()
/external/XNNPACK/src/f32-gemm/gen-inc/
D8x8-fma3-broadcast.c93 __m256 vacc7x01234567 = _mm256_load_ps(acc + 56); in xnn_f32_gemminc_ukernel_8x8__fma3_broadcast() local
125 vacc7x01234567 = _mm256_fmadd_ps(va7, vb01234567, vacc7x01234567); in xnn_f32_gemminc_ukernel_8x8__fma3_broadcast()
138 vacc7x01234567 = _mm256_min_ps(vacc7x01234567, vmax); in xnn_f32_gemminc_ukernel_8x8__fma3_broadcast()
148 vacc7x01234567 = _mm256_max_ps(vacc7x01234567, vmin); in xnn_f32_gemminc_ukernel_8x8__fma3_broadcast()
151 _mm256_storeu_ps(c7, vacc7x01234567); in xnn_f32_gemminc_ukernel_8x8__fma3_broadcast()
179 __m128 vacc7x0123 = _mm256_castps256_ps128(vacc7x01234567); in xnn_f32_gemminc_ukernel_8x8__fma3_broadcast()
197 vacc7x0123 = _mm256_extractf128_ps(vacc7x01234567, 1); in xnn_f32_gemminc_ukernel_8x8__fma3_broadcast()
/external/XNNPACK/src/f32-gemm/gen/
D8x8-fma3-broadcast.c91 __m256 vacc7x01234567 = vacc0x01234567; in xnn_f32_gemm_ukernel_8x8__fma3_broadcast() local
123 vacc7x01234567 = _mm256_fmadd_ps(va7, vb01234567, vacc7x01234567); in xnn_f32_gemm_ukernel_8x8__fma3_broadcast()
136 vacc7x01234567 = _mm256_min_ps(vacc7x01234567, vmax); in xnn_f32_gemm_ukernel_8x8__fma3_broadcast()
146 vacc7x01234567 = _mm256_max_ps(vacc7x01234567, vmin); in xnn_f32_gemm_ukernel_8x8__fma3_broadcast()
149 _mm256_storeu_ps(c7, vacc7x01234567); in xnn_f32_gemm_ukernel_8x8__fma3_broadcast()
177 __m128 vacc7x0123 = _mm256_castps256_ps128(vacc7x01234567); in xnn_f32_gemm_ukernel_8x8__fma3_broadcast()
195 vacc7x0123 = _mm256_extractf128_ps(vacc7x01234567, 1); in xnn_f32_gemm_ukernel_8x8__fma3_broadcast()
/external/XNNPACK/src/q8-igemm/
D8x8-neon.c559 …const int16x8_t vacc7x01234567 = vqaddq_s16(vqmovn_high_s32(vqmovn_s32(vacc7x0123), vacc7x4567), v… in xnn_q8_igemm_ukernel_8x8__neon() local
564 …nt8x16_t vout6x01234567_7x01234567 = vqmovun_high_s16(vqmovun_s16(vacc6x01234567), vacc7x01234567); in xnn_q8_igemm_ukernel_8x8__neon()
580 const int16x8_t vacc7x01234567 = in xnn_q8_igemm_ukernel_8x8__neon() local
586 … vout6x01234567_7x01234567 = vcombine_u8(vqmovun_s16(vacc6x01234567), vqmovun_s16(vacc7x01234567)); in xnn_q8_igemm_ukernel_8x8__neon()
/external/XNNPACK/src/q8-gemm/
D8x8-neon.c514 …const int16x8_t vacc7x01234567 = vqaddq_s16(vqmovn_high_s32(vqmovn_s32(vacc7x0123), vacc7x4567), v… in xnn_q8_gemm_ukernel_8x8__neon() local
519 …nt8x16_t vout6x01234567_7x01234567 = vqmovun_high_s16(vqmovun_s16(vacc6x01234567), vacc7x01234567); in xnn_q8_gemm_ukernel_8x8__neon()
535 const int16x8_t vacc7x01234567 = in xnn_q8_gemm_ukernel_8x8__neon() local
541 … vout6x01234567_7x01234567 = vcombine_u8(vqmovun_s16(vacc6x01234567), vqmovun_s16(vacc7x01234567)); in xnn_q8_gemm_ukernel_8x8__neon()