Lines Matching refs:vget_high_s16
93 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c0)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
96 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c0)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
99 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c0)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
104 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc0)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
107 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc0)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
110 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc0)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
115 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c1)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
118 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c1)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
121 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c1)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
126 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc1)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
129 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc1)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
132 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc1)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
137 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c2)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
140 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c2)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
143 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c2)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
148 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc2)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
151 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc2)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
154 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc2)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
159 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c3)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
162 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c3)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
165 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c3)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
170 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc3)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
173 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc3)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
176 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc3)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
181 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c4)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
184 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c4)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
187 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c4)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
192 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc4)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
195 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc4)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
198 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc4)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
203 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c5)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
206 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c5)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
209 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c5)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
214 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc5)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
217 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc5)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
220 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc5)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
225 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c6)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
228 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c6)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
231 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c6)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
236 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc6)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
239 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc6)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
242 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc6)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
247 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c7)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
250 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c7)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
253 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c7)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
258 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc7)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
261 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc7)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
264 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc7)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
278 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c0)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
281 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc0)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
284 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c0)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
287 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc0)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
290 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c0)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
293 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc0)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
301 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c1)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
304 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc1)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
307 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c1)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
310 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc1)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
313 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c1)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
316 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc1)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
324 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c2)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
327 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc2)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
330 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c2)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
333 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc2)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
336 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c2)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
339 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc2)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
347 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c3)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
350 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc3)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
353 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c3)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
356 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc3)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
359 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c3)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
362 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc3)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
370 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c4)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
373 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc4)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
376 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c4)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
379 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc4)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
382 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c4)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
385 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc4)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
393 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c5)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
396 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc5)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
399 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c5)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
402 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc5)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
405 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c5)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
408 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc5)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
416 vacc0x4567 = vaddw_s16(vacc0x4567, vget_high_s16(vprod0x01234567c6)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
419 vacc0xCDEF = vaddw_s16(vacc0xCDEF, vget_high_s16(vprod0x89ABCDEFc6)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
422 vacc1x4567 = vaddw_s16(vacc1x4567, vget_high_s16(vprod1x01234567c6)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
425 vacc1xCDEF = vaddw_s16(vacc1xCDEF, vget_high_s16(vprod1x89ABCDEFc6)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
428 vacc2x4567 = vaddw_s16(vacc2x4567, vget_high_s16(vprod2x01234567c6)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()
431 vacc2xCDEF = vaddw_s16(vacc2xCDEF, vget_high_s16(vprod2x89ABCDEFc6)); in xnn_qs8_igemm_minmax_ukernel_3x16__neon_mull_addw_dup()