Lines Matching refs:vi
66 float32x4_t vi${M}x0123 = vmovq_n_f32(0.0f);
69 float32x4_t vi${M}x4567 = vld1q_f32(i${M}); i${M} += 4;
77 const float32x4_t vi${M}x89AB = vld1q_f32(i${M}); i${M} += 4;
81 float32x4_t vo${M}p1 = vmulq_lane_f32(vi${M}x4567, vget_high_f32(vw0123), 1);
83 vo${M}p0 = ${VMULADDQ_LANE_F32}(vo${M}p0, vi${M}x4567, vget_high_f32(vw0123), 1);
87 float32x4_t vo${M}p2 = vmulq_lane_f32(vi${M+1}x4567, vget_low_f32(vw89AB), 0);
89 vo${M}p0 = ${VMULADDQ_LANE_F32}(vo${M}p0, vi${M+1}x4567, vget_low_f32(vw89AB), 0);
93 float32x4_t vo${M}p3 = vmulq_lane_f32(vi${M+2}x4567, vget_low_f32(vwCDEF), 1);
95 …vo${M}p${4 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${4 % ACCUMULATORS}, vi${M+2}x4567, vget_…
99 float32x4_t vo${M}p4 = vmulq_lane_f32(vi${M+3}x4567, vget_high_f32(vwGHIJ), 0);
101 …vo${M}p${5 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${5 % ACCUMULATORS}, vi${M+3}x4567, vget_…
105 float32x4_t vo${M}p5 = vmulq_lane_f32(vi${M+4}x4567, vget_high_f32(vwKLMN), 1);
107 …vo${M}p${6 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${6 % ACCUMULATORS}, vi${M+4}x4567, vget_…
110 const float32x4_t vi${M}x3456 = vextq_f32(vi${M}x0123, vi${M}x4567, 3);
113 …vo${M}p${7 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${7 % ACCUMULATORS}, vi${M}x3456, vget_hi…
116 …vo${M}p${8 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${8 % ACCUMULATORS}, vi${M+1}x3456, vget_…
119 …vo${M}p${9 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${9 % ACCUMULATORS}, vi${M+2}x3456, vget_…
122 …vo${M}p${10 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${10 % ACCUMULATORS}, vi${M+3}x3456, vge…
125 …vo${M}p${11 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${11 % ACCUMULATORS}, vi${M+4}x3456, vge…
128 const float32x4_t vi${M}x2345 = vextq_f32(vi${M}x0123, vi${M}x4567, 2);
129 vi${M}x0123 = vi${M}x4567;
132 …vo${M}p${12 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${12 % ACCUMULATORS}, vi${M}x2345, vget_…
135 …vo${M}p${13 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${13 % ACCUMULATORS}, vi${M+1}x2345, vge…
138 …vo${M}p${14 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${14 % ACCUMULATORS}, vi${M+2}x2345, vge…
141 …vo${M}p${15 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${15 % ACCUMULATORS}, vi${M+3}x2345, vge…
144 …vo${M}p${16 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${16 % ACCUMULATORS}, vi${M+4}x2345, vge…
147 const float32x4_t vi${M}x5678 = vextq_f32(vi${M}x4567, vi${M}x89AB, 1);
150 …vo${M}p${17 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${17 % ACCUMULATORS}, vi${M}x5678, vget_…
153 …vo${M}p${18 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${18 % ACCUMULATORS}, vi${M+1}x5678, vge…
156 …vo${M}p${19 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${19 % ACCUMULATORS}, vi${M+2}x5678, vge…
159 …vo${M}p${20 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${20 % ACCUMULATORS}, vi${M+3}x5678, vge…
162 …vo${M}p${21 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${21 % ACCUMULATORS}, vi${M+4}x5678, vwO…
165 const float32x4_t vi${M}x6789 = vextq_f32(vi${M}x4567, vi${M}x89AB, 2);
166 vi${M}x4567 = vi${M}x89AB;
169 …vo${M}p${22 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${22 % ACCUMULATORS}, vi${M}x6789, vget_…
172 …vo${M}p${23 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${23 % ACCUMULATORS}, vi${M+1}x6789, vge…
175 …vo${M}p${24 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${24 % ACCUMULATORS}, vi${M+2}x6789, vge…
178 …vo${M}p${25 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${25 % ACCUMULATORS}, vi${M+3}x6789, vge…
181 …vo${M}p${26 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${26 % ACCUMULATORS}, vi${M+4}x6789, vwO…
207 float32x4_t vi${M}x89AB = vld1q_f32(i${M}); i${M} += 4;
210 vi${M}x89AB = vreinterpretq_f32_u32(vandq_u32(vmask, vreinterpretq_u32_f32(vi${M}x89AB)));
214 float32x4_t vo${M}p1 = vmulq_lane_f32(vi${M}x4567, vget_high_f32(vw0123), 1);
216 vo${M}p0 = ${VMULADDQ_LANE_F32}(vo${M}p0, vi${M}x4567, vget_high_f32(vw0123), 1);
220 float32x4_t vo${M}p2 = vmulq_lane_f32(vi${M+1}x4567, vget_low_f32(vw89AB), 0);
222 vo${M}p0 = ${VMULADDQ_LANE_F32}(vo${M}p0, vi${M+1}x4567, vget_low_f32(vw89AB), 0);
226 float32x4_t vo${M}p3 = vmulq_lane_f32(vi${M+2}x4567, vget_low_f32(vwCDEF), 1);
228 …vo${M}p${4 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${4 % ACCUMULATORS}, vi${M+2}x4567, vget_…
232 float32x4_t vo${M}p4 = vmulq_lane_f32(vi${M+3}x4567, vget_high_f32(vwGHIJ), 0);
234 …vo${M}p${5 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${5 % ACCUMULATORS}, vi${M+3}x4567, vget_…
238 float32x4_t vo${M}p5 = vmulq_lane_f32(vi${M+4}x4567, vget_high_f32(vwKLMN), 1);
240 …vo${M}p${6 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${6 % ACCUMULATORS}, vi${M+4}x4567, vget_…
243 const float32x4_t vi${M}x3456 = vextq_f32(vi${M}x0123, vi${M}x4567, 3);
246 …vo${M}p${7 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${7 % ACCUMULATORS}, vi${M}x3456, vget_hi…
249 …vo${M}p${8 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${8 % ACCUMULATORS}, vi${M+1}x3456, vget_…
252 …vo${M}p${9 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${9 % ACCUMULATORS}, vi${M+2}x3456, vget_…
255 …vo${M}p${10 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${10 % ACCUMULATORS}, vi${M+3}x3456, vge…
258 …vo${M}p${11 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${11 % ACCUMULATORS}, vi${M+4}x3456, vge…
261 const float32x4_t vi${M}x2345 = vextq_f32(vi${M}x0123, vi${M}x4567, 2);
262 vi${M}x0123 = vi${M}x4567;
265 …vo${M}p${12 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${12 % ACCUMULATORS}, vi${M}x2345, vget_…
268 …vo${M}p${13 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${13 % ACCUMULATORS}, vi${M+1}x2345, vge…
271 …vo${M}p${14 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${14 % ACCUMULATORS}, vi${M+2}x2345, vge…
274 …vo${M}p${15 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${15 % ACCUMULATORS}, vi${M+3}x2345, vge…
277 …vo${M}p${16 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${16 % ACCUMULATORS}, vi${M+4}x2345, vge…
280 const float32x4_t vi${M}x5678 = vextq_f32(vi${M}x4567, vi${M}x89AB, 1);
283 …vo${M}p${17 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${17 % ACCUMULATORS}, vi${M}x5678, vget_…
286 …vo${M}p${18 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${18 % ACCUMULATORS}, vi${M+1}x5678, vge…
289 …vo${M}p${19 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${19 % ACCUMULATORS}, vi${M+2}x5678, vge…
292 …vo${M}p${20 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${20 % ACCUMULATORS}, vi${M+3}x5678, vge…
295 …vo${M}p${21 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${21 % ACCUMULATORS}, vi${M+4}x5678, vwO…
298 const float32x4_t vi${M}x6789 = vextq_f32(vi${M}x4567, vi${M}x89AB, 2);
299 vi${M}x4567 = vi${M}x89AB;
302 …vo${M}p${22 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${22 % ACCUMULATORS}, vi${M}x6789, vget_…
305 …vo${M}p${23 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${23 % ACCUMULATORS}, vi${M+1}x6789, vge…
308 …vo${M}p${24 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${24 % ACCUMULATORS}, vi${M+2}x6789, vge…
311 …vo${M}p${25 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${25 % ACCUMULATORS}, vi${M+3}x6789, vge…
314 …vo${M}p${26 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${26 % ACCUMULATORS}, vi${M+4}x6789, vwO…
343 vi${M}x4567 = vreinterpretq_f32_u32(vandq_u32(vmask, vreinterpretq_u32_f32(vi${M}x4567)));
347 float32x4_t vo${M}p1 = vmulq_lane_f32(vi${M}x4567, vget_high_f32(vw0123), 1);
349 vo${M}p0 = ${VMULADDQ_LANE_F32}(vo${M}p0, vi${M}x4567, vget_high_f32(vw0123), 1);
353 float32x4_t vo${M}p2 = vmulq_lane_f32(vi${M+1}x4567, vget_low_f32(vw89AB), 0);
355 vo${M}p0 = ${VMULADDQ_LANE_F32}(vo${M}p0, vi${M+1}x4567, vget_low_f32(vw89AB), 0);
359 float32x4_t vo${M}p3 = vmulq_lane_f32(vi${M+2}x4567, vget_low_f32(vwCDEF), 1);
361 …vo${M}p${4 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${4 % ACCUMULATORS}, vi${M+2}x4567, vget_…
365 float32x4_t vo${M}p4 = vmulq_lane_f32(vi${M+3}x4567, vget_high_f32(vwGHIJ), 0);
367 …vo${M}p${5 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${5 % ACCUMULATORS}, vi${M+3}x4567, vget_…
371 float32x4_t vo${M}p5 = vmulq_lane_f32(vi${M+4}x4567, vget_high_f32(vwKLMN), 1);
373 …vo${M}p${6 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${6 % ACCUMULATORS}, vi${M+4}x4567, vget_…
376 const float32x4_t vi${M}x3456 = vextq_f32(vi${M}x0123, vi${M}x4567, 3);
379 …vo${M}p${7 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${7 % ACCUMULATORS}, vi${M}x3456, vget_hi…
382 …vo${M}p${8 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${8 % ACCUMULATORS}, vi${M+1}x3456, vget_…
385 …vo${M}p${9 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${9 % ACCUMULATORS}, vi${M+2}x3456, vget_…
388 …vo${M}p${10 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${10 % ACCUMULATORS}, vi${M+3}x3456, vge…
391 …vo${M}p${11 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${11 % ACCUMULATORS}, vi${M+4}x3456, vge…
394 const float32x4_t vi${M}x2345 = vextq_f32(vi${M}x0123, vi${M}x4567, 2);
397 …vo${M}p${12 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${12 % ACCUMULATORS}, vi${M}x2345, vget_…
400 …vo${M}p${13 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${13 % ACCUMULATORS}, vi${M+1}x2345, vge…
403 …vo${M}p${14 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${14 % ACCUMULATORS}, vi${M+2}x2345, vge…
406 …vo${M}p${15 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${15 % ACCUMULATORS}, vi${M+3}x2345, vge…
409 …vo${M}p${16 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${16 % ACCUMULATORS}, vi${M+4}x2345, vge…
413 const float32x4_t vi${M}x5678 = vextq_f32(vi${M}x4567, vzero, 1);
416 …vo${M}p${17 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${17 % ACCUMULATORS}, vi${M}x5678, vget_…
419 …vo${M}p${18 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${18 % ACCUMULATORS}, vi${M+1}x5678, vge…
422 …vo${M}p${19 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${19 % ACCUMULATORS}, vi${M+2}x5678, vge…
425 …vo${M}p${20 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${20 % ACCUMULATORS}, vi${M+3}x5678, vge…
428 …vo${M}p${21 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${21 % ACCUMULATORS}, vi${M+4}x5678, vwO…
431 const float32x4_t vi${M}x6789 = vextq_f32(vi${M}x5678, vzero, 1);
434 …vo${M}p${22 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${22 % ACCUMULATORS}, vi${M}x6789, vget_…
437 …vo${M}p${23 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${23 % ACCUMULATORS}, vi${M+1}x6789, vge…
440 …vo${M}p${24 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${24 % ACCUMULATORS}, vi${M+2}x6789, vge…
443 …vo${M}p${25 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${25 % ACCUMULATORS}, vi${M+3}x6789, vge…
446 …vo${M}p${26 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${26 % ACCUMULATORS}, vi${M+4}x6789, vwO…