Lines Matching refs:vi
76 float32x4_t vi${M}x0246 = vmovq_n_f32(0.0f);
79 float32x4_t vi${M}x1357 = vmovq_n_f32(0.0f);
82 float32x4x2_t vi${M}x8ACE9BDF = vld2q_f32(i${M}); i${M} += 8;
91 float32x4_t vo${M}p1 = vmulq_lane_f32(vi${2*M}x8ACE9BDF.val[0], vget_high_f32(vw0123), 1);
93 … vo${M}p0 = ${VMULADDQ_LANE_F32}(vo${M}p0, vi${2*M}x8ACE9BDF.val[0], vget_high_f32(vw0123), 1);
97 … float32x4_t vo${M}p2 = vmulq_lane_f32(vi${2*M+1}x8ACE9BDF.val[0], vget_low_f32(vw89AB), 0);
99 … vo${M}p0 = ${VMULADDQ_LANE_F32}(vo${M}p0, vi${2*M+1}x8ACE9BDF.val[0], vget_low_f32(vw89AB), 0);
103 … float32x4_t vo${M}p3 = vmulq_lane_f32(vi${2*M+2}x8ACE9BDF.val[0], vget_low_f32(vwCDEF), 1);
105 …vo${M}p${4 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${4 % ACCUMULATORS}, vi${2*M+2}x8ACE9BDF.…
109 … float32x4_t vo${M}p4 = vmulq_lane_f32(vi${2*M+3}x8ACE9BDF.val[0], vget_high_f32(vwGHIJ), 0);
111 …vo${M}p${5 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${5 % ACCUMULATORS}, vi${2*M+3}x8ACE9BDF.…
115 vo${M}p5 = vmulq_lane_f32(vi${2*M+4}x8ACE9BDF.val[0], vget_high_f32(vwKLMN), 1);
117 …vo${M}p${6 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${6 % ACCUMULATORS}, vi${2*M+4}x8ACE9BDF.…
120 …vo${M}p${7 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${7 % ACCUMULATORS}, vi${2*M}x8ACE9BDF.va…
123 …vo${M}p${8 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${8 % ACCUMULATORS}, vi${2*M+1}x8ACE9BDF.…
126 …vo${M}p${9 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${9 % ACCUMULATORS}, vi${2*M+2}x8ACE9BDF.…
129 …vo${M}p${10 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${10 % ACCUMULATORS}, vi${2*M+3}x8ACE9BD…
132 …vo${M}p${11 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${11 % ACCUMULATORS}, vi${2*M+4}x8ACE9BD…
135 const float32x4_t vi${M}x68AC = vextq_f32(vi${M}x0246, vi${M}x8ACE9BDF.val[0], 3);
136 vi${M}x0246 = vi${M}x8ACE9BDF.val[0];
139 …vo${M}p${12 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${12 % ACCUMULATORS}, vi${2*M}x68AC, vge…
142 …vo${M}p${13 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${13 % ACCUMULATORS}, vi${2*M+1}x68AC, v…
145 …vo${M}p${14 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${14 % ACCUMULATORS}, vi${2*M+2}x68AC, v…
148 …vo${M}p${15 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${15 % ACCUMULATORS}, vi${2*M+3}x68AC, v…
151 …vo${M}p${16 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${16 % ACCUMULATORS}, vi${2*M+4}x68AC, v…
154 const float32x4_t vi${M}x79BD = vextq_f32(vi${M}x1357, vi${M}x8ACE9BDF.val[1], 3);
155 vi${M}x1357 = vi${M}x8ACE9BDF.val[1];
158 const float32x4x2_t vi${M}xGIKMHJLN = vld2q_f32(i${M}); i${M} += 8;
161 …vo${M}p${17 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${17 % ACCUMULATORS}, vi${2*M}x79BD, vge…
164 …vo${M}p${18 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${18 % ACCUMULATORS}, vi${2*M+1}x79BD, v…
167 …vo${M}p${19 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${19 % ACCUMULATORS}, vi${2*M+2}x79BD, v…
170 …vo${M}p${20 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${20 % ACCUMULATORS}, vi${2*M+3}x79BD, v…
173 …vo${M}p${21 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${21 % ACCUMULATORS}, vi${2*M+4}x79BD, v…
176 … const float32x4_t vi${M}xACEG = vextq_f32(vi${M}x8ACE9BDF.val[0], vi${M}xGIKMHJLN.val[0], 1);
177 vi${M}x8ACE9BDF = vi${M}xGIKMHJLN;
180 …vo${M}p${22 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${22 % ACCUMULATORS}, vi${2*M}xACEG, vge…
183 …vo${M}p${23 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${23 % ACCUMULATORS}, vi${2*M+1}xACEG, v…
186 …vo${M}p${24 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${24 % ACCUMULATORS}, vi${2*M+2}xACEG, v…
189 …vo${M}p${25 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${25 % ACCUMULATORS}, vi${2*M+3}xACEG, v…
192 …vo${M}p${26 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${26 % ACCUMULATORS}, vi${2*M+4}xACEG, v…
220 …const float32x4_t vi${M}x8ACE = vreinterpretq_f32_u32(vandq_u32(vmask_even, vreinterpretq_u32_f32(…
223 …const float32x4_t vi${M}x9BDF = vreinterpretq_f32_u32(vandq_u32(vmask_odd, vreinterpretq_u32_f32(v…
227 float32x4_t vo${M}p1 = vmulq_lane_f32(vi${2*M}x8ACE, vget_high_f32(vw0123), 1);
229 vo${M}p0 = ${VMULADDQ_LANE_F32}(vo${M}p0, vi${2*M}x8ACE, vget_high_f32(vw0123), 1);
233 float32x4_t vo${M}p2 = vmulq_lane_f32(vi${2*M+1}x8ACE, vget_low_f32(vw89AB), 0);
235 vo${M}p0 = ${VMULADDQ_LANE_F32}(vo${M}p0, vi${2*M+1}x8ACE, vget_low_f32(vw89AB), 0);
239 float32x4_t vo${M}p3 = vmulq_lane_f32(vi${2*M+2}x8ACE, vget_low_f32(vwCDEF), 1);
241 …vo${M}p${4 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${4 % ACCUMULATORS}, vi${2*M+2}x8ACE, vge…
245 float32x4_t vo${M}p4 = vmulq_lane_f32(vi${2*M+3}x8ACE, vget_high_f32(vwGHIJ), 0);
247 …vo${M}p${5 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${5 % ACCUMULATORS}, vi${2*M+3}x8ACE, vge…
251 vo${M}p5 = vmulq_lane_f32(vi${2*M+4}x8ACE, vget_high_f32(vwKLMN), 1);
253 …vo${M}p${6 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${6 % ACCUMULATORS}, vi${2*M+4}x8ACE, vge…
256 …vo${M}p${7 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${7 % ACCUMULATORS}, vi${2*M}x9BDF, vget_…
259 …vo${M}p${8 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${8 % ACCUMULATORS}, vi${2*M+1}x9BDF, vge…
262 …vo${M}p${9 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${9 % ACCUMULATORS}, vi${2*M+2}x9BDF, vge…
265 …vo${M}p${10 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${10 % ACCUMULATORS}, vi${2*M+3}x9BDF, v…
268 …vo${M}p${11 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${11 % ACCUMULATORS}, vi${2*M+4}x9BDF, v…
271 const float32x4_t vi${M}x68AC = vextq_f32(vi${M}x0246, vi${M}x8ACE, 3);
274 …vo${M}p${12 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${12 % ACCUMULATORS}, vi${2*M}x68AC, vge…
277 …vo${M}p${13 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${13 % ACCUMULATORS}, vi${2*M+1}x68AC, v…
280 …vo${M}p${14 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${14 % ACCUMULATORS}, vi${2*M+2}x68AC, v…
283 …vo${M}p${15 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${15 % ACCUMULATORS}, vi${2*M+3}x68AC, v…
286 …vo${M}p${16 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${16 % ACCUMULATORS}, vi${2*M+4}x68AC, v…
289 const float32x4_t vi${M}x79BD = vextq_f32(vi${M}x1357, vi${M}x9BDF, 3);
292 …vo${M}p${17 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${17 % ACCUMULATORS}, vi${2*M}x79BD, vge…
295 …vo${M}p${18 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${18 % ACCUMULATORS}, vi${2*M+1}x79BD, v…
298 …vo${M}p${19 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${19 % ACCUMULATORS}, vi${2*M+2}x79BD, v…
301 …vo${M}p${20 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${20 % ACCUMULATORS}, vi${2*M+3}x79BD, v…
304 …vo${M}p${21 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${21 % ACCUMULATORS}, vi${2*M+4}x79BD, v…
308 const float32x4_t vi${M}xACEG = vextq_f32(vi${M}x8ACE, vzero, 1);
311 …vo${M}p${22 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${22 % ACCUMULATORS}, vi${2*M}xACEG, vge…
314 …vo${M}p${23 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${23 % ACCUMULATORS}, vi${2*M+1}xACEG, v…
317 …vo${M}p${24 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${24 % ACCUMULATORS}, vi${2*M+2}xACEG, v…
320 …vo${M}p${25 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${25 % ACCUMULATORS}, vi${2*M+3}xACEG, v…
323 …vo${M}p${26 % ACCUMULATORS} = ${VMULADDQ_LANE_F32}(vo${M}p${26 % ACCUMULATORS}, vi${2*M+4}xACEG, v…