Lines Matching refs:PacketSize
65 for (int i=0; i<PacketSize; ++i) \
68 VERIFY(areApprox(ref, data2, PacketSize) && #POP); \
93 for (int i=0; i<PacketSize; ++i) \
96 VERIFY(areApprox(ref, data2, PacketSize) && #POP); \
101 for (int i=0; i<PacketSize; ++i) \
102 ref[i] = REFOP(data1[i], data1[i+PacketSize]); \
103 h.store(data2, POP(h.load(data1),h.load(data1+PacketSize))); \
104 VERIFY(areApprox(ref, data2, PacketSize) && #POP); \
117 const int PacketSize = PacketTraits::size; in packetmath() local
120 const int max_size = PacketSize > 4 ? PacketSize : 4; in packetmath()
121 const int size = PacketSize*max_size; in packetmath()
124 EIGEN_ALIGN_MAX Packet packets[PacketSize*2]; in packetmath()
129 data1[i] = internal::random<Scalar>()/RealScalar(PacketSize); in packetmath()
130 data2[i] = internal::random<Scalar>()/RealScalar(PacketSize); in packetmath()
135 VERIFY(areApprox(data1, data2, PacketSize) && "aligned load/store"); in packetmath()
137 for (int offset=0; offset<PacketSize; ++offset) in packetmath()
140 VERIFY(areApprox(data1+offset, data2, PacketSize) && "internal::ploadu"); in packetmath()
143 for (int offset=0; offset<PacketSize; ++offset) in packetmath()
146 VERIFY(areApprox(data1, data2+offset, PacketSize) && "internal::pstoreu"); in packetmath()
149 for (int offset=0; offset<PacketSize; ++offset) in packetmath()
152 packets[1] = internal::pload<Packet>(data1+PacketSize); in packetmath()
171 for (int i=0; i<PacketSize; ++i) in packetmath()
174 VERIFY(areApprox(ref, data2, PacketSize) && "internal::palign"); in packetmath()
193 for (int i=0; i<PacketSize; ++i) in packetmath()
196 VERIFY(areApprox(ref, data2, PacketSize) && "internal::pset1"); in packetmath()
200 for (int i=0; i<PacketSize*4; ++i) in packetmath()
201 ref[i] = data1[i/PacketSize]; in packetmath()
204 internal::pstore(data2+0*PacketSize, A0); in packetmath()
205 internal::pstore(data2+1*PacketSize, A1); in packetmath()
206 internal::pstore(data2+2*PacketSize, A2); in packetmath()
207 internal::pstore(data2+3*PacketSize, A3); in packetmath()
208 VERIFY(areApprox(ref, data2, 4*PacketSize) && "internal::pbroadcast4"); in packetmath()
212 for (int i=0; i<PacketSize*2; ++i) in packetmath()
213 ref[i] = data1[i/PacketSize]; in packetmath()
216 internal::pstore(data2+0*PacketSize, A0); in packetmath()
217 internal::pstore(data2+1*PacketSize, A1); in packetmath()
218 VERIFY(areApprox(ref, data2, 2*PacketSize) && "internal::pbroadcast2"); in packetmath()
223 if(PacketSize>1) in packetmath()
227 for(int i=0;i<PacketSize/2;++i) in packetmath()
230 VERIFY(areApprox(ref, data2, PacketSize) && "ploaddup"); in packetmath()
234 if(PacketSize>2) in packetmath()
238 for(int i=0;i<PacketSize/4;++i) in packetmath()
241 VERIFY(areApprox(ref, data2, PacketSize) && "ploadquad"); in packetmath()
246 for (int i=0; i<PacketSize; ++i) in packetmath()
253 for (int i=0; i<PacketSize; ++i) in packetmath()
256 … VERIFY(areApprox(ref, data2, PacketSize>4?PacketSize/2:PacketSize) && "internal::predux_downto4"); in packetmath()
260 for (int i=0; i<PacketSize; ++i) in packetmath()
264 for (int j=0; j<PacketSize; ++j) in packetmath()
267 for (int i=0; i<PacketSize; ++i) in packetmath()
268 ref[j] += data1[i+j*PacketSize]; in packetmath()
269 packets[j] = internal::pload<Packet>(data1+j*PacketSize); in packetmath()
272 VERIFY(areApproxAbs(ref, data2, PacketSize, refvalue) && "internal::preduxp"); in packetmath()
274 for (int i=0; i<PacketSize; ++i) in packetmath()
275 ref[i] = data1[PacketSize-i-1]; in packetmath()
277 VERIFY(areApprox(ref, data2, PacketSize) && "internal::preverse"); in packetmath()
280 for (int i=0; i<PacketSize; ++i) { in packetmath()
281 kernel.packet[i] = internal::pload<Packet>(data1+i*PacketSize); in packetmath()
284 for (int i=0; i<PacketSize; ++i) { in packetmath()
286 for (int j = 0; j < PacketSize; ++j) { in packetmath()
287 VERIFY(isApproxAbs(data2[j], data1[i+j*PacketSize], refvalue) && "ptranspose"); in packetmath()
294 EIGEN_ALIGN_MAX internal::Selector<PacketSize> selector; in packetmath()
295 for (int i = 0; i < PacketSize; ++i) { in packetmath()
302 for (int i = 0; i < PacketSize; ++i) { in packetmath()
309 for (int i=0; i<PacketSize; ++i) in packetmath()
314 VERIFY(areApprox(ref, data2, PacketSize) && "internal::pinsertfirst"); in packetmath()
319 for (int i=0; i<PacketSize; ++i) in packetmath()
322 ref[PacketSize-1] = s; in packetmath()
324 VERIFY(areApprox(ref, data2, PacketSize) && "internal::pinsertlast"); in packetmath()
333 const int PacketSize = PacketTraits::size; in packetmath_real() local
335 const int size = PacketSize*4; in packetmath_real()
437 data1[internal::random<int>(0, PacketSize)] = 0; in packetmath_real()
488 const int PacketSize = PacketTraits::size; in packetmath_notcomplex() local
497 for (int i=0; i<PacketSize; ++i) in packetmath_notcomplex()
509 for (int i=0; i<PacketSize; ++i) in packetmath_notcomplex()
513 for (int i=0; i<PacketSize; ++i) in packetmath_notcomplex()
516 VERIFY(areApprox(ref, data2, PacketSize) && "internal::plset"); in packetmath_notcomplex()
523 const int PacketSize = PacketTraits::size; in test_conj_helper() local
530 for(int i=0;i<PacketSize;++i) in test_conj_helper()
536 VERIFY(areApprox(ref, pval, PacketSize) && "conj_helper pmul"); in test_conj_helper()
538 for(int i=0;i<PacketSize;++i) in test_conj_helper()
545 VERIFY(areApprox(ref, pval, PacketSize) && "conj_helper pmadd"); in test_conj_helper()
552 const int PacketSize = PacketTraits::size; in packetmath_complex() local
554 const int size = PacketSize*4; in packetmath_complex()
555 EIGEN_ALIGN_MAX Scalar data1[PacketSize*4]; in packetmath_complex()
556 EIGEN_ALIGN_MAX Scalar data2[PacketSize*4]; in packetmath_complex()
557 EIGEN_ALIGN_MAX Scalar ref[PacketSize*4]; in packetmath_complex()
558 EIGEN_ALIGN_MAX Scalar pval[PacketSize*4]; in packetmath_complex()
572 for(int i=0;i<PacketSize;++i) in packetmath_complex()
575 VERIFY(areApprox(ref, pval, PacketSize) && "pcplxflip"); in packetmath_complex()
584 const int PacketSize = PacketTraits::size; in packetmath_scatter_gather() local
585 EIGEN_ALIGN_MAX Scalar data1[PacketSize]; in packetmath_scatter_gather()
587 for (int i=0; i<PacketSize; ++i) { in packetmath_scatter_gather()
588 data1[i] = internal::random<Scalar>()/RealScalar(PacketSize); in packetmath_scatter_gather()
593 EIGEN_ALIGN_MAX Scalar buffer[PacketSize*20]; in packetmath_scatter_gather()
594 memset(buffer, 0, 20*PacketSize*sizeof(Scalar)); in packetmath_scatter_gather()
598 for (int i = 0; i < PacketSize*20; ++i) { in packetmath_scatter_gather()
599 if ((i%stride) == 0 && i<stride*PacketSize) { in packetmath_scatter_gather()
606 for (int i=0; i<PacketSize*7; ++i) { in packetmath_scatter_gather()
607 buffer[i] = internal::random<Scalar>()/RealScalar(PacketSize); in packetmath_scatter_gather()
611 for (int i = 0; i < PacketSize; ++i) { in packetmath_scatter_gather()