Lines Matching refs:src1
80 void SharedTurboAssembler::Movhps(XMMRegister dst, XMMRegister src1, in Movhps() argument
84 vmovhps(dst, src1, src2); in Movhps()
86 if (dst != src1) { in Movhps()
87 movaps(dst, src1); in Movhps()
93 void SharedTurboAssembler::Movlps(XMMRegister dst, XMMRegister src1, in Movlps() argument
97 vmovlps(dst, src1, src2); in Movlps()
99 if (dst != src1) { in Movlps()
100 movaps(dst, src1); in Movlps()
106 void SharedTurboAssembler::Pblendvb(XMMRegister dst, XMMRegister src1, in Pblendvb() argument
110 vpblendvb(dst, src1, src2, mask); in Pblendvb()
114 DCHECK_EQ(dst, src1); in Pblendvb()
119 void SharedTurboAssembler::Shufps(XMMRegister dst, XMMRegister src1, in Shufps() argument
123 vshufps(dst, src1, src2, imm8); in Shufps()
125 if (dst != src1) { in Shufps()
126 movaps(dst, src1); in Shufps()
400 void SharedTurboAssembler::I8x16Shl(XMMRegister dst, XMMRegister src1, in I8x16Shl() argument
406 if (!CpuFeatures::IsSupported(AVX) && (dst != src1)) { in I8x16Shl()
407 movaps(dst, src1); in I8x16Shl()
408 src1 = dst; in I8x16Shl()
412 Psllw(dst, src1, byte{shift}); in I8x16Shl()
422 void SharedTurboAssembler::I8x16Shl(XMMRegister dst, XMMRegister src1, in I8x16Shl() argument
427 DCHECK(!AreAliased(src1, tmp2, tmp3)); in I8x16Shl()
438 if (!CpuFeatures::IsSupported(AVX) && (dst != src1)) { in I8x16Shl()
439 movaps(dst, src1); in I8x16Shl()
440 src1 = dst; in I8x16Shl()
443 Pand(dst, src1, tmp2); in I8x16Shl()
449 void SharedTurboAssembler::I8x16ShrS(XMMRegister dst, XMMRegister src1, in I8x16ShrS() argument
456 Punpckhbw(tmp, src1); in I8x16ShrS()
457 Punpcklbw(dst, src1); in I8x16ShrS()
463 void SharedTurboAssembler::I8x16ShrS(XMMRegister dst, XMMRegister src1, in I8x16ShrS() argument
468 DCHECK_NE(src1, tmp2); in I8x16ShrS()
471 Punpckhbw(tmp2, src1); in I8x16ShrS()
472 Punpcklbw(dst, src1); in I8x16ShrS()
484 void SharedTurboAssembler::I8x16ShrU(XMMRegister dst, XMMRegister src1, in I8x16ShrU() argument
489 if (!CpuFeatures::IsSupported(AVX) && (dst != src1)) { in I8x16ShrU()
490 movaps(dst, src1); in I8x16ShrU()
491 src1 = dst; in I8x16ShrU()
496 Psrlw(dst, src1, shift); in I8x16ShrU()
506 void SharedTurboAssembler::I8x16ShrU(XMMRegister dst, XMMRegister src1, in I8x16ShrU() argument
511 DCHECK_NE(src1, tmp2); in I8x16ShrU()
514 Punpckhbw(tmp2, src1); in I8x16ShrU()
515 Punpcklbw(dst, src1); in I8x16ShrU()
557 void SharedTurboAssembler::I16x8ExtMulLow(XMMRegister dst, XMMRegister src1, in I16x8ExtMulLow() argument
561 is_signed ? Pmovsxbw(scratch, src1) : Pmovzxbw(scratch, src1); in I16x8ExtMulLow()
566 void SharedTurboAssembler::I16x8ExtMulHighS(XMMRegister dst, XMMRegister src1, in I16x8ExtMulHighS() argument
572 vpunpckhbw(scratch, src1, src1); in I16x8ExtMulHighS()
578 if (dst != src1) { in I16x8ExtMulHighS()
579 movaps(dst, src1); in I16x8ExtMulHighS()
590 void SharedTurboAssembler::I16x8ExtMulHighU(XMMRegister dst, XMMRegister src1, in I16x8ExtMulHighU() argument
598 if (src1 == src2) { in I16x8ExtMulHighU()
600 vpunpckhbw(dst, src1, scratch); in I16x8ExtMulHighU()
605 std::swap(src1, src2); in I16x8ExtMulHighU()
608 vpunpckhbw(dst, src1, scratch); in I16x8ExtMulHighU()
613 if (src1 == src2) { in I16x8ExtMulHighU()
615 if (dst != src1) { in I16x8ExtMulHighU()
616 movaps(dst, src1); in I16x8ExtMulHighU()
625 std::swap(src1, src2); in I16x8ExtMulHighU()
627 } else if (dst != src1) { in I16x8ExtMulHighU()
629 movaps(dst, src1); in I16x8ExtMulHighU()
689 void SharedTurboAssembler::I16x8Q15MulRSatS(XMMRegister dst, XMMRegister src1, in I16x8Q15MulRSatS() argument
697 if (!CpuFeatures::IsSupported(AVX) && (dst != src1)) { in I16x8Q15MulRSatS()
698 movaps(dst, src1); in I16x8Q15MulRSatS()
699 src1 = dst; in I16x8Q15MulRSatS()
702 Pmulhrsw(dst, src1, src2); in I16x8Q15MulRSatS()
751 void SharedTurboAssembler::I32x4ExtMul(XMMRegister dst, XMMRegister src1, in I32x4ExtMul() argument
757 vpmullw(scratch, src1, src2); in I32x4ExtMul()
758 is_signed ? vpmulhw(dst, src1, src2) : vpmulhuw(dst, src1, src2); in I32x4ExtMul()
761 DCHECK_EQ(dst, src1); in I32x4ExtMul()
762 movaps(scratch, src1); in I32x4ExtMul()
857 XMMRegister src1, XMMRegister scratch) { in I64x2GtS() argument
861 vpcmpgtq(dst, src0, src1); in I64x2GtS()
865 pcmpgtq(dst, src1); in I64x2GtS()
866 } else if (dst == src1) { in I64x2GtS()
868 pcmpgtq(scratch, src1); in I64x2GtS()
872 pcmpgtq(dst, src1); in I64x2GtS()
877 DCHECK_NE(dst, src1); in I64x2GtS()
878 movaps(dst, src1); in I64x2GtS()
881 pcmpeqd(scratch, src1); in I64x2GtS()
884 pcmpgtd(scratch, src1); in I64x2GtS()
891 XMMRegister src1, XMMRegister scratch) { in I64x2GeS() argument
895 vpcmpgtq(dst, src1, src0); in I64x2GeS()
901 if (dst != src1) { in I64x2GeS()
902 movaps(dst, src1); in I64x2GeS()
910 DCHECK_NE(dst, src1); in I64x2GeS()
912 movaps(scratch, src1); in I64x2GeS()
913 psubq(dst, src1); in I64x2GeS()
916 movaps(scratch, src1); in I64x2GeS()
1038 void SharedTurboAssembler::I64x2ExtMul(XMMRegister dst, XMMRegister src1, in I64x2ExtMul() argument
1045 vpunpckldq(scratch, src1, src1); in I64x2ExtMul()
1048 vpunpckhdq(scratch, src1, src1); in I64x2ExtMul()
1058 pshufd(scratch, src1, mask); in I64x2ExtMul()
1122 XMMRegister src1, XMMRegister src2, in S128Select() argument
1130 vpand(dst, src1, mask); in S128Select()
1137 andps(dst, src1); in S128Select()
1217 if (dst == src1) { \
1220 vfmadd132##ps_or_pd(dst, src1, src3); \
1222 vfmadd213##ps_or_pd(dst, src2, src1); \
1225 vmovups(dst, src1); \
1231 vadd##ps_or_pd(dst, src1, tmp); \
1233 if (dst == src1) { \
1238 DCHECK_NE(src2, src1); \
1240 add##ps_or_pd(src2, src1); \
1242 DCHECK_NE(src3, src1); \
1244 add##ps_or_pd(src3, src1); \
1248 add##ps_or_pd(dst, src1); \
1257 if (dst == src1) { \
1260 vfnmadd132##ps_or_pd(dst, src1, src3); \
1262 vfnmadd213##ps_or_pd(dst, src2, src1); \
1265 vmovups(dst, src1); \
1271 vsub##ps_or_pd(dst, src1, tmp); \
1275 if (dst != src1) { \
1276 movaps(dst, src1); \
1281 void SharedTurboAssembler::F32x4Qfma(XMMRegister dst, XMMRegister src1, in F32x4Qfma() argument
1287 void SharedTurboAssembler::F32x4Qfms(XMMRegister dst, XMMRegister src1, in F32x4Qfms() argument
1293 void SharedTurboAssembler::F64x2Qfma(XMMRegister dst, XMMRegister src1, in F64x2Qfma() argument
1299 void SharedTurboAssembler::F64x2Qfms(XMMRegister dst, XMMRegister src1, in F64x2Qfms() argument