Lines Matching refs:dst
587 Register dst, in immediate_arithmetic_op() argument
591 emit_rex(dst, size); in immediate_arithmetic_op()
594 emit_modrm(subcode, dst); in immediate_arithmetic_op()
596 } else if (dst.is(rax)) { in immediate_arithmetic_op()
601 emit_modrm(subcode, dst); in immediate_arithmetic_op()
607 const Operand& dst, in immediate_arithmetic_op() argument
611 emit_rex(dst, size); in immediate_arithmetic_op()
614 emit_operand(subcode, dst); in immediate_arithmetic_op()
621 emit_operand(subcode, dst); in immediate_arithmetic_op()
628 Register dst, in immediate_arithmetic_op_16() argument
632 emit_optional_rex_32(dst); in immediate_arithmetic_op_16()
635 emit_modrm(subcode, dst); in immediate_arithmetic_op_16()
637 } else if (dst.is(rax)) { in immediate_arithmetic_op_16()
642 emit_modrm(subcode, dst); in immediate_arithmetic_op_16()
649 const Operand& dst, in immediate_arithmetic_op_16() argument
653 emit_optional_rex_32(dst); in immediate_arithmetic_op_16()
656 emit_operand(subcode, dst); in immediate_arithmetic_op_16()
660 emit_operand(subcode, dst); in immediate_arithmetic_op_16()
667 const Operand& dst, in immediate_arithmetic_op_8() argument
670 emit_optional_rex_32(dst); in immediate_arithmetic_op_8()
673 emit_operand(subcode, dst); in immediate_arithmetic_op_8()
679 Register dst, in immediate_arithmetic_op_8() argument
682 if (!dst.is_byte_register()) { in immediate_arithmetic_op_8()
684 emit_rex_32(dst); in immediate_arithmetic_op_8()
688 emit_modrm(subcode, dst); in immediate_arithmetic_op_8()
693 void Assembler::shift(Register dst, in shift() argument
701 emit_rex(dst, size); in shift()
703 emit_modrm(subcode, dst); in shift()
705 emit_rex(dst, size); in shift()
707 emit_modrm(subcode, dst); in shift()
713 void Assembler::shift(Operand dst, Immediate shift_amount, int subcode, in shift() argument
719 emit_rex(dst, size); in shift()
721 emit_operand(subcode, dst); in shift()
723 emit_rex(dst, size); in shift()
725 emit_operand(subcode, dst); in shift()
731 void Assembler::shift(Register dst, int subcode, int size) { in shift() argument
733 emit_rex(dst, size); in shift()
735 emit_modrm(subcode, dst); in shift()
739 void Assembler::shift(Operand dst, int subcode, int size) { in shift() argument
741 emit_rex(dst, size); in shift()
743 emit_operand(subcode, dst); in shift()
747 void Assembler::bt(const Operand& dst, Register src) { in bt() argument
749 emit_rex_64(src, dst); in bt()
752 emit_operand(src, dst); in bt()
756 void Assembler::bts(const Operand& dst, Register src) { in bts() argument
758 emit_rex_64(src, dst); in bts()
761 emit_operand(src, dst); in bts()
765 void Assembler::bsrl(Register dst, Register src) { in bsrl() argument
767 emit_optional_rex_32(dst, src); in bsrl()
770 emit_modrm(dst, src); in bsrl()
774 void Assembler::bsrl(Register dst, const Operand& src) { in bsrl() argument
776 emit_optional_rex_32(dst, src); in bsrl()
779 emit_operand(dst, src); in bsrl()
783 void Assembler::bsrq(Register dst, Register src) { in bsrq() argument
785 emit_rex_64(dst, src); in bsrq()
788 emit_modrm(dst, src); in bsrq()
792 void Assembler::bsrq(Register dst, const Operand& src) { in bsrq() argument
794 emit_rex_64(dst, src); in bsrq()
797 emit_operand(dst, src); in bsrq()
801 void Assembler::bsfl(Register dst, Register src) { in bsfl() argument
803 emit_optional_rex_32(dst, src); in bsfl()
806 emit_modrm(dst, src); in bsfl()
810 void Assembler::bsfl(Register dst, const Operand& src) { in bsfl() argument
812 emit_optional_rex_32(dst, src); in bsfl()
815 emit_operand(dst, src); in bsfl()
819 void Assembler::bsfq(Register dst, Register src) { in bsfq() argument
821 emit_rex_64(dst, src); in bsfq()
824 emit_modrm(dst, src); in bsfq()
828 void Assembler::bsfq(Register dst, const Operand& src) { in bsfq() argument
830 emit_rex_64(dst, src); in bsfq()
833 emit_operand(dst, src); in bsfq()
927 void Assembler::cmovq(Condition cc, Register dst, Register src) { in cmovq() argument
929 movq(dst, src); in cmovq()
938 emit_rex_64(dst, src); in cmovq()
941 emit_modrm(dst, src); in cmovq()
945 void Assembler::cmovq(Condition cc, Register dst, const Operand& src) { in cmovq() argument
947 movq(dst, src); in cmovq()
954 emit_rex_64(dst, src); in cmovq()
957 emit_operand(dst, src); in cmovq()
961 void Assembler::cmovl(Condition cc, Register dst, Register src) { in cmovl() argument
963 movl(dst, src); in cmovl()
970 emit_optional_rex_32(dst, src); in cmovl()
973 emit_modrm(dst, src); in cmovl()
977 void Assembler::cmovl(Condition cc, Register dst, const Operand& src) { in cmovl() argument
979 movl(dst, src); in cmovl()
986 emit_optional_rex_32(dst, src); in cmovl()
989 emit_operand(dst, src); in cmovl()
1005 void Assembler::cmpxchgb(const Operand& dst, Register src) { in cmpxchgb() argument
1009 emit_rex_32(src, dst); in cmpxchgb()
1011 emit_optional_rex_32(src, dst); in cmpxchgb()
1015 emit_operand(src, dst); in cmpxchgb()
1018 void Assembler::cmpxchgw(const Operand& dst, Register src) { in cmpxchgw() argument
1021 emit_optional_rex_32(src, dst); in cmpxchgw()
1024 emit_operand(src, dst); in cmpxchgw()
1027 void Assembler::emit_cmpxchg(const Operand& dst, Register src, int size) { in emit_cmpxchg() argument
1029 emit_rex(src, dst, size); in emit_cmpxchg()
1032 emit_operand(src, dst); in emit_cmpxchg()
1049 void Assembler::emit_dec(Register dst, int size) { in emit_dec() argument
1051 emit_rex(dst, size); in emit_dec()
1053 emit_modrm(0x1, dst); in emit_dec()
1057 void Assembler::emit_dec(const Operand& dst, int size) { in emit_dec() argument
1059 emit_rex(dst, size); in emit_dec()
1061 emit_operand(1, dst); in emit_dec()
1065 void Assembler::decb(Register dst) { in decb() argument
1067 if (!dst.is_byte_register()) { in decb()
1069 emit_rex_32(dst); in decb()
1072 emit_modrm(0x1, dst); in decb()
1076 void Assembler::decb(const Operand& dst) { in decb() argument
1078 emit_optional_rex_32(dst); in decb()
1080 emit_operand(1, dst); in decb()
1130 void Assembler::emit_imul(Register dst, Register src, int size) { in emit_imul() argument
1132 emit_rex(dst, src, size); in emit_imul()
1135 emit_modrm(dst, src); in emit_imul()
1139 void Assembler::emit_imul(Register dst, const Operand& src, int size) { in emit_imul() argument
1141 emit_rex(dst, src, size); in emit_imul()
1144 emit_operand(dst, src); in emit_imul()
1148 void Assembler::emit_imul(Register dst, Register src, Immediate imm, int size) { in emit_imul() argument
1150 emit_rex(dst, src, size); in emit_imul()
1153 emit_modrm(dst, src); in emit_imul()
1157 emit_modrm(dst, src); in emit_imul()
1163 void Assembler::emit_imul(Register dst, const Operand& src, Immediate imm, in emit_imul() argument
1166 emit_rex(dst, src, size); in emit_imul()
1169 emit_operand(dst, src); in emit_imul()
1173 emit_operand(dst, src); in emit_imul()
1179 void Assembler::emit_inc(Register dst, int size) { in emit_inc() argument
1181 emit_rex(dst, size); in emit_inc()
1183 emit_modrm(0x0, dst); in emit_inc()
1187 void Assembler::emit_inc(const Operand& dst, int size) { in emit_inc() argument
1189 emit_rex(dst, size); in emit_inc()
1191 emit_operand(0, dst); in emit_inc()
1361 void Assembler::emit_lea(Register dst, const Operand& src, int size) { in emit_lea() argument
1363 emit_rex(dst, src, size); in emit_lea()
1365 emit_operand(dst, src); in emit_lea()
1398 void Assembler::movb(Register dst, const Operand& src) { in movb() argument
1400 if (!dst.is_byte_register()) { in movb()
1402 emit_rex_32(dst, src); in movb()
1404 emit_optional_rex_32(dst, src); in movb()
1407 emit_operand(dst, src); in movb()
1411 void Assembler::movb(Register dst, Immediate imm) { in movb() argument
1413 if (!dst.is_byte_register()) { in movb()
1415 emit_rex_32(dst); in movb()
1417 emit(0xB0 + dst.low_bits()); in movb()
1422 void Assembler::movb(const Operand& dst, Register src) { in movb() argument
1426 emit_rex_32(src, dst); in movb()
1428 emit_optional_rex_32(src, dst); in movb()
1431 emit_operand(src, dst); in movb()
1435 void Assembler::movb(const Operand& dst, Immediate imm) { in movb() argument
1437 emit_optional_rex_32(dst); in movb()
1439 emit_operand(0x0, dst); in movb()
1444 void Assembler::movw(Register dst, const Operand& src) { in movw() argument
1447 emit_optional_rex_32(dst, src); in movw()
1449 emit_operand(dst, src); in movw()
1453 void Assembler::movw(const Operand& dst, Register src) { in movw() argument
1456 emit_optional_rex_32(src, dst); in movw()
1458 emit_operand(src, dst); in movw()
1462 void Assembler::movw(const Operand& dst, Immediate imm) { in movw() argument
1465 emit_optional_rex_32(dst); in movw()
1467 emit_operand(0x0, dst); in movw()
1473 void Assembler::emit_mov(Register dst, const Operand& src, int size) { in emit_mov() argument
1475 emit_rex(dst, src, size); in emit_mov()
1477 emit_operand(dst, src); in emit_mov()
1481 void Assembler::emit_mov(Register dst, Register src, int size) { in emit_mov() argument
1484 emit_rex(src, dst, size); in emit_mov()
1486 emit_modrm(src, dst); in emit_mov()
1488 emit_rex(dst, src, size); in emit_mov()
1490 emit_modrm(dst, src); in emit_mov()
1495 void Assembler::emit_mov(const Operand& dst, Register src, int size) { in emit_mov() argument
1497 emit_rex(src, dst, size); in emit_mov()
1499 emit_operand(src, dst); in emit_mov()
1503 void Assembler::emit_mov(Register dst, Immediate value, int size) { in emit_mov() argument
1505 emit_rex(dst, size); in emit_mov()
1508 emit_modrm(0x0, dst); in emit_mov()
1511 emit(0xB8 + dst.low_bits()); in emit_mov()
1517 void Assembler::emit_mov(const Operand& dst, Immediate value, int size) { in emit_mov() argument
1519 emit_rex(dst, size); in emit_mov()
1521 emit_operand(0x0, dst); in emit_mov()
1526 void Assembler::movp(Register dst, void* value, RelocInfo::Mode rmode) { in movp() argument
1528 emit_rex(dst, kPointerSize); in movp()
1529 emit(0xB8 | dst.low_bits()); in movp()
1533 void Assembler::movq(Register dst, int64_t value, RelocInfo::Mode rmode) { in movq() argument
1535 emit_rex_64(dst); in movq()
1536 emit(0xB8 | dst.low_bits()); in movq()
1543 void Assembler::movq(Register dst, uint64_t value, RelocInfo::Mode rmode) { in movq() argument
1544 movq(dst, static_cast<int64_t>(value), rmode); in movq()
1549 void Assembler::movl(const Operand& dst, Label* src) { in movl() argument
1551 emit_optional_rex_32(dst); in movl()
1553 emit_operand(0, dst); in movl()
1570 void Assembler::movsxbl(Register dst, Register src) { in movsxbl() argument
1574 emit_rex_32(dst, src); in movsxbl()
1576 emit_optional_rex_32(dst, src); in movsxbl()
1580 emit_modrm(dst, src); in movsxbl()
1584 void Assembler::movsxbl(Register dst, const Operand& src) { in movsxbl() argument
1586 emit_optional_rex_32(dst, src); in movsxbl()
1589 emit_operand(dst, src); in movsxbl()
1593 void Assembler::movsxbq(Register dst, const Operand& src) { in movsxbq() argument
1595 emit_rex_64(dst, src); in movsxbq()
1598 emit_operand(dst, src); in movsxbq()
1602 void Assembler::movsxwl(Register dst, Register src) { in movsxwl() argument
1604 emit_optional_rex_32(dst, src); in movsxwl()
1607 emit_modrm(dst, src); in movsxwl()
1611 void Assembler::movsxwl(Register dst, const Operand& src) { in movsxwl() argument
1613 emit_optional_rex_32(dst, src); in movsxwl()
1616 emit_operand(dst, src); in movsxwl()
1620 void Assembler::movsxwq(Register dst, const Operand& src) { in movsxwq() argument
1622 emit_rex_64(dst, src); in movsxwq()
1625 emit_operand(dst, src); in movsxwq()
1629 void Assembler::movsxlq(Register dst, Register src) { in movsxlq() argument
1631 emit_rex_64(dst, src); in movsxlq()
1633 emit_modrm(dst, src); in movsxlq()
1637 void Assembler::movsxlq(Register dst, const Operand& src) { in movsxlq() argument
1639 emit_rex_64(dst, src); in movsxlq()
1641 emit_operand(dst, src); in movsxlq()
1645 void Assembler::emit_movzxb(Register dst, const Operand& src, int size) { in emit_movzxb() argument
1649 emit_optional_rex_32(dst, src); in emit_movzxb()
1652 emit_operand(dst, src); in emit_movzxb()
1656 void Assembler::emit_movzxb(Register dst, Register src, int size) { in emit_movzxb() argument
1662 emit_rex_32(dst, src); in emit_movzxb()
1664 emit_optional_rex_32(dst, src); in emit_movzxb()
1668 emit_modrm(dst, src); in emit_movzxb()
1672 void Assembler::emit_movzxw(Register dst, const Operand& src, int size) { in emit_movzxw() argument
1676 emit_optional_rex_32(dst, src); in emit_movzxw()
1679 emit_operand(dst, src); in emit_movzxw()
1683 void Assembler::emit_movzxw(Register dst, Register src, int size) { in emit_movzxw() argument
1687 emit_optional_rex_32(dst, src); in emit_movzxw()
1690 emit_modrm(dst, src); in emit_movzxw()
1741 void Assembler::emit_neg(Register dst, int size) { in emit_neg() argument
1743 emit_rex(dst, size); in emit_neg()
1745 emit_modrm(0x3, dst); in emit_neg()
1749 void Assembler::emit_neg(const Operand& dst, int size) { in emit_neg() argument
1751 emit_rex_64(dst); in emit_neg()
1753 emit_operand(3, dst); in emit_neg()
1763 void Assembler::emit_not(Register dst, int size) { in emit_not() argument
1765 emit_rex(dst, size); in emit_not()
1767 emit_modrm(0x2, dst); in emit_not()
1771 void Assembler::emit_not(const Operand& dst, int size) { in emit_not() argument
1773 emit_rex(dst, size); in emit_not()
1775 emit_operand(2, dst); in emit_not()
1856 void Assembler::popq(Register dst) { in popq() argument
1858 emit_optional_rex_32(dst); in popq()
1859 emit(0x58 | dst.low_bits()); in popq()
1863 void Assembler::popq(const Operand& dst) { in popq() argument
1865 emit_optional_rex_32(dst); in popq()
1867 emit_operand(0, dst); in popq()
1954 void Assembler::shld(Register dst, Register src) { in shld() argument
1956 emit_rex_64(src, dst); in shld()
1959 emit_modrm(src, dst); in shld()
1963 void Assembler::shrd(Register dst, Register src) { in shrd() argument
1965 emit_rex_64(src, dst); in shrd()
1968 emit_modrm(src, dst); in shrd()
1991 void Assembler::emit_xchg(Register dst, Register src, int size) { in emit_xchg() argument
1993 if (src.is(rax) || dst.is(rax)) { // Single-byte encoding in emit_xchg()
1994 Register other = src.is(rax) ? dst : src; in emit_xchg()
1997 } else if (dst.low_bits() == 4) { in emit_xchg()
1998 emit_rex(dst, src, size); in emit_xchg()
2000 emit_modrm(dst, src); in emit_xchg()
2002 emit_rex(src, dst, size); in emit_xchg()
2004 emit_modrm(src, dst); in emit_xchg()
2009 void Assembler::emit_xchg(Register dst, const Operand& src, int size) { in emit_xchg() argument
2011 emit_rex(dst, src, size); in emit_xchg()
2013 emit_operand(dst, src); in emit_xchg()
2017 void Assembler::store_rax(void* dst, RelocInfo::Mode mode) { in store_rax() argument
2022 emitp(dst, mode); in store_rax()
2026 emitp(dst, mode); in store_rax()
2040 void Assembler::testb(Register dst, Register src) { in testb() argument
2043 emit_rex_32(src, dst); in testb()
2045 emit_modrm(src, dst); in testb()
2047 if (!dst.is_byte_register() || !src.is_byte_register()) { in testb()
2049 emit_rex_32(dst, src); in testb()
2052 emit_modrm(dst, src); in testb()
2097 void Assembler::testw(Register dst, Register src) { in testw() argument
2101 emit_rex_32(src, dst); in testw()
2104 emit_modrm(src, dst); in testw()
2142 void Assembler::emit_test(Register dst, Register src, int size) { in emit_test() argument
2145 emit_rex(src, dst, size); in emit_test()
2147 emit_modrm(src, dst); in emit_test()
2149 emit_rex(dst, src, size); in emit_test()
2151 emit_modrm(dst, src); in emit_test()
2577 void Assembler::andps(XMMRegister dst, XMMRegister src) { in andps() argument
2579 emit_optional_rex_32(dst, src); in andps()
2582 emit_sse_operand(dst, src); in andps()
2586 void Assembler::andps(XMMRegister dst, const Operand& src) { in andps() argument
2588 emit_optional_rex_32(dst, src); in andps()
2591 emit_sse_operand(dst, src); in andps()
2595 void Assembler::orps(XMMRegister dst, XMMRegister src) { in orps() argument
2597 emit_optional_rex_32(dst, src); in orps()
2600 emit_sse_operand(dst, src); in orps()
2604 void Assembler::orps(XMMRegister dst, const Operand& src) { in orps() argument
2606 emit_optional_rex_32(dst, src); in orps()
2609 emit_sse_operand(dst, src); in orps()
2613 void Assembler::xorps(XMMRegister dst, XMMRegister src) { in xorps() argument
2616 emit_optional_rex_32(dst, src); in xorps()
2619 emit_sse_operand(dst, src); in xorps()
2623 void Assembler::xorps(XMMRegister dst, const Operand& src) { in xorps() argument
2626 emit_optional_rex_32(dst, src); in xorps()
2629 emit_sse_operand(dst, src); in xorps()
2633 void Assembler::addps(XMMRegister dst, XMMRegister src) { in addps() argument
2635 emit_optional_rex_32(dst, src); in addps()
2638 emit_sse_operand(dst, src); in addps()
2642 void Assembler::addps(XMMRegister dst, const Operand& src) { in addps() argument
2644 emit_optional_rex_32(dst, src); in addps()
2647 emit_sse_operand(dst, src); in addps()
2651 void Assembler::subps(XMMRegister dst, XMMRegister src) { in subps() argument
2653 emit_optional_rex_32(dst, src); in subps()
2656 emit_sse_operand(dst, src); in subps()
2660 void Assembler::subps(XMMRegister dst, const Operand& src) { in subps() argument
2662 emit_optional_rex_32(dst, src); in subps()
2665 emit_sse_operand(dst, src); in subps()
2669 void Assembler::mulps(XMMRegister dst, XMMRegister src) { in mulps() argument
2671 emit_optional_rex_32(dst, src); in mulps()
2674 emit_sse_operand(dst, src); in mulps()
2678 void Assembler::mulps(XMMRegister dst, const Operand& src) { in mulps() argument
2680 emit_optional_rex_32(dst, src); in mulps()
2683 emit_sse_operand(dst, src); in mulps()
2687 void Assembler::divps(XMMRegister dst, XMMRegister src) { in divps() argument
2689 emit_optional_rex_32(dst, src); in divps()
2692 emit_sse_operand(dst, src); in divps()
2696 void Assembler::divps(XMMRegister dst, const Operand& src) { in divps() argument
2698 emit_optional_rex_32(dst, src); in divps()
2701 emit_sse_operand(dst, src); in divps()
2707 void Assembler::movd(XMMRegister dst, Register src) { in movd() argument
2711 emit_optional_rex_32(dst, src); in movd()
2714 emit_sse_operand(dst, src); in movd()
2718 void Assembler::movd(XMMRegister dst, const Operand& src) { in movd() argument
2722 emit_optional_rex_32(dst, src); in movd()
2725 emit_sse_operand(dst, src); in movd()
2729 void Assembler::movd(Register dst, XMMRegister src) { in movd() argument
2733 emit_optional_rex_32(src, dst); in movd()
2736 emit_sse_operand(src, dst); in movd()
2740 void Assembler::movq(XMMRegister dst, Register src) { in movq() argument
2744 emit_rex_64(dst, src); in movq()
2747 emit_sse_operand(dst, src); in movq()
2751 void Assembler::movq(Register dst, XMMRegister src) { in movq() argument
2755 emit_rex_64(src, dst); in movq()
2758 emit_sse_operand(src, dst); in movq()
2762 void Assembler::movq(XMMRegister dst, XMMRegister src) { in movq() argument
2765 if (dst.low_bits() == 4) { in movq()
2768 emit_optional_rex_32(dst, src); in movq()
2771 emit_sse_operand(dst, src); in movq()
2774 emit_optional_rex_32(src, dst); in movq()
2777 emit_sse_operand(src, dst); in movq()
2782 void Assembler::movdqa(const Operand& dst, XMMRegister src) { in movdqa() argument
2785 emit_rex_64(src, dst); in movdqa()
2788 emit_sse_operand(src, dst); in movdqa()
2792 void Assembler::movdqa(XMMRegister dst, const Operand& src) { in movdqa() argument
2795 emit_rex_64(dst, src); in movdqa()
2798 emit_sse_operand(dst, src); in movdqa()
2802 void Assembler::movdqu(const Operand& dst, XMMRegister src) { in movdqu() argument
2805 emit_rex_64(src, dst); in movdqu()
2808 emit_sse_operand(src, dst); in movdqu()
2812 void Assembler::movdqu(XMMRegister dst, const Operand& src) { in movdqu() argument
2815 emit_rex_64(dst, src); in movdqu()
2818 emit_sse_operand(dst, src); in movdqu()
2822 void Assembler::extractps(Register dst, XMMRegister src, byte imm8) { in extractps() argument
2827 emit_optional_rex_32(src, dst); in extractps()
2831 emit_sse_operand(src, dst); in extractps()
2836 void Assembler::pextrd(Register dst, XMMRegister src, int8_t imm8) { in pextrd() argument
2840 emit_optional_rex_32(src, dst); in pextrd()
2844 emit_sse_operand(src, dst); in pextrd()
2849 void Assembler::pinsrd(XMMRegister dst, Register src, int8_t imm8) { in pinsrd() argument
2853 emit_optional_rex_32(dst, src); in pinsrd()
2857 emit_sse_operand(dst, src); in pinsrd()
2862 void Assembler::pinsrd(XMMRegister dst, const Operand& src, int8_t imm8) { in pinsrd() argument
2866 emit_optional_rex_32(dst, src); in pinsrd()
2870 emit_sse_operand(dst, src); in pinsrd()
2874 void Assembler::insertps(XMMRegister dst, XMMRegister src, byte imm8) { in insertps() argument
2879 emit_optional_rex_32(dst, src); in insertps()
2883 emit_sse_operand(dst, src); in insertps()
2887 void Assembler::movsd(const Operand& dst, XMMRegister src) { in movsd() argument
2891 emit_optional_rex_32(src, dst); in movsd()
2894 emit_sse_operand(src, dst); in movsd()
2898 void Assembler::movsd(XMMRegister dst, XMMRegister src) { in movsd() argument
2902 emit_optional_rex_32(dst, src); in movsd()
2905 emit_sse_operand(dst, src); in movsd()
2909 void Assembler::movsd(XMMRegister dst, const Operand& src) { in movsd() argument
2913 emit_optional_rex_32(dst, src); in movsd()
2916 emit_sse_operand(dst, src); in movsd()
2920 void Assembler::movaps(XMMRegister dst, XMMRegister src) { in movaps() argument
2925 emit_optional_rex_32(src, dst); in movaps()
2928 emit_sse_operand(src, dst); in movaps()
2930 emit_optional_rex_32(dst, src); in movaps()
2933 emit_sse_operand(dst, src); in movaps()
2938 void Assembler::shufps(XMMRegister dst, XMMRegister src, byte imm8) { in shufps() argument
2941 emit_optional_rex_32(src, dst); in shufps()
2944 emit_sse_operand(dst, src); in shufps()
2949 void Assembler::movapd(XMMRegister dst, XMMRegister src) { in movapd() argument
2955 emit_optional_rex_32(src, dst); in movapd()
2958 emit_sse_operand(src, dst); in movapd()
2961 emit_optional_rex_32(dst, src); in movapd()
2964 emit_sse_operand(dst, src); in movapd()
2969 void Assembler::addss(XMMRegister dst, XMMRegister src) { in addss() argument
2972 emit_optional_rex_32(dst, src); in addss()
2975 emit_sse_operand(dst, src); in addss()
2979 void Assembler::addss(XMMRegister dst, const Operand& src) { in addss() argument
2982 emit_optional_rex_32(dst, src); in addss()
2985 emit_sse_operand(dst, src); in addss()
2989 void Assembler::subss(XMMRegister dst, XMMRegister src) { in subss() argument
2992 emit_optional_rex_32(dst, src); in subss()
2995 emit_sse_operand(dst, src); in subss()
2999 void Assembler::subss(XMMRegister dst, const Operand& src) { in subss() argument
3002 emit_optional_rex_32(dst, src); in subss()
3005 emit_sse_operand(dst, src); in subss()
3009 void Assembler::mulss(XMMRegister dst, XMMRegister src) { in mulss() argument
3012 emit_optional_rex_32(dst, src); in mulss()
3015 emit_sse_operand(dst, src); in mulss()
3019 void Assembler::mulss(XMMRegister dst, const Operand& src) { in mulss() argument
3022 emit_optional_rex_32(dst, src); in mulss()
3025 emit_sse_operand(dst, src); in mulss()
3029 void Assembler::divss(XMMRegister dst, XMMRegister src) { in divss() argument
3032 emit_optional_rex_32(dst, src); in divss()
3035 emit_sse_operand(dst, src); in divss()
3039 void Assembler::divss(XMMRegister dst, const Operand& src) { in divss() argument
3042 emit_optional_rex_32(dst, src); in divss()
3045 emit_sse_operand(dst, src); in divss()
3049 void Assembler::maxss(XMMRegister dst, XMMRegister src) { in maxss() argument
3052 emit_optional_rex_32(dst, src); in maxss()
3055 emit_sse_operand(dst, src); in maxss()
3059 void Assembler::maxss(XMMRegister dst, const Operand& src) { in maxss() argument
3062 emit_optional_rex_32(dst, src); in maxss()
3065 emit_sse_operand(dst, src); in maxss()
3069 void Assembler::minss(XMMRegister dst, XMMRegister src) { in minss() argument
3072 emit_optional_rex_32(dst, src); in minss()
3075 emit_sse_operand(dst, src); in minss()
3079 void Assembler::minss(XMMRegister dst, const Operand& src) { in minss() argument
3082 emit_optional_rex_32(dst, src); in minss()
3085 emit_sse_operand(dst, src); in minss()
3089 void Assembler::sqrtss(XMMRegister dst, XMMRegister src) { in sqrtss() argument
3092 emit_optional_rex_32(dst, src); in sqrtss()
3095 emit_sse_operand(dst, src); in sqrtss()
3099 void Assembler::sqrtss(XMMRegister dst, const Operand& src) { in sqrtss() argument
3102 emit_optional_rex_32(dst, src); in sqrtss()
3105 emit_sse_operand(dst, src); in sqrtss()
3109 void Assembler::ucomiss(XMMRegister dst, XMMRegister src) { in ucomiss() argument
3112 emit_optional_rex_32(dst, src); in ucomiss()
3115 emit_sse_operand(dst, src); in ucomiss()
3119 void Assembler::ucomiss(XMMRegister dst, const Operand& src) { in ucomiss() argument
3122 emit_optional_rex_32(dst, src); in ucomiss()
3125 emit_sse_operand(dst, src); in ucomiss()
3129 void Assembler::movss(XMMRegister dst, XMMRegister src) { in movss() argument
3133 emit_optional_rex_32(dst, src); in movss()
3136 emit_sse_operand(dst, src); in movss()
3140 void Assembler::movss(XMMRegister dst, const Operand& src) { in movss() argument
3144 emit_optional_rex_32(dst, src); in movss()
3147 emit_sse_operand(dst, src); in movss()
3151 void Assembler::movss(const Operand& src, XMMRegister dst) { in movss() argument
3155 emit_optional_rex_32(dst, src); in movss()
3158 emit_sse_operand(dst, src); in movss()
3207 void Assembler::cmpps(XMMRegister dst, XMMRegister src, int8_t cmp) { in cmpps() argument
3209 emit_optional_rex_32(dst, src); in cmpps()
3212 emit_sse_operand(dst, src); in cmpps()
3216 void Assembler::cmpeqps(XMMRegister dst, XMMRegister src) { in cmpeqps() argument
3217 cmpps(dst, src, 0x0); in cmpeqps()
3220 void Assembler::cmpltps(XMMRegister dst, XMMRegister src) { in cmpltps() argument
3221 cmpps(dst, src, 0x1); in cmpltps()
3224 void Assembler::cmpleps(XMMRegister dst, XMMRegister src) { in cmpleps() argument
3225 cmpps(dst, src, 0x2); in cmpleps()
3228 void Assembler::cmpneqps(XMMRegister dst, XMMRegister src) { in cmpneqps() argument
3229 cmpps(dst, src, 0x4); in cmpneqps()
3232 void Assembler::cmpnltps(XMMRegister dst, XMMRegister src) { in cmpnltps() argument
3233 cmpps(dst, src, 0x5); in cmpnltps()
3236 void Assembler::cmpnleps(XMMRegister dst, XMMRegister src) { in cmpnleps() argument
3237 cmpps(dst, src, 0x6); in cmpnleps()
3240 void Assembler::cvttss2si(Register dst, const Operand& src) { in cvttss2si() argument
3244 emit_optional_rex_32(dst, src); in cvttss2si()
3247 emit_operand(dst, src); in cvttss2si()
3251 void Assembler::cvttss2si(Register dst, XMMRegister src) { in cvttss2si() argument
3255 emit_optional_rex_32(dst, src); in cvttss2si()
3258 emit_sse_operand(dst, src); in cvttss2si()
3262 void Assembler::cvttsd2si(Register dst, const Operand& src) { in cvttsd2si() argument
3266 emit_optional_rex_32(dst, src); in cvttsd2si()
3269 emit_operand(dst, src); in cvttsd2si()
3273 void Assembler::cvttsd2si(Register dst, XMMRegister src) { in cvttsd2si() argument
3277 emit_optional_rex_32(dst, src); in cvttsd2si()
3280 emit_sse_operand(dst, src); in cvttsd2si()
3284 void Assembler::cvttss2siq(Register dst, XMMRegister src) { in cvttss2siq() argument
3288 emit_rex_64(dst, src); in cvttss2siq()
3291 emit_sse_operand(dst, src); in cvttss2siq()
3295 void Assembler::cvttss2siq(Register dst, const Operand& src) { in cvttss2siq() argument
3299 emit_rex_64(dst, src); in cvttss2siq()
3302 emit_sse_operand(dst, src); in cvttss2siq()
3306 void Assembler::cvttsd2siq(Register dst, XMMRegister src) { in cvttsd2siq() argument
3310 emit_rex_64(dst, src); in cvttsd2siq()
3313 emit_sse_operand(dst, src); in cvttsd2siq()
3317 void Assembler::cvttsd2siq(Register dst, const Operand& src) { in cvttsd2siq() argument
3321 emit_rex_64(dst, src); in cvttsd2siq()
3324 emit_sse_operand(dst, src); in cvttsd2siq()
3328 void Assembler::cvtlsi2sd(XMMRegister dst, const Operand& src) { in cvtlsi2sd() argument
3332 emit_optional_rex_32(dst, src); in cvtlsi2sd()
3335 emit_sse_operand(dst, src); in cvtlsi2sd()
3339 void Assembler::cvtlsi2sd(XMMRegister dst, Register src) { in cvtlsi2sd() argument
3343 emit_optional_rex_32(dst, src); in cvtlsi2sd()
3346 emit_sse_operand(dst, src); in cvtlsi2sd()
3350 void Assembler::cvtlsi2ss(XMMRegister dst, const Operand& src) { in cvtlsi2ss() argument
3354 emit_optional_rex_32(dst, src); in cvtlsi2ss()
3357 emit_sse_operand(dst, src); in cvtlsi2ss()
3361 void Assembler::cvtlsi2ss(XMMRegister dst, Register src) { in cvtlsi2ss() argument
3364 emit_optional_rex_32(dst, src); in cvtlsi2ss()
3367 emit_sse_operand(dst, src); in cvtlsi2ss()
3371 void Assembler::cvtqsi2ss(XMMRegister dst, const Operand& src) { in cvtqsi2ss() argument
3375 emit_rex_64(dst, src); in cvtqsi2ss()
3378 emit_sse_operand(dst, src); in cvtqsi2ss()
3382 void Assembler::cvtqsi2ss(XMMRegister dst, Register src) { in cvtqsi2ss() argument
3386 emit_rex_64(dst, src); in cvtqsi2ss()
3389 emit_sse_operand(dst, src); in cvtqsi2ss()
3393 void Assembler::cvtqsi2sd(XMMRegister dst, const Operand& src) { in cvtqsi2sd() argument
3397 emit_rex_64(dst, src); in cvtqsi2sd()
3400 emit_sse_operand(dst, src); in cvtqsi2sd()
3404 void Assembler::cvtqsi2sd(XMMRegister dst, Register src) { in cvtqsi2sd() argument
3408 emit_rex_64(dst, src); in cvtqsi2sd()
3411 emit_sse_operand(dst, src); in cvtqsi2sd()
3415 void Assembler::cvtss2sd(XMMRegister dst, XMMRegister src) { in cvtss2sd() argument
3419 emit_optional_rex_32(dst, src); in cvtss2sd()
3422 emit_sse_operand(dst, src); in cvtss2sd()
3426 void Assembler::cvtss2sd(XMMRegister dst, const Operand& src) { in cvtss2sd() argument
3430 emit_optional_rex_32(dst, src); in cvtss2sd()
3433 emit_sse_operand(dst, src); in cvtss2sd()
3437 void Assembler::cvtsd2ss(XMMRegister dst, XMMRegister src) { in cvtsd2ss() argument
3441 emit_optional_rex_32(dst, src); in cvtsd2ss()
3444 emit_sse_operand(dst, src); in cvtsd2ss()
3448 void Assembler::cvtsd2ss(XMMRegister dst, const Operand& src) { in cvtsd2ss() argument
3452 emit_optional_rex_32(dst, src); in cvtsd2ss()
3455 emit_sse_operand(dst, src); in cvtsd2ss()
3459 void Assembler::cvtsd2si(Register dst, XMMRegister src) { in cvtsd2si() argument
3463 emit_optional_rex_32(dst, src); in cvtsd2si()
3466 emit_sse_operand(dst, src); in cvtsd2si()
3470 void Assembler::cvtsd2siq(Register dst, XMMRegister src) { in cvtsd2siq() argument
3474 emit_rex_64(dst, src); in cvtsd2siq()
3477 emit_sse_operand(dst, src); in cvtsd2siq()
3481 void Assembler::addsd(XMMRegister dst, XMMRegister src) { in addsd() argument
3484 emit_optional_rex_32(dst, src); in addsd()
3487 emit_sse_operand(dst, src); in addsd()
3491 void Assembler::addsd(XMMRegister dst, const Operand& src) { in addsd() argument
3494 emit_optional_rex_32(dst, src); in addsd()
3497 emit_sse_operand(dst, src); in addsd()
3501 void Assembler::mulsd(XMMRegister dst, XMMRegister src) { in mulsd() argument
3504 emit_optional_rex_32(dst, src); in mulsd()
3507 emit_sse_operand(dst, src); in mulsd()
3511 void Assembler::mulsd(XMMRegister dst, const Operand& src) { in mulsd() argument
3514 emit_optional_rex_32(dst, src); in mulsd()
3517 emit_sse_operand(dst, src); in mulsd()
3521 void Assembler::subsd(XMMRegister dst, XMMRegister src) { in subsd() argument
3524 emit_optional_rex_32(dst, src); in subsd()
3527 emit_sse_operand(dst, src); in subsd()
3531 void Assembler::subsd(XMMRegister dst, const Operand& src) { in subsd() argument
3534 emit_optional_rex_32(dst, src); in subsd()
3537 emit_sse_operand(dst, src); in subsd()
3541 void Assembler::divsd(XMMRegister dst, XMMRegister src) { in divsd() argument
3544 emit_optional_rex_32(dst, src); in divsd()
3547 emit_sse_operand(dst, src); in divsd()
3551 void Assembler::divsd(XMMRegister dst, const Operand& src) { in divsd() argument
3554 emit_optional_rex_32(dst, src); in divsd()
3557 emit_sse_operand(dst, src); in divsd()
3561 void Assembler::maxsd(XMMRegister dst, XMMRegister src) { in maxsd() argument
3564 emit_optional_rex_32(dst, src); in maxsd()
3567 emit_sse_operand(dst, src); in maxsd()
3571 void Assembler::maxsd(XMMRegister dst, const Operand& src) { in maxsd() argument
3574 emit_optional_rex_32(dst, src); in maxsd()
3577 emit_sse_operand(dst, src); in maxsd()
3581 void Assembler::minsd(XMMRegister dst, XMMRegister src) { in minsd() argument
3584 emit_optional_rex_32(dst, src); in minsd()
3587 emit_sse_operand(dst, src); in minsd()
3591 void Assembler::minsd(XMMRegister dst, const Operand& src) { in minsd() argument
3594 emit_optional_rex_32(dst, src); in minsd()
3597 emit_sse_operand(dst, src); in minsd()
3601 void Assembler::andpd(XMMRegister dst, XMMRegister src) { in andpd() argument
3604 emit_optional_rex_32(dst, src); in andpd()
3607 emit_sse_operand(dst, src); in andpd()
3611 void Assembler::orpd(XMMRegister dst, XMMRegister src) { in orpd() argument
3614 emit_optional_rex_32(dst, src); in orpd()
3617 emit_sse_operand(dst, src); in orpd()
3621 void Assembler::xorpd(XMMRegister dst, XMMRegister src) { in xorpd() argument
3625 emit_optional_rex_32(dst, src); in xorpd()
3628 emit_sse_operand(dst, src); in xorpd()
3632 void Assembler::sqrtsd(XMMRegister dst, XMMRegister src) { in sqrtsd() argument
3636 emit_optional_rex_32(dst, src); in sqrtsd()
3639 emit_sse_operand(dst, src); in sqrtsd()
3643 void Assembler::sqrtsd(XMMRegister dst, const Operand& src) { in sqrtsd() argument
3647 emit_optional_rex_32(dst, src); in sqrtsd()
3650 emit_sse_operand(dst, src); in sqrtsd()
3654 void Assembler::ucomisd(XMMRegister dst, XMMRegister src) { in ucomisd() argument
3658 emit_optional_rex_32(dst, src); in ucomisd()
3661 emit_sse_operand(dst, src); in ucomisd()
3665 void Assembler::ucomisd(XMMRegister dst, const Operand& src) { in ucomisd() argument
3669 emit_optional_rex_32(dst, src); in ucomisd()
3672 emit_sse_operand(dst, src); in ucomisd()
3676 void Assembler::cmpltsd(XMMRegister dst, XMMRegister src) { in cmpltsd() argument
3679 emit_optional_rex_32(dst, src); in cmpltsd()
3682 emit_sse_operand(dst, src); in cmpltsd()
3687 void Assembler::roundss(XMMRegister dst, XMMRegister src, RoundingMode mode) { in roundss() argument
3692 emit_optional_rex_32(dst, src); in roundss()
3696 emit_sse_operand(dst, src); in roundss()
3702 void Assembler::roundsd(XMMRegister dst, XMMRegister src, RoundingMode mode) { in roundsd() argument
3707 emit_optional_rex_32(dst, src); in roundsd()
3711 emit_sse_operand(dst, src); in roundsd()
3717 void Assembler::movmskpd(Register dst, XMMRegister src) { in movmskpd() argument
3720 emit_optional_rex_32(dst, src); in movmskpd()
3723 emit_sse_operand(dst, src); in movmskpd()
3727 void Assembler::movmskps(Register dst, XMMRegister src) { in movmskps() argument
3729 emit_optional_rex_32(dst, src); in movmskps()
3732 emit_sse_operand(dst, src); in movmskps()
3736 void Assembler::pcmpeqd(XMMRegister dst, XMMRegister src) { in pcmpeqd() argument
3740 emit_optional_rex_32(dst, src); in pcmpeqd()
3743 emit_sse_operand(dst, src); in pcmpeqd()
3747 void Assembler::punpckldq(XMMRegister dst, XMMRegister src) { in punpckldq() argument
3750 emit_optional_rex_32(dst, src); in punpckldq()
3753 emit_sse_operand(dst, src); in punpckldq()
3756 void Assembler::punpckldq(XMMRegister dst, const Operand& src) { in punpckldq() argument
3759 emit_optional_rex_32(dst, src); in punpckldq()
3762 emit_sse_operand(dst, src); in punpckldq()
3765 void Assembler::punpckhdq(XMMRegister dst, XMMRegister src) { in punpckhdq() argument
3768 emit_optional_rex_32(dst, src); in punpckhdq()
3771 emit_sse_operand(dst, src); in punpckhdq()
3776 void Assembler::vfmasd(byte op, XMMRegister dst, XMMRegister src1, in vfmasd() argument
3780 emit_vex_prefix(dst, src1, src2, kLIG, k66, k0F38, kW1); in vfmasd()
3782 emit_sse_operand(dst, src2); in vfmasd()
3786 void Assembler::vfmasd(byte op, XMMRegister dst, XMMRegister src1, in vfmasd() argument
3790 emit_vex_prefix(dst, src1, src2, kLIG, k66, k0F38, kW1); in vfmasd()
3792 emit_sse_operand(dst, src2); in vfmasd()
3796 void Assembler::vfmass(byte op, XMMRegister dst, XMMRegister src1, in vfmass() argument
3800 emit_vex_prefix(dst, src1, src2, kLIG, k66, k0F38, kW0); in vfmass()
3802 emit_sse_operand(dst, src2); in vfmass()
3806 void Assembler::vfmass(byte op, XMMRegister dst, XMMRegister src1, in vfmass() argument
3810 emit_vex_prefix(dst, src1, src2, kLIG, k66, k0F38, kW0); in vfmass()
3812 emit_sse_operand(dst, src2); in vfmass()
3816 void Assembler::vmovd(XMMRegister dst, Register src) { in vmovd() argument
3820 emit_vex_prefix(dst, xmm0, isrc, kL128, k66, k0F, kW0); in vmovd()
3822 emit_sse_operand(dst, src); in vmovd()
3826 void Assembler::vmovd(XMMRegister dst, const Operand& src) { in vmovd() argument
3829 emit_vex_prefix(dst, xmm0, src, kL128, k66, k0F, kW0); in vmovd()
3831 emit_sse_operand(dst, src); in vmovd()
3835 void Assembler::vmovd(Register dst, XMMRegister src) { in vmovd() argument
3838 XMMRegister idst = {dst.code()}; in vmovd()
3841 emit_sse_operand(src, dst); in vmovd()
3845 void Assembler::vmovq(XMMRegister dst, Register src) { in vmovq() argument
3849 emit_vex_prefix(dst, xmm0, isrc, kL128, k66, k0F, kW1); in vmovq()
3851 emit_sse_operand(dst, src); in vmovq()
3855 void Assembler::vmovq(XMMRegister dst, const Operand& src) { in vmovq() argument
3858 emit_vex_prefix(dst, xmm0, src, kL128, k66, k0F, kW1); in vmovq()
3860 emit_sse_operand(dst, src); in vmovq()
3864 void Assembler::vmovq(Register dst, XMMRegister src) { in vmovq() argument
3867 XMMRegister idst = {dst.code()}; in vmovq()
3870 emit_sse_operand(src, dst); in vmovq()
3874 void Assembler::vsd(byte op, XMMRegister dst, XMMRegister src1, in vsd() argument
3878 emit_vex_prefix(dst, src1, src2, kLIG, pp, m, w); in vsd()
3880 emit_sse_operand(dst, src2); in vsd()
3884 void Assembler::vsd(byte op, XMMRegister dst, XMMRegister src1, in vsd() argument
3889 emit_vex_prefix(dst, src1, src2, kLIG, pp, m, w); in vsd()
3891 emit_sse_operand(dst, src2); in vsd()
3895 void Assembler::vps(byte op, XMMRegister dst, XMMRegister src1, in vps() argument
3899 emit_vex_prefix(dst, src1, src2, kL128, kNone, k0F, kWIG); in vps()
3901 emit_sse_operand(dst, src2); in vps()
3905 void Assembler::vps(byte op, XMMRegister dst, XMMRegister src1, in vps() argument
3909 emit_vex_prefix(dst, src1, src2, kL128, kNone, k0F, kWIG); in vps()
3911 emit_sse_operand(dst, src2); in vps()
3915 void Assembler::vpd(byte op, XMMRegister dst, XMMRegister src1, in vpd() argument
3919 emit_vex_prefix(dst, src1, src2, kL128, k66, k0F, kWIG); in vpd()
3921 emit_sse_operand(dst, src2); in vpd()
3925 void Assembler::vpd(byte op, XMMRegister dst, XMMRegister src1, in vpd() argument
3929 emit_vex_prefix(dst, src1, src2, kL128, k66, k0F, kWIG); in vpd()
3931 emit_sse_operand(dst, src2); in vpd()
3935 void Assembler::vucomiss(XMMRegister dst, XMMRegister src) { in vucomiss() argument
3938 emit_vex_prefix(dst, xmm0, src, kLIG, kNone, k0F, kWIG); in vucomiss()
3940 emit_sse_operand(dst, src); in vucomiss()
3944 void Assembler::vucomiss(XMMRegister dst, const Operand& src) { in vucomiss() argument
3947 emit_vex_prefix(dst, xmm0, src, kLIG, kNone, k0F, kWIG); in vucomiss()
3949 emit_sse_operand(dst, src); in vucomiss()
3953 void Assembler::vss(byte op, XMMRegister dst, XMMRegister src1, in vss() argument
3957 emit_vex_prefix(dst, src1, src2, kLIG, kF3, k0F, kWIG); in vss()
3959 emit_sse_operand(dst, src2); in vss()
3963 void Assembler::vss(byte op, XMMRegister dst, XMMRegister src1, in vss() argument
3967 emit_vex_prefix(dst, src1, src2, kLIG, kF3, k0F, kWIG); in vss()
3969 emit_sse_operand(dst, src2); in vss()
4009 void Assembler::tzcntq(Register dst, Register src) { in tzcntq() argument
4013 emit_rex_64(dst, src); in tzcntq()
4016 emit_modrm(dst, src); in tzcntq()
4020 void Assembler::tzcntq(Register dst, const Operand& src) { in tzcntq() argument
4024 emit_rex_64(dst, src); in tzcntq()
4027 emit_operand(dst, src); in tzcntq()
4031 void Assembler::tzcntl(Register dst, Register src) { in tzcntl() argument
4035 emit_optional_rex_32(dst, src); in tzcntl()
4038 emit_modrm(dst, src); in tzcntl()
4042 void Assembler::tzcntl(Register dst, const Operand& src) { in tzcntl() argument
4046 emit_optional_rex_32(dst, src); in tzcntl()
4049 emit_operand(dst, src); in tzcntl()
4053 void Assembler::lzcntq(Register dst, Register src) { in lzcntq() argument
4057 emit_rex_64(dst, src); in lzcntq()
4060 emit_modrm(dst, src); in lzcntq()
4064 void Assembler::lzcntq(Register dst, const Operand& src) { in lzcntq() argument
4068 emit_rex_64(dst, src); in lzcntq()
4071 emit_operand(dst, src); in lzcntq()
4075 void Assembler::lzcntl(Register dst, Register src) { in lzcntl() argument
4079 emit_optional_rex_32(dst, src); in lzcntl()
4082 emit_modrm(dst, src); in lzcntl()
4086 void Assembler::lzcntl(Register dst, const Operand& src) { in lzcntl() argument
4090 emit_optional_rex_32(dst, src); in lzcntl()
4093 emit_operand(dst, src); in lzcntl()
4097 void Assembler::popcntq(Register dst, Register src) { in popcntq() argument
4101 emit_rex_64(dst, src); in popcntq()
4104 emit_modrm(dst, src); in popcntq()
4108 void Assembler::popcntq(Register dst, const Operand& src) { in popcntq() argument
4112 emit_rex_64(dst, src); in popcntq()
4115 emit_operand(dst, src); in popcntq()
4119 void Assembler::popcntl(Register dst, Register src) { in popcntl() argument
4123 emit_optional_rex_32(dst, src); in popcntl()
4126 emit_modrm(dst, src); in popcntl()
4130 void Assembler::popcntl(Register dst, const Operand& src) { in popcntl() argument
4134 emit_optional_rex_32(dst, src); in popcntl()
4137 emit_operand(dst, src); in popcntl()
4181 void Assembler::rorxq(Register dst, Register src, byte imm8) { in rorxq() argument
4186 emit_vex_prefix(dst, vreg, src, kLZ, kF2, k0F3A, kW1); in rorxq()
4188 emit_modrm(dst, src); in rorxq()
4193 void Assembler::rorxq(Register dst, const Operand& src, byte imm8) { in rorxq() argument
4198 emit_vex_prefix(dst, vreg, src, kLZ, kF2, k0F3A, kW1); in rorxq()
4200 emit_operand(dst, src); in rorxq()
4205 void Assembler::rorxl(Register dst, Register src, byte imm8) { in rorxl() argument
4210 emit_vex_prefix(dst, vreg, src, kLZ, kF2, k0F3A, kW0); in rorxl()
4212 emit_modrm(dst, src); in rorxl()
4217 void Assembler::rorxl(Register dst, const Operand& src, byte imm8) { in rorxl() argument
4222 emit_vex_prefix(dst, vreg, src, kLZ, kF2, k0F3A, kW0); in rorxl()
4224 emit_operand(dst, src); in rorxl()
4228 void Assembler::minps(XMMRegister dst, XMMRegister src) { in minps() argument
4230 emit_optional_rex_32(dst, src); in minps()
4233 emit_sse_operand(dst, src); in minps()
4236 void Assembler::minps(XMMRegister dst, const Operand& src) { in minps() argument
4238 emit_optional_rex_32(dst, src); in minps()
4241 emit_sse_operand(dst, src); in minps()
4244 void Assembler::maxps(XMMRegister dst, XMMRegister src) { in maxps() argument
4246 emit_optional_rex_32(dst, src); in maxps()
4249 emit_sse_operand(dst, src); in maxps()
4252 void Assembler::maxps(XMMRegister dst, const Operand& src) { in maxps() argument
4254 emit_optional_rex_32(dst, src); in maxps()
4257 emit_sse_operand(dst, src); in maxps()
4260 void Assembler::rcpps(XMMRegister dst, XMMRegister src) { in rcpps() argument
4262 emit_optional_rex_32(dst, src); in rcpps()
4265 emit_sse_operand(dst, src); in rcpps()
4268 void Assembler::rcpps(XMMRegister dst, const Operand& src) { in rcpps() argument
4270 emit_optional_rex_32(dst, src); in rcpps()
4273 emit_sse_operand(dst, src); in rcpps()
4276 void Assembler::rsqrtps(XMMRegister dst, XMMRegister src) { in rsqrtps() argument
4278 emit_optional_rex_32(dst, src); in rsqrtps()
4281 emit_sse_operand(dst, src); in rsqrtps()
4284 void Assembler::rsqrtps(XMMRegister dst, const Operand& src) { in rsqrtps() argument
4286 emit_optional_rex_32(dst, src); in rsqrtps()
4289 emit_sse_operand(dst, src); in rsqrtps()
4292 void Assembler::sqrtps(XMMRegister dst, XMMRegister src) { in sqrtps() argument
4294 emit_optional_rex_32(dst, src); in sqrtps()
4297 emit_sse_operand(dst, src); in sqrtps()
4300 void Assembler::sqrtps(XMMRegister dst, const Operand& src) { in sqrtps() argument
4302 emit_optional_rex_32(dst, src); in sqrtps()
4305 emit_sse_operand(dst, src); in sqrtps()
4308 void Assembler::cvtdq2ps(XMMRegister dst, XMMRegister src) { in cvtdq2ps() argument
4310 emit_optional_rex_32(dst, src); in cvtdq2ps()
4313 emit_sse_operand(dst, src); in cvtdq2ps()
4316 void Assembler::cvtdq2ps(XMMRegister dst, const Operand& src) { in cvtdq2ps() argument
4318 emit_optional_rex_32(dst, src); in cvtdq2ps()
4321 emit_sse_operand(dst, src); in cvtdq2ps()
4324 void Assembler::movups(XMMRegister dst, XMMRegister src) { in movups() argument
4328 emit_optional_rex_32(src, dst); in movups()
4331 emit_sse_operand(src, dst); in movups()
4333 emit_optional_rex_32(dst, src); in movups()
4336 emit_sse_operand(dst, src); in movups()
4340 void Assembler::movups(XMMRegister dst, const Operand& src) { in movups() argument
4342 emit_optional_rex_32(dst, src); in movups()
4345 emit_sse_operand(dst, src); in movups()
4348 void Assembler::movups(const Operand& dst, XMMRegister src) { in movups() argument
4350 emit_optional_rex_32(src, dst); in movups()
4353 emit_sse_operand(src, dst); in movups()
4356 void Assembler::paddd(XMMRegister dst, XMMRegister src) { in paddd() argument
4359 emit_optional_rex_32(dst, src); in paddd()
4362 emit_sse_operand(dst, src); in paddd()
4365 void Assembler::paddd(XMMRegister dst, const Operand& src) { in paddd() argument
4368 emit_optional_rex_32(dst, src); in paddd()
4371 emit_sse_operand(dst, src); in paddd()
4374 void Assembler::psubd(XMMRegister dst, XMMRegister src) { in psubd() argument
4377 emit_optional_rex_32(dst, src); in psubd()
4380 emit_sse_operand(dst, src); in psubd()
4383 void Assembler::psubd(XMMRegister dst, const Operand& src) { in psubd() argument
4386 emit_optional_rex_32(dst, src); in psubd()
4389 emit_sse_operand(dst, src); in psubd()
4392 void Assembler::pmulld(XMMRegister dst, XMMRegister src) { in pmulld() argument
4396 emit_optional_rex_32(dst, src); in pmulld()
4400 emit_sse_operand(dst, src); in pmulld()
4403 void Assembler::pmulld(XMMRegister dst, const Operand& src) { in pmulld() argument
4406 emit_optional_rex_32(dst, src); in pmulld()
4410 emit_sse_operand(dst, src); in pmulld()
4413 void Assembler::pmuludq(XMMRegister dst, XMMRegister src) { in pmuludq() argument
4416 emit_optional_rex_32(dst, src); in pmuludq()
4419 emit_sse_operand(dst, src); in pmuludq()
4422 void Assembler::pmuludq(XMMRegister dst, const Operand& src) { in pmuludq() argument
4425 emit_optional_rex_32(dst, src); in pmuludq()
4428 emit_sse_operand(dst, src); in pmuludq()
4431 void Assembler::psrldq(XMMRegister dst, uint8_t shift) { in psrldq() argument
4434 emit_optional_rex_32(dst); in psrldq()
4437 emit_sse_operand(dst); in psrldq()
4441 void Assembler::cvtps2dq(XMMRegister dst, XMMRegister src) { in cvtps2dq() argument
4444 emit_optional_rex_32(dst, src); in cvtps2dq()
4447 emit_sse_operand(dst, src); in cvtps2dq()
4450 void Assembler::cvtps2dq(XMMRegister dst, const Operand& src) { in cvtps2dq() argument
4453 emit_optional_rex_32(dst, src); in cvtps2dq()
4456 emit_sse_operand(dst, src); in cvtps2dq()
4459 void Assembler::pshufd(XMMRegister dst, XMMRegister src, uint8_t shuffle) { in pshufd() argument
4462 emit_optional_rex_32(dst, src); in pshufd()
4465 emit_sse_operand(dst, src); in pshufd()
4481 void Assembler::emit_sse_operand(XMMRegister dst, XMMRegister src) { in emit_sse_operand() argument
4482 emit(0xC0 | (dst.low_bits() << 3) | src.low_bits()); in emit_sse_operand()
4486 void Assembler::emit_sse_operand(XMMRegister dst, Register src) { in emit_sse_operand() argument
4487 emit(0xC0 | (dst.low_bits() << 3) | src.low_bits()); in emit_sse_operand()
4491 void Assembler::emit_sse_operand(Register dst, XMMRegister src) { in emit_sse_operand() argument
4492 emit(0xC0 | (dst.low_bits() << 3) | src.low_bits()); in emit_sse_operand()
4495 void Assembler::emit_sse_operand(XMMRegister dst) { in emit_sse_operand() argument
4496 emit(0xD8 | dst.low_bits()); in emit_sse_operand()