Lines Matching refs:Mem
1949 const Mem& m = dst.mem; in op()
2181 const Mem& m = y.mem; in op()
3263 a->mov(A::r10, A::Mem{A::rsp, 40}); in jit()
3268 a->mov(A::Mem{A::rsp, 8}, A::rdi); in jit()
3269 a->mov(A::rdi, A::Mem{A::rsp, 48}); in jit()
3274 a->mov(A::Mem{A::rsp, 16}, A::rsi); in jit()
3275 a->mov(A::rsi, A::Mem{A::rsp, 56}); in jit()
3290 a->vmovups(A::Mem{A::rsp, next_saved_xmm}, (A::Xmm)r); in jit()
3304 a->vmovups((A::Xmm)r, A::Mem{A::rsp, stack_used}); in jit()
3312 a->mov(A::rdi, A::Mem{A::rsp, 8}); in jit()
3315 a->mov(A::rsi, A::Mem{A::rsp, 16}); in jit()
3336 a->mov(A::r10, A::Mem{A::rsp, 8}); in jit()
3356 a->vmovups(r, A::Mem{A::rsp, stack_slot[v]*K*4}); in jit()
3362 a->vmovups(A::Mem{A::rsp, stack_slot[v]*K*4}, r); in jit()
3591 return A::Mem{A::rsp, stack_slot[v]*K*4}; in jit()
3624 a->vpextrb(A::Mem{arg[immA]}, (A::Xmm)r(x), 0); in jit()
3629 a->vmovq (A::Mem{arg[immA]}, (A::Xmm)dst()); in jit()
3634 a->vpextrw(A::Mem{arg[immA]}, (A::Xmm)r(x), 0); in jit()
3638 a->vmovups (A::Mem{arg[immA]}, (A::Xmm)dst()); in jit()
3641 case Op::store32: if (scalar) { a->vmovd (A::Mem{arg[immA]}, (A::Xmm)r(x)); } in jit()
3642 else { a->vmovups(A::Mem{arg[immA]}, r(x)); } in jit()
3646 a->vmovd(A::Mem{arg[immA],0}, (A::Xmm)r(x)); in jit()
3647 a->vmovd(A::Mem{arg[immA],4}, (A::Xmm)r(y)); in jit()
3657 a->vmovups(A::Mem{arg[immA], 0}, dst()); in jit()
3659 a->vmovups(A::Mem{arg[immA],32}, dst()); in jit()
3666 a->vmovd (A::Mem{arg[immA], 0*16 + 0}, (A::Xmm)r(x) ); in jit()
3667 a->vmovd (A::Mem{arg[immA], 0*16 + 4}, (A::Xmm)r(y) ); in jit()
3668 a->vmovd (A::Mem{arg[immA], 0*16 + 8}, (A::Xmm)r(z) ); in jit()
3669 a->vmovd (A::Mem{arg[immA], 0*16 + 12}, (A::Xmm)r(w) ); in jit()
3672 a->vpextrd(A::Mem{arg[immA], 1*16 + 0}, (A::Xmm)r(x), 1); in jit()
3673 a->vpextrd(A::Mem{arg[immA], 1*16 + 4}, (A::Xmm)r(y), 1); in jit()
3674 a->vpextrd(A::Mem{arg[immA], 1*16 + 8}, (A::Xmm)r(z), 1); in jit()
3675 a->vpextrd(A::Mem{arg[immA], 1*16 + 12}, (A::Xmm)r(w), 1); in jit()
3677 a->vpextrd(A::Mem{arg[immA], 2*16 + 0}, (A::Xmm)r(x), 2); in jit()
3678 a->vpextrd(A::Mem{arg[immA], 2*16 + 4}, (A::Xmm)r(y), 2); in jit()
3679 a->vpextrd(A::Mem{arg[immA], 2*16 + 8}, (A::Xmm)r(z), 2); in jit()
3680 a->vpextrd(A::Mem{arg[immA], 2*16 + 12}, (A::Xmm)r(w), 2); in jit()
3682 a->vpextrd(A::Mem{arg[immA], 3*16 + 0}, (A::Xmm)r(x), 3); in jit()
3683 a->vpextrd(A::Mem{arg[immA], 3*16 + 4}, (A::Xmm)r(y), 3); in jit()
3684 a->vpextrd(A::Mem{arg[immA], 3*16 + 8}, (A::Xmm)r(z), 3); in jit()
3685 a->vpextrd(A::Mem{arg[immA], 3*16 + 12}, (A::Xmm)r(w), 3); in jit()
3689 a->vmovd (A::Mem{arg[immA], 4*16 + 0}, (A::Xmm)dst() ); in jit()
3690 a->vpextrd(A::Mem{arg[immA], 5*16 + 0}, (A::Xmm)dst(), 1); in jit()
3691 a->vpextrd(A::Mem{arg[immA], 6*16 + 0}, (A::Xmm)dst(), 2); in jit()
3692 a->vpextrd(A::Mem{arg[immA], 7*16 + 0}, (A::Xmm)dst(), 3); in jit()
3695 a->vmovd (A::Mem{arg[immA], 4*16 + 4}, (A::Xmm)dst() ); in jit()
3696 a->vpextrd(A::Mem{arg[immA], 5*16 + 4}, (A::Xmm)dst(), 1); in jit()
3697 a->vpextrd(A::Mem{arg[immA], 6*16 + 4}, (A::Xmm)dst(), 2); in jit()
3698 a->vpextrd(A::Mem{arg[immA], 7*16 + 4}, (A::Xmm)dst(), 3); in jit()
3701 a->vmovd (A::Mem{arg[immA], 4*16 + 8}, (A::Xmm)dst() ); in jit()
3702 a->vpextrd(A::Mem{arg[immA], 5*16 + 8}, (A::Xmm)dst(), 1); in jit()
3703 a->vpextrd(A::Mem{arg[immA], 6*16 + 8}, (A::Xmm)dst(), 2); in jit()
3704 a->vpextrd(A::Mem{arg[immA], 7*16 + 8}, (A::Xmm)dst(), 3); in jit()
3707 a->vmovd (A::Mem{arg[immA], 4*16 + 12}, (A::Xmm)dst() ); in jit()
3708 a->vpextrd(A::Mem{arg[immA], 5*16 + 12}, (A::Xmm)dst(), 1); in jit()
3709 a->vpextrd(A::Mem{arg[immA], 6*16 + 12}, (A::Xmm)dst(), 2); in jit()
3710 a->vpextrd(A::Mem{arg[immA], 7*16 + 12}, (A::Xmm)dst(), 3); in jit()
3715 a->vpinsrb((A::Xmm)dst(), (A::Xmm)dst(), A::Mem{arg[immA]}, 0); in jit()
3717 a->vpmovzxbd(dst(), A::Mem{arg[immA]}); in jit()
3722 a->vpinsrw((A::Xmm)dst(), (A::Xmm)dst(), A::Mem{arg[immA]}, 0); in jit()
3724 a->vpmovzxwd(dst(), A::Mem{arg[immA]}); in jit()
3727 case Op::load32: if (scalar) { a->vmovd ((A::Xmm)dst(), A::Mem{arg[immA]}); } in jit()
3728 else { a->vmovups( dst(), A::Mem{arg[immA]}); } in jit()
3732 a->vmovd((A::Xmm)dst(), A::Mem{arg[immA], 4*immB}); in jit()
3736 a->vpermps(dst(), tmp, A::Mem{arg[immA], 0}); in jit()
3737 a->vpermps( tmp, tmp, A::Mem{arg[immA], 32}); in jit()
3744 a->vmovd((A::Xmm)dst(), A::Mem{arg[immA], 4*immB}); in jit()
3749 a->vmovd (t, A::Mem{arg[immA], 0*16 + 4*immB} ); in jit()
3750 a->vpinsrd(t,t, A::Mem{arg[immA], 1*16 + 4*immB}, 1); in jit()
3751 a->vpinsrd(t,t, A::Mem{arg[immA], 2*16 + 4*immB}, 2); in jit()
3752 a->vpinsrd(t,t, A::Mem{arg[immA], 3*16 + 4*immB}, 3); in jit()
3756 a->vmovd (d, A::Mem{arg[immA], 4*16 + 4*immB} ); in jit()
3757 a->vpinsrd(d,d, A::Mem{arg[immA], 5*16 + 4*immB}, 1); in jit()
3758 a->vpinsrd(d,d, A::Mem{arg[immA], 6*16 + 4*immB}, 2); in jit()
3759 a->vpinsrd(d,d, A::Mem{arg[immA], 7*16 + 4*immB}, 3); in jit()
3768 a->mov(GP0, A::Mem{arg[immA], immB}); in jit()
3780 a->vpinsrb((A::Xmm)dst(), (A::Xmm)dst(), A::Mem{GP0,0,GP1,A::ONE}, i); in jit()
3788 a->mov(GP0, A::Mem{arg[immA], immB}); in jit()
3798 a->vpinsrw((A::Xmm)dst(), (A::Xmm)dst(), A::Mem{GP0,0,GP1,A::TWO}, i); in jit()
3807 a->mov(GP0, A::Mem{arg[immA], immB}); in jit()
3813 a->vmovd((A::Xmm)dst(x), A::Mem{GP0, 0, GP1, A::FOUR}); in jit()
3815 a->mov(GP0, A::Mem{arg[immA], immB}); in jit()
3825 case Op::uniform32: a->vbroadcastss(dst(), A::Mem{arg[immA], immB}); in jit()
3828 case Op::array32: a->mov(GP0, A::Mem{arg[immA], immB}); in jit()
3829 a->vbroadcastss(dst(), A::Mem{GP0, immC}); in jit()