Lines Matching refs:MMO
4370 MachineMemOperand *MMO, in getAtomic() argument
4377 ID.AddInteger(MMO->getPointerInfo().getAddrSpace()); in getAtomic()
4380 cast<AtomicSDNode>(E)->refineAlignment(MMO); in getAtomic()
4395 Ops.data(), DynOps, NumOps, MMO, in getAtomic()
4405 MachineMemOperand *MMO, in getAtomic() argument
4408 return getAtomic(Opcode, dl, MemVT, VTList, Ops, MMO, Ordering, in getAtomic()
4432 MachineMemOperand *MMO = in getAtomicCmpSwap() local
4435 return getAtomicCmpSwap(Opcode, dl, MemVT, VTs, Chain, Ptr, Cmp, Swp, MMO, in getAtomicCmpSwap()
4442 MachineMemOperand *MMO, in getAtomicCmpSwap() argument
4451 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO, in getAtomicCmpSwap()
4478 MachineMemOperand *MMO = in getAtomic() local
4482 return getAtomic(Opcode, dl, MemVT, Chain, Ptr, Val, MMO, in getAtomic()
4489 MachineMemOperand *MMO, in getAtomic() argument
4511 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO, Ordering, SynchScope); in getAtomic()
4517 MachineMemOperand *MMO, in getAtomic() argument
4524 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO, Ordering, SynchScope); in getAtomic()
4556 MachineMemOperand *MMO = in getMemIntrinsicNode() local
4559 return getMemIntrinsicNode(Opcode, dl, VTList, Ops, MemVT, MMO); in getMemIntrinsicNode()
4565 MachineMemOperand *MMO) { in getMemIntrinsicNode() argument
4580 ID.AddInteger(MMO->getPointerInfo().getAddrSpace()); in getMemIntrinsicNode()
4583 cast<MemIntrinsicSDNode>(E)->refineAlignment(MMO); in getMemIntrinsicNode()
4589 MemVT, MMO); in getMemIntrinsicNode()
4594 MemVT, MMO); in getMemIntrinsicNode()
4661 MachineMemOperand *MMO = in getLoad() local
4664 return getLoad(AM, ExtType, VT, dl, Chain, Ptr, Offset, MemVT, MMO); in getLoad()
4671 MachineMemOperand *MMO) { in getLoad() argument
4699 ID.AddInteger(encodeMemSDNodeFlags(ExtType, AM, MMO->isVolatile(), in getLoad()
4700 MMO->isNonTemporal(), in getLoad()
4701 MMO->isInvariant())); in getLoad()
4702 ID.AddInteger(MMO->getPointerInfo().getAddrSpace()); in getLoad()
4705 cast<LoadSDNode>(E)->refineAlignment(MMO); in getLoad()
4710 MemVT, MMO); in getLoad()
4731 MachineMemOperand *MMO) { in getLoad() argument
4734 VT, MMO); in getLoad()
4751 MachineMemOperand *MMO) { in getExtLoad() argument
4754 MemVT, MMO); in getExtLoad()
4788 MachineMemOperand *MMO = in getStore() local
4793 return getStore(Chain, dl, Val, Ptr, MMO); in getStore()
4797 SDValue Ptr, MachineMemOperand *MMO) { in getStore() argument
4807 ID.AddInteger(encodeMemSDNodeFlags(false, ISD::UNINDEXED, MMO->isVolatile(), in getStore()
4808 MMO->isNonTemporal(), MMO->isInvariant())); in getStore()
4809 ID.AddInteger(MMO->getPointerInfo().getAddrSpace()); in getStore()
4812 cast<StoreSDNode>(E)->refineAlignment(MMO); in getStore()
4817 ISD::UNINDEXED, false, VT, MMO); in getStore()
4843 MachineMemOperand *MMO = in getTruncStore() local
4847 return getTruncStore(Chain, dl, Val, Ptr, SVT, MMO); in getTruncStore()
4852 MachineMemOperand *MMO) { in getTruncStore() argument
4858 return getStore(Chain, dl, Val, Ptr, MMO); in getTruncStore()
4876 ID.AddInteger(encodeMemSDNodeFlags(true, ISD::UNINDEXED, MMO->isVolatile(), in getTruncStore()
4877 MMO->isNonTemporal(), MMO->isInvariant())); in getTruncStore()
4878 ID.AddInteger(MMO->getPointerInfo().getAddrSpace()); in getTruncStore()
4881 cast<StoreSDNode>(E)->refineAlignment(MMO); in getTruncStore()
4886 ISD::UNINDEXED, true, SVT, MMO); in getTruncStore()
6214 : SDNode(Opc, Order, dl, VTs), MemoryVT(memvt), MMO(mmo) { in MemSDNode()
6215 SubclassData = encodeMemSDNodeFlags(0, ISD::UNINDEXED, MMO->isVolatile(), in MemSDNode()
6216 MMO->isNonTemporal(), MMO->isInvariant()); in MemSDNode()
6217 assert(isVolatile() == MMO->isVolatile() && "Volatile encoding error!"); in MemSDNode()
6218 assert(isNonTemporal() == MMO->isNonTemporal() && in MemSDNode()
6220 assert(memvt.getStoreSize() == MMO->getSize() && "Size mismatch!"); in MemSDNode()
6226 MemoryVT(memvt), MMO(mmo) { in MemSDNode()
6227 SubclassData = encodeMemSDNodeFlags(0, ISD::UNINDEXED, MMO->isVolatile(), in MemSDNode()
6228 MMO->isNonTemporal(), MMO->isInvariant()); in MemSDNode()
6229 assert(isVolatile() == MMO->isVolatile() && "Volatile encoding error!"); in MemSDNode()
6230 assert(memvt.getStoreSize() == MMO->getSize() && "Size mismatch!"); in MemSDNode()