| /external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/GlobalISel/ |
| D | MachineIRBuilder.cpp | 284 MachineMemOperand &MMO) { in buildLoad() argument
285 return buildLoadInstr(TargetOpcode::G_LOAD, Res, Addr, MMO); in buildLoad()
290 unsigned Addr, MachineMemOperand &MMO) { in buildLoadInstr() argument
297 .addMemOperand(&MMO); in buildLoadInstr()
302 MachineMemOperand &MMO) { in buildStore() argument
309 .addMemOperand(&MMO); in buildStore()
674 unsigned NewVal, MachineMemOperand &MMO) { in buildAtomicCmpXchgWithSuccess() argument
696 .addMemOperand(&MMO); in buildAtomicCmpXchgWithSuccess()
702 MachineMemOperand &MMO) { in buildAtomicCmpXchg() argument
721 .addMemOperand(&MMO); in buildAtomicCmpXchg()
[all …]
|
| D | LegalizerHelper.cpp | 449 const auto &MMO = **MI.memoperands_begin(); in narrowScalar() local
452 if (MMO.getOrdering() != AtomicOrdering::NotAtomic || in narrowScalar()
453 MMO.getFailureOrdering() != AtomicOrdering::NotAtomic) in narrowScalar()
467 MMO.getPointerInfo().getWithOffset(Adjustment), MMO.getFlags(), in narrowScalar()
468 NarrowSize / 8, i == 0 ? MMO.getAlignment() : NarrowSize / 8, in narrowScalar()
469 MMO.getAAInfo(), MMO.getRanges(), MMO.getSyncScopeID(), in narrowScalar()
470 MMO.getOrdering(), MMO.getFailureOrdering()); in narrowScalar()
490 const auto &MMO = **MI.memoperands_begin(); in narrowScalar() local
493 if (MMO.getOrdering() != AtomicOrdering::NotAtomic || in narrowScalar()
494 MMO.getFailureOrdering() != AtomicOrdering::NotAtomic) in narrowScalar()
[all …]
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/ |
| D | MachineFunction.cpp | 378 MachineFunction::getMachineMemOperand(const MachineMemOperand *MMO, in getMachineMemOperand() argument
380 if (MMO->getValue()) in getMachineMemOperand()
382 MachineMemOperand(MachinePointerInfo(MMO->getValue(), in getMachineMemOperand()
383 MMO->getOffset()+Offset), in getMachineMemOperand()
384 MMO->getFlags(), Size, MMO->getBaseAlignment(), in getMachineMemOperand()
385 AAMDNodes(), nullptr, MMO->getSyncScopeID(), in getMachineMemOperand()
386 MMO->getOrdering(), MMO->getFailureOrdering()); in getMachineMemOperand()
388 MachineMemOperand(MachinePointerInfo(MMO->getPseudoValue(), in getMachineMemOperand()
389 MMO->getOffset()+Offset), in getMachineMemOperand()
390 MMO->getFlags(), Size, MMO->getBaseAlignment(), in getMachineMemOperand()
[all …]
|
| /external/swiftshader/third_party/llvm-7.0/llvm/include/llvm/CodeGen/GlobalISel/ |
| D | MachineIRBuilder.h | 523 MachineMemOperand &MMO);
535 unsigned Addr, MachineMemOperand &MMO);
547 MachineMemOperand &MMO);
739 MachineMemOperand &MMO);
757 MachineMemOperand &MMO);
774 MachineMemOperand &MMO);
789 unsigned Val, MachineMemOperand &MMO);
804 unsigned Val, MachineMemOperand &MMO);
819 unsigned Val, MachineMemOperand &MMO);
834 unsigned Val, MachineMemOperand &MMO);
[all …]
|
| D | InstructionSelectorImpl.h | 332 for (const auto &MMO : State.MIs[InsnID]->memoperands()) in executeMatchTable() local
333 if (MMO->getOrdering() != Ordering) in executeMatchTable()
350 for (const auto &MMO : State.MIs[InsnID]->memoperands()) in executeMatchTable() local
351 if (!isAtLeastOrStrongerThan(MMO->getOrdering(), Ordering)) in executeMatchTable()
368 for (const auto &MMO : State.MIs[InsnID]->memoperands()) in executeMatchTable() local
369 if (!isStrongerThan(Ordering, MMO->getOrdering())) in executeMatchTable()
392 MachineMemOperand *MMO = *(State.MIs[InsnID]->memoperands_begin() + MMOIdx); in executeMatchTable() local
395 dbgs() << MMO->getSize() << " bytes vs " << Size in executeMatchTable()
397 if (MMO->getSize() != Size) in executeMatchTable()
437 MachineMemOperand *MMO = *(State.MIs[InsnID]->memoperands_begin() + MMOIdx); in executeMatchTable() local
[all …]
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/Sparc/ |
| D | SparcInstrInfo.cpp | 405 MachineMemOperand *MMO = MF->getMachineMemOperand( in storeRegToStackSlot() local
412 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
415 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
418 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
421 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
424 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
429 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
444 MachineMemOperand *MMO = MF->getMachineMemOperand( in loadRegFromStackSlot() local
450 .addMemOperand(MMO); in loadRegFromStackSlot()
453 .addMemOperand(MMO); in loadRegFromStackSlot()
[all …]
|
| /external/llvm/lib/Target/Sparc/ |
| D | SparcInstrInfo.cpp | 401 MachineMemOperand *MMO = MF->getMachineMemOperand( in storeRegToStackSlot() local
408 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
411 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
414 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
417 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
420 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
425 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
440 MachineMemOperand *MMO = MF->getMachineMemOperand( in loadRegFromStackSlot() local
446 .addMemOperand(MMO); in loadRegFromStackSlot()
449 .addMemOperand(MMO); in loadRegFromStackSlot()
[all …]
|
| /external/swiftshader/third_party/llvm-7.0/llvm/include/llvm/CodeGen/ |
| D | SelectionDAGNodes.h | 1245 MachineMemOperand *MMO;
1249 EVT memvt, MachineMemOperand *MMO);
1251 bool readMem() const { return MMO->isLoad(); }
1252 bool writeMem() const { return MMO->isStore(); }
1256 return MMO->getBaseAlignment();
1259 return MMO->getAlignment();
1287 int64_t getSrcValueOffset() const { return MMO->getOffset(); }
1290 AAMDNodes getAAInfo() const { return MMO->getAAInfo(); }
1293 const MDNode *getRanges() const { return MMO->getRanges(); }
1296 SyncScope::ID getSyncScopeID() const { return MMO->getSyncScopeID(); }
[all …]
|
| D | SelectionDAG.h | 359 MachineMemOperand *MMO) {
360 return SDNodeTy(Opc, Order, DebugLoc(), VTs, MemoryVT, MMO)
1000 SDValue Cmp, SDValue Swp, MachineMemOperand *MMO);
1009 SDValue Ptr, SDValue Val, MachineMemOperand *MMO);
1014 SDValue Chain, SDValue Ptr, MachineMemOperand *MMO);
1020 MachineMemOperand *MMO);
1037 MachineMemOperand *MMO);
1053 MachineMemOperand *MMO);
1062 MachineMemOperand *MMO);
1073 EVT MemVT, MachineMemOperand *MMO);
[all …]
|
| /external/llvm/include/llvm/CodeGen/ |
| D | SelectionDAGNodes.h | 1018 MachineMemOperand *MMO;
1022 EVT MemoryVT, MachineMemOperand *MMO);
1024 bool readMem() const { return MMO->isLoad(); }
1025 bool writeMem() const { return MMO->isStore(); }
1029 return MMO->getBaseAlignment();
1032 return MMO->getAlignment();
1056 int64_t getSrcValueOffset() const { return MMO->getOffset(); }
1059 AAMDNodes getAAInfo() const { return MMO->getAAInfo(); }
1062 const MDNode *getRanges() const { return MMO->getRanges(); }
1069 MachineMemOperand *getMemOperand() const { return MMO; }
[all …]
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/AMDGPU/ |
| D | AMDGPUInstrInfo.cpp | 33 bool AMDGPUInstrInfo::isUniformMMO(const MachineMemOperand *MMO) { in isUniformMMO() argument
34 const Value *Ptr = MMO->getValue(); in isUniformMMO()
43 if (MMO->getAddrSpace() == AMDGPUAS::CONSTANT_ADDRESS_32BIT) in isUniformMMO()
|
| D | SIMemoryLegalizer.cpp | 487 for (const auto &MMO : MI->memoperands()) { in constructFromMIWithMMO() local
488 IsNonTemporal &= MMO->isNonTemporal(); in constructFromMIWithMMO()
490 toSIAtomicAddrSpace(MMO->getPointerInfo().getAddrSpace()); in constructFromMIWithMMO()
491 AtomicOrdering OpOrdering = MMO->getOrdering(); in constructFromMIWithMMO()
494 MMI->isSyncScopeInclusion(SSID, MMO->getSyncScopeID()); in constructFromMIWithMMO()
501 SSID = IsSyncScopeInclusion.getValue() ? SSID : MMO->getSyncScopeID(); in constructFromMIWithMMO()
504 Ordering : MMO->getOrdering(); in constructFromMIWithMMO()
505 assert(MMO->getFailureOrdering() != AtomicOrdering::Release && in constructFromMIWithMMO()
506 MMO->getFailureOrdering() != AtomicOrdering::AcquireRelease); in constructFromMIWithMMO()
508 isStrongerThan(FailureOrdering, MMO->getFailureOrdering()) ? in constructFromMIWithMMO()
[all …]
|
| /external/swiftshader/third_party/LLVM/lib/CodeGen/ |
| D | MachineInstr.cpp | 386 void MachineMemOperand::refineAlignment(const MachineMemOperand *MMO) { in refineAlignment() argument
389 assert(MMO->getFlags() == getFlags() && "Flags mismatch!"); in refineAlignment()
390 assert(MMO->getSize() == getSize() && "Size mismatch!"); in refineAlignment()
392 if (MMO->getBaseAlignment() >= getBaseAlignment()) { in refineAlignment()
395 ((Log2_32(MMO->getBaseAlignment()) + 1) << MOMaxBits); in refineAlignment()
398 PtrInfo = MMO->PtrInfo; in refineAlignment()
408 raw_ostream &llvm::operator<<(raw_ostream &OS, const MachineMemOperand &MMO) { in operator <<() argument
409 assert((MMO.isLoad() || MMO.isStore()) && in operator <<()
412 if (MMO.isVolatile()) in operator <<()
415 if (MMO.isLoad()) in operator <<()
[all …]
|
| /external/swiftshader/third_party/LLVM/include/llvm/CodeGen/ |
| D | SelectionDAGNodes.h | 889 MachineMemOperand *MMO;
893 MachineMemOperand *MMO);
896 unsigned NumOps, EVT MemoryVT, MachineMemOperand *MMO);
898 bool readMem() const { return MMO->isLoad(); }
899 bool writeMem() const { return MMO->isStore(); }
903 return MMO->getBaseAlignment();
906 return MMO->getAlignment();
929 const Value *getSrcValue() const { return MMO->getValue(); }
930 int64_t getSrcValueOffset() const { return MMO->getOffset(); }
933 const MDNode *getTBAAInfo() const { return MMO->getTBAAInfo(); }
[all …]
|
| /external/swiftshader/third_party/LLVM/lib/Target/ARM/ |
| D | Thumb1InstrInfo.cpp | 62 MachineMemOperand *MMO = in storeRegToStackSlot() local
70 .addFrameIndex(FI).addImm(0).addMemOperand(MMO)); in storeRegToStackSlot()
91 MachineMemOperand *MMO = in loadRegFromStackSlot() local
98 .addFrameIndex(FI).addImm(0).addMemOperand(MMO)); in loadRegFromStackSlot()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/X86/ |
| D | X86ISelLowering.h | 1389 MachineMemOperand *MMO) in X86StoreSDNode() argument
1390 :MemSDNode(Opcode, Order, dl, VTs, MemVT, MMO) {} in X86StoreSDNode()
1407 MachineMemOperand *MMO) in X86MaskedStoreSDNode() argument
1408 : MemSDNode(Opcode, Order, dl, VTs, MemVT, MMO) {} in X86MaskedStoreSDNode()
1424 SDVTList VTs, EVT MemVT, MachineMemOperand *MMO) in TruncSStoreSDNode() argument
1425 : X86StoreSDNode(X86ISD::VTRUNCSTORES, Order, dl, VTs, MemVT, MMO) {} in TruncSStoreSDNode()
1436 SDVTList VTs, EVT MemVT, MachineMemOperand *MMO) in TruncUSStoreSDNode() argument
1437 : X86StoreSDNode(X86ISD::VTRUNCSTOREUS, Order, dl, VTs, MemVT, MMO) {} in TruncUSStoreSDNode()
1449 MachineMemOperand *MMO) in MaskedTruncSStoreSDNode() argument
1450 : X86MaskedStoreSDNode(X86ISD::VMTRUNCSTORES, Order, dl, VTs, MemVT, MMO) {} in MaskedTruncSStoreSDNode()
[all …]
|
| /external/swiftshader/third_party/LLVM/lib/Target/MSP430/ |
| D | MSP430InstrInfo.cpp | 45 MachineMemOperand *MMO = in storeRegToStackSlot() local
55 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
59 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
74 MachineMemOperand *MMO = in loadRegFromStackSlot() local
83 .addReg(DestReg).addFrameIndex(FrameIdx).addImm(0).addMemOperand(MMO); in loadRegFromStackSlot()
86 .addReg(DestReg).addFrameIndex(FrameIdx).addImm(0).addMemOperand(MMO); in loadRegFromStackSlot()
|
| /external/llvm/lib/Target/MSP430/ |
| D | MSP430InstrInfo.cpp | 47 MachineMemOperand *MMO = MF.getMachineMemOperand( in storeRegToStackSlot() local
55 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
59 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
74 MachineMemOperand *MMO = MF.getMachineMemOperand( in loadRegFromStackSlot() local
82 .addImm(0).addMemOperand(MMO); in loadRegFromStackSlot()
86 .addImm(0).addMemOperand(MMO); in loadRegFromStackSlot()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/MSP430/ |
| D | MSP430InstrInfo.cpp | 47 MachineMemOperand *MMO = MF.getMachineMemOperand( in storeRegToStackSlot() local
55 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
59 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
74 MachineMemOperand *MMO = MF.getMachineMemOperand( in loadRegFromStackSlot() local
82 .addImm(0).addMemOperand(MMO); in loadRegFromStackSlot()
86 .addImm(0).addMemOperand(MMO); in loadRegFromStackSlot()
|
| /external/llvm/lib/Target/ARM/ |
| D | Thumb1InstrInfo.cpp | 87 MachineMemOperand *MMO = MF.getMachineMemOperand( in storeRegToStackSlot() local
92 .addFrameIndex(FI).addImm(0).addMemOperand(MMO)); in storeRegToStackSlot()
113 MachineMemOperand *MMO = MF.getMachineMemOperand( in loadRegFromStackSlot() local
117 .addFrameIndex(FI).addImm(0).addMemOperand(MMO)); in loadRegFromStackSlot()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/Hexagon/ |
| D | HexagonStoreWidening.cpp | 96 bool instrAliased(InstrGroup &Stores, const MachineMemOperand &MMO);
171 const MachineMemOperand &MMO) { in instrAliased() argument
172 if (!MMO.getValue()) in instrAliased()
175 MemoryLocation L(MMO.getValue(), MMO.getSize(), MMO.getAAInfo()); in instrAliased()
407 const MachineMemOperand &MMO = getStoreTarget(MI); in createWideStores() local
411 unsigned NBits = MMO.getSize()*8; in createWideStores()
|
| /external/llvm/lib/Target/Hexagon/ |
| D | HexagonStoreWidening.cpp | 86 bool instrAliased(InstrGroup &Stores, const MachineMemOperand &MMO);
169 const MachineMemOperand &MMO) { in instrAliased() argument
170 if (!MMO.getValue()) in instrAliased()
173 MemoryLocation L(MMO.getValue(), MMO.getSize(), MMO.getAAInfo()); in instrAliased()
411 const MachineMemOperand &MMO = getStoreTarget(MI); in createWideStores() local
415 unsigned NBits = MMO.getSize()*8; in createWideStores()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/ARC/ |
| D | ARCInstrInfo.cpp | 292 MachineMemOperand *MMO = MF.getMachineMemOperand( in storeRegToStackSlot() local
296 assert(MMO && "Couldn't get MachineMemOperand for store to stack."); in storeRegToStackSlot()
307 .addMemOperand(MMO); in storeRegToStackSlot()
319 MachineMemOperand *MMO = MF.getMachineMemOperand( in loadRegFromStackSlot() local
323 assert(MMO && "Couldn't get MachineMemOperand for store to stack."); in loadRegFromStackSlot()
334 .addMemOperand(MMO); in loadRegFromStackSlot()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/ARM/ |
| D | Thumb1InstrInfo.cpp | 95 MachineMemOperand *MMO = MF.getMachineMemOperand( in storeRegToStackSlot() local
102 .addMemOperand(MMO) in storeRegToStackSlot()
124 MachineMemOperand *MMO = MF.getMachineMemOperand( in loadRegFromStackSlot() local
130 .addMemOperand(MMO) in loadRegFromStackSlot()
|
| /external/llvm/lib/Target/SystemZ/ |
| D | SystemZInstrBuilder.h | 38 MachineMemOperand *MMO = MF.getMachineMemOperand( in addFrameReference() local
41 return MIB.addFrameIndex(FI).addImm(Offset).addReg(0).addMemOperand(MMO); in addFrameReference()
|