| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/GlobalISel/ |
| D | MachineIRBuilder.cpp | 362 MachineMemOperand &MMO) { in buildLoad() argument
363 return buildLoadInstr(TargetOpcode::G_LOAD, Res, Addr, MMO); in buildLoad()
369 MachineMemOperand &MMO) { in buildLoadInstr() argument
376 MIB.addMemOperand(&MMO); in buildLoadInstr()
382 MachineMemOperand &MMO) { in buildStore() argument
389 MIB.addMemOperand(&MMO); in buildStore()
737 Register NewVal, MachineMemOperand &MMO) { in buildAtomicCmpXchgWithSuccess() argument
759 .addMemOperand(&MMO); in buildAtomicCmpXchgWithSuccess()
765 MachineMemOperand &MMO) { in buildAtomicCmpXchg() argument
784 .addMemOperand(&MMO); in buildAtomicCmpXchg()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/ |
| D | MachineFunction.cpp | 426 MachineFunction::getMachineMemOperand(const MachineMemOperand *MMO, in getMachineMemOperand() argument
428 const MachinePointerInfo &PtrInfo = MMO->getPointerInfo(); in getMachineMemOperand()
433 ? MinAlign(MMO->getBaseAlignment(), Offset) in getMachineMemOperand()
434 : MMO->getBaseAlignment(); in getMachineMemOperand()
437 MachineMemOperand(PtrInfo.getWithOffset(Offset), MMO->getFlags(), Size, in getMachineMemOperand()
438 Align, AAMDNodes(), nullptr, MMO->getSyncScopeID(), in getMachineMemOperand()
439 MMO->getOrdering(), MMO->getFailureOrdering()); in getMachineMemOperand()
443 MachineFunction::getMachineMemOperand(const MachineMemOperand *MMO, in getMachineMemOperand() argument
445 MachinePointerInfo MPI = MMO->getValue() ? in getMachineMemOperand()
446 MachinePointerInfo(MMO->getValue(), MMO->getOffset()) : in getMachineMemOperand()
[all …]
|
| D | StackColoring.cpp | 973 for (MachineMemOperand *MMO : I.memoperands()) { in remapInstructions()
976 const AllocaInst *AI = dyn_cast_or_null<AllocaInst>(MMO->getValue()); in remapInstructions()
983 MMO->setValue(Allocas[AI]); in remapInstructions()
1029 for (MachineMemOperand *MMO : I.memoperands()) { in remapInstructions()
1033 MMO->getPseudoValue())) { in remapInstructions()
1037 SSRefs[FI].push_back(MMO); in remapInstructions()
1043 if (MMO->getAAInfo()) { in remapInstructions()
1044 if (const Value *MMOV = MMO->getValue()) { in remapInstructions()
1064 NewMMOs.push_back(MF->getMachineMemOperand(MMO, AAMDNodes())); in remapInstructions()
1067 NewMMOs.push_back(MMO); in remapInstructions()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/ |
| D | SelectionDAGNodes.h | 1293 MachineMemOperand *MMO;
1297 EVT memvt, MachineMemOperand *MMO);
1299 bool readMem() const { return MMO->isLoad(); }
1300 bool writeMem() const { return MMO->isStore(); }
1304 return MMO->getBaseAlignment();
1307 return MMO->getAlignment();
1335 int64_t getSrcValueOffset() const { return MMO->getOffset(); }
1338 AAMDNodes getAAInfo() const { return MMO->getAAInfo(); }
1341 const MDNode *getRanges() const { return MMO->getRanges(); }
1344 SyncScope::ID getSyncScopeID() const { return MMO->getSyncScopeID(); }
[all …]
|
| D | SelectionDAG.h | 379 MachineMemOperand *MMO) {
380 return SDNodeTy(Opc, Order, DebugLoc(), VTs, MemoryVT, MMO)
1052 SDValue Cmp, SDValue Swp, MachineMemOperand *MMO);
1057 SDValue Ptr, SDValue Val, MachineMemOperand *MMO);
1062 SDValue Chain, SDValue Ptr, MachineMemOperand *MMO);
1068 MachineMemOperand *MMO);
1086 MachineMemOperand *MMO);
1108 MachineMemOperand *MMO);
1117 MachineMemOperand *MMO);
1128 EVT MemVT, MachineMemOperand *MMO);
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/GlobalISel/ |
| D | MachineIRBuilder.h | 721 MachineMemOperand &MMO);
733 const SrcOp &Addr, MachineMemOperand &MMO);
745 MachineMemOperand &MMO);
985 MachineMemOperand &MMO);
1003 MachineMemOperand &MMO);
1020 MachineMemOperand &MMO);
1035 Register Val, MachineMemOperand &MMO);
1050 Register Val, MachineMemOperand &MMO);
1065 Register Val, MachineMemOperand &MMO);
1080 Register Val, MachineMemOperand &MMO);
[all …]
|
| D | InstructionSelectorImpl.h | 332 for (const auto &MMO : State.MIs[InsnID]->memoperands()) in executeMatchTable() local
333 if (MMO->getOrdering() != Ordering) in executeMatchTable()
350 for (const auto &MMO : State.MIs[InsnID]->memoperands()) in executeMatchTable() local
351 if (!isAtLeastOrStrongerThan(MMO->getOrdering(), Ordering)) in executeMatchTable()
368 for (const auto &MMO : State.MIs[InsnID]->memoperands()) in executeMatchTable() local
369 if (!isStrongerThan(Ordering, MMO->getOrdering())) in executeMatchTable()
390 const MachineMemOperand *MMO in executeMatchTable() local
392 const unsigned MMOAddrSpace = MMO->getAddrSpace(); in executeMatchTable()
426 MachineMemOperand *MMO in executeMatchTable() local
432 if (MMO->getAlignment() < MinAlign && handleReject() == RejectAndGiveUp) in executeMatchTable()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/Sparc/ |
| D | SparcInstrInfo.cpp | 404 MachineMemOperand *MMO = MF->getMachineMemOperand( in storeRegToStackSlot() local
411 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
414 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
417 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
420 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
423 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
428 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
443 MachineMemOperand *MMO = MF->getMachineMemOperand( in loadRegFromStackSlot() local
449 .addMemOperand(MMO); in loadRegFromStackSlot()
452 .addMemOperand(MMO); in loadRegFromStackSlot()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AMDGPU/ |
| D | AMDGPUInstrInfo.cpp | 32 bool AMDGPUInstrInfo::isUniformMMO(const MachineMemOperand *MMO) { in isUniformMMO() argument
33 const Value *Ptr = MMO->getValue(); in isUniformMMO()
42 if (MMO->getAddrSpace() == AMDGPUAS::CONSTANT_ADDRESS_32BIT) in isUniformMMO()
|
| D | SIMemoryLegalizer.cpp | 528 for (const auto &MMO : MI->memoperands()) { in constructFromMIWithMMO() local
529 IsNonTemporal &= MMO->isNonTemporal(); in constructFromMIWithMMO()
531 toSIAtomicAddrSpace(MMO->getPointerInfo().getAddrSpace()); in constructFromMIWithMMO()
532 AtomicOrdering OpOrdering = MMO->getOrdering(); in constructFromMIWithMMO()
535 MMI->isSyncScopeInclusion(SSID, MMO->getSyncScopeID()); in constructFromMIWithMMO()
542 SSID = IsSyncScopeInclusion.getValue() ? SSID : MMO->getSyncScopeID(); in constructFromMIWithMMO()
545 Ordering : MMO->getOrdering(); in constructFromMIWithMMO()
546 assert(MMO->getFailureOrdering() != AtomicOrdering::Release && in constructFromMIWithMMO()
547 MMO->getFailureOrdering() != AtomicOrdering::AcquireRelease); in constructFromMIWithMMO()
549 isStrongerThan(FailureOrdering, MMO->getFailureOrdering()) ? in constructFromMIWithMMO()
[all …]
|
| D | SIFrameLowering.cpp | 101 MachineMemOperand *MMO = MF->getMachineMemOperand( in buildPrologSpill() local
116 .addMemOperand(MMO); in buildPrologSpill()
137 .addMemOperand(MMO); in buildPrologSpill()
148 MachineMemOperand *MMO = MF->getMachineMemOperand( in buildEpilogReload() local
163 .addMemOperand(MMO); in buildEpilogReload()
184 .addMemOperand(MMO); in buildEpilogReload()
583 auto MMO = MF.getMachineMemOperand(PtrInfo, in emitEntryFunctionScratchSetup() local
597 .addMemOperand(MMO); in emitEntryFunctionScratchSetup()
624 auto MMO = MF.getMachineMemOperand(PtrInfo, in emitEntryFunctionScratchSetup() local
634 .addMemOperand(MMO) in emitEntryFunctionScratchSetup()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
| D | X86ISelLowering.h | 1185 const MachineMemOperand &MMO) const override;
1545 MachineMemOperand *MMO) in X86StoreSDNode() argument
1546 :MemSDNode(Opcode, Order, dl, VTs, MemVT, MMO) {} in X86StoreSDNode()
1563 MachineMemOperand *MMO) in X86MaskedStoreSDNode() argument
1564 : MemSDNode(Opcode, Order, dl, VTs, MemVT, MMO) {} in X86MaskedStoreSDNode()
1580 SDVTList VTs, EVT MemVT, MachineMemOperand *MMO) in TruncSStoreSDNode() argument
1581 : X86StoreSDNode(X86ISD::VTRUNCSTORES, Order, dl, VTs, MemVT, MMO) {} in TruncSStoreSDNode()
1592 SDVTList VTs, EVT MemVT, MachineMemOperand *MMO) in TruncUSStoreSDNode() argument
1593 : X86StoreSDNode(X86ISD::VTRUNCSTOREUS, Order, dl, VTs, MemVT, MMO) {} in TruncUSStoreSDNode()
1605 MachineMemOperand *MMO) in MaskedTruncSStoreSDNode() argument
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/MSP430/ |
| D | MSP430InstrInfo.cpp | 46 MachineMemOperand *MMO = MF.getMachineMemOperand( in storeRegToStackSlot() local
54 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
58 .addReg(SrcReg, getKillRegState(isKill)).addMemOperand(MMO); in storeRegToStackSlot()
73 MachineMemOperand *MMO = MF.getMachineMemOperand( in loadRegFromStackSlot() local
81 .addImm(0).addMemOperand(MMO); in loadRegFromStackSlot()
85 .addImm(0).addMemOperand(MMO); in loadRegFromStackSlot()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/Mips/ |
| D | MipsCallLowering.cpp | 100 MachineMemOperand *&MMO) override;
114 MachineMemOperand *MMO; in buildLoad() local
115 Register Addr = getStackAddress(VA, MMO); in buildLoad()
116 MIRBuilder.buildLoad(Val, Addr, *MMO); in buildLoad()
181 MachineMemOperand *&MMO) { in getStackAddress() argument
193 MMO = MF.getMachineMemOperand(MPO, MachineMemOperand::MOLoad, Size, Align); in getStackAddress()
236 MachineMemOperand *&MMO) override;
288 MachineMemOperand *&MMO) { in getStackAddress() argument
308 MMO = MF.getMachineMemOperand(MPO, MachineMemOperand::MOStore, Size, Align); in getStackAddress()
315 MachineMemOperand *MMO; in assignValueToAddress() local
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/Hexagon/ |
| D | HexagonStoreWidening.cpp | 96 bool instrAliased(InstrGroup &Stores, const MachineMemOperand &MMO);
171 const MachineMemOperand &MMO) { in instrAliased() argument
172 if (!MMO.getValue()) in instrAliased()
175 MemoryLocation L(MMO.getValue(), MMO.getSize(), MMO.getAAInfo()); in instrAliased()
405 const MachineMemOperand &MMO = getStoreTarget(MI); in createWideStores() local
409 unsigned NBits = MMO.getSize()*8; in createWideStores()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/ARC/ |
| D | ARCInstrInfo.cpp | 304 MachineMemOperand *MMO = MF.getMachineMemOperand( in storeRegToStackSlot() local
308 assert(MMO && "Couldn't get MachineMemOperand for store to stack."); in storeRegToStackSlot()
319 .addMemOperand(MMO); in storeRegToStackSlot()
331 MachineMemOperand *MMO = MF.getMachineMemOperand( in loadRegFromStackSlot() local
335 assert(MMO && "Couldn't get MachineMemOperand for store to stack."); in loadRegFromStackSlot()
346 .addMemOperand(MMO); in loadRegFromStackSlot()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/ARM/ |
| D | Thumb1InstrInfo.cpp | 93 MachineMemOperand *MMO = MF.getMachineMemOperand( in storeRegToStackSlot() local
100 .addMemOperand(MMO) in storeRegToStackSlot()
122 MachineMemOperand *MMO = MF.getMachineMemOperand( in loadRegFromStackSlot() local
128 .addMemOperand(MMO) in loadRegFromStackSlot()
|
| D | ARMInstrInfo.cpp | 128 MachineMemOperand *MMO = MBB.getParent()->getMachineMemOperand( in expandLoadStackGuard() local
130 MIB.addMemOperand(MMO); in expandLoadStackGuard()
|
| D | ARMBaseInstrInfo.cpp | 1033 MachineMemOperand *MMO = MF.getMachineMemOperand( in storeRegToStackSlot() local
1044 .addMemOperand(MMO) in storeRegToStackSlot()
1055 .addMemOperand(MMO) in storeRegToStackSlot()
1062 .addMemOperand(MMO) in storeRegToStackSlot()
1069 .addMemOperand(MMO) in storeRegToStackSlot()
1080 .addMemOperand(MMO) in storeRegToStackSlot()
1087 MIB.addFrameIndex(FI).addReg(0).addImm(0).addMemOperand(MMO) in storeRegToStackSlot()
1094 .addMemOperand(MMO) in storeRegToStackSlot()
1110 .addMemOperand(MMO) in storeRegToStackSlot()
1116 .addMemOperand(MMO) in storeRegToStackSlot()
[all …]
|
| D | Thumb2InstrInfo.cpp | 144 MachineMemOperand *MMO = MF.getMachineMemOperand( in storeRegToStackSlot() local
153 .addMemOperand(MMO) in storeRegToStackSlot()
170 MIB.addFrameIndex(FI).addImm(0).addMemOperand(MMO).add(predOps(ARMCC::AL)); in storeRegToStackSlot()
184 MachineMemOperand *MMO = MF.getMachineMemOperand( in loadRegFromStackSlot() local
194 .addMemOperand(MMO) in loadRegFromStackSlot()
211 MIB.addFrameIndex(FI).addImm(0).addMemOperand(MMO).add(predOps(ARMCC::AL)); in loadRegFromStackSlot()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/SystemZ/ |
| D | SystemZInstrBuilder.h | 37 MachineMemOperand *MMO = MF.getMachineMemOperand( in addFrameReference() local
40 return MIB.addFrameIndex(FI).addImm(Offset).addReg(0).addMemOperand(MMO); in addFrameReference()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/ |
| D | StatepointLowering.cpp | 371 MachineMemOperand* MMO = nullptr; in spillIncomingStatepointValue() local
403 MMO = getMachineMemOperand(MF, *cast<FrameIndexSDNode>(Loc)); in spillIncomingStatepointValue()
409 return std::make_tuple(Loc, Chain, MMO); in spillIncomingStatepointValue()
442 auto *MMO = getMachineMemOperand(MF, *FI); in lowerIncomingStatepointValue() local
443 MemRefs.push_back(MMO); in lowerIncomingStatepointValue()
462 if (auto *MMO = std::get<2>(Res)) in lowerIncomingStatepointValue() local
463 MemRefs.push_back(MMO); in lowerIncomingStatepointValue()
596 auto *MMO = getMachineMemOperand(MF, *FI); in lowerStatepointMetaArgs() local
597 MemRefs.push_back(MMO); in lowerStatepointMetaArgs()
|
| D | SelectionDAG.cpp | 6584 MachineMemOperand *MMO) { in getAtomic() argument
6588 ID.AddInteger(MMO->getPointerInfo().getAddrSpace()); in getAtomic()
6591 cast<AtomicSDNode>(E)->refineAlignment(MMO); in getAtomic()
6596 VTList, MemVT, MMO); in getAtomic()
6607 MachineMemOperand *MMO) { in getAtomicCmpSwap() argument
6613 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO); in getAtomicCmpSwap()
6618 MachineMemOperand *MMO) { in getAtomic() argument
6641 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO); in getAtomic()
6646 MachineMemOperand *MMO) { in getAtomic() argument
6651 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO); in getAtomic()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/XCore/ |
| D | XCoreInstrInfo.cpp | 370 MachineMemOperand *MMO = MF->getMachineMemOperand( in storeRegToStackSlot() local
378 .addMemOperand(MMO); in storeRegToStackSlot()
392 MachineMemOperand *MMO = MF->getMachineMemOperand( in loadRegFromStackSlot() local
399 .addMemOperand(MMO); in loadRegFromStackSlot()
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AVR/ |
| D | AVRInstrInfo.cpp | 138 MachineMemOperand *MMO = MF.getMachineMemOperand( in storeRegToStackSlot() local
156 .addMemOperand(MMO); in storeRegToStackSlot()
172 MachineMemOperand *MMO = MF.getMachineMemOperand( in loadRegFromStackSlot() local
191 .addMemOperand(MMO); in loadRegFromStackSlot()
|