/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/LoongArch/ |
D | LoongArchExpandAtomicPseudoInsts.cpp | 149 MachineBasicBlock *LoopMBB, in doAtomicBinOpExpansion() argument 167 BuildMI(LoopMBB, DL, TII->get(LoongArch::DBAR)).addImm(0); in doAtomicBinOpExpansion() 168 BuildMI(LoopMBB, DL, in doAtomicBinOpExpansion() 176 BuildMI(LoopMBB, DL, TII->get(LoongArch::OR), ScratchReg) in doAtomicBinOpExpansion() 181 BuildMI(LoopMBB, DL, TII->get(LoongArch::AND), ScratchReg) in doAtomicBinOpExpansion() 184 BuildMI(LoopMBB, DL, TII->get(LoongArch::NOR), ScratchReg) in doAtomicBinOpExpansion() 189 BuildMI(LoopMBB, DL, TII->get(LoongArch::ADD_W), ScratchReg) in doAtomicBinOpExpansion() 194 BuildMI(LoopMBB, DL, TII->get(LoongArch::SUB_W), ScratchReg) in doAtomicBinOpExpansion() 199 BuildMI(LoopMBB, DL, TII->get(LoongArch::AND), ScratchReg) in doAtomicBinOpExpansion() 204 BuildMI(LoopMBB, DL, TII->get(LoongArch::OR), ScratchReg) in doAtomicBinOpExpansion() [all …]
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/RISCV/ |
D | RISCVExpandAtomicPseudoInsts.cpp | 218 MachineBasicBlock *LoopMBB, in doAtomicBinOpExpansion() argument 233 BuildMI(LoopMBB, DL, TII->get(getLRForRMW(Ordering, Width)), DestReg) in doAtomicBinOpExpansion() 239 BuildMI(LoopMBB, DL, TII->get(RISCV::AND), ScratchReg) in doAtomicBinOpExpansion() 242 BuildMI(LoopMBB, DL, TII->get(RISCV::XORI), ScratchReg) in doAtomicBinOpExpansion() 247 BuildMI(LoopMBB, DL, TII->get(getSCForRMW(Ordering, Width)), ScratchReg) in doAtomicBinOpExpansion() 250 BuildMI(LoopMBB, DL, TII->get(RISCV::BNE)) in doAtomicBinOpExpansion() 253 .addMBB(LoopMBB); in doAtomicBinOpExpansion() 280 MachineBasicBlock *ThisMBB, MachineBasicBlock *LoopMBB, in doMaskedAtomicBinOpExpansion() argument 299 BuildMI(LoopMBB, DL, TII->get(getLRForRMW32(Ordering)), DestReg) in doMaskedAtomicBinOpExpansion() 305 BuildMI(LoopMBB, DL, TII->get(RISCV::ADDI), ScratchReg) in doMaskedAtomicBinOpExpansion() [all …]
|
D | RISCVISelLowering.cpp | 11045 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVM_BB); in emitReadCycleWidePseudo() local 11046 MF.insert(It, LoopMBB); in emitReadCycleWidePseudo() 11056 BB->addSuccessor(LoopMBB); in emitReadCycleWidePseudo() 11065 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), HiReg) in emitReadCycleWidePseudo() 11068 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), LoReg) in emitReadCycleWidePseudo() 11071 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), ReadAgainReg) in emitReadCycleWidePseudo() 11075 BuildMI(LoopMBB, DL, TII->get(RISCV::BNE)) in emitReadCycleWidePseudo() 11078 .addMBB(LoopMBB); in emitReadCycleWidePseudo() 11080 LoopMBB->addSuccessor(LoopMBB); in emitReadCycleWidePseudo() 11081 LoopMBB->addSuccessor(DoneMBB); in emitReadCycleWidePseudo()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/RISCV/ |
D | RISCVExpandPseudoInsts.cpp | 235 MachineBasicBlock *LoopMBB, in doAtomicBinOpExpansion() argument 250 BuildMI(LoopMBB, DL, TII->get(getLRForRMW(Ordering, Width)), DestReg) in doAtomicBinOpExpansion() 256 BuildMI(LoopMBB, DL, TII->get(RISCV::AND), ScratchReg) in doAtomicBinOpExpansion() 259 BuildMI(LoopMBB, DL, TII->get(RISCV::XORI), ScratchReg) in doAtomicBinOpExpansion() 264 BuildMI(LoopMBB, DL, TII->get(getSCForRMW(Ordering, Width)), ScratchReg) in doAtomicBinOpExpansion() 267 BuildMI(LoopMBB, DL, TII->get(RISCV::BNE)) in doAtomicBinOpExpansion() 270 .addMBB(LoopMBB); in doAtomicBinOpExpansion() 297 MachineBasicBlock *ThisMBB, MachineBasicBlock *LoopMBB, in doMaskedAtomicBinOpExpansion() argument 316 BuildMI(LoopMBB, DL, TII->get(getLRForRMW32(Ordering)), DestReg) in doMaskedAtomicBinOpExpansion() 322 BuildMI(LoopMBB, DL, TII->get(RISCV::ADDI), ScratchReg) in doMaskedAtomicBinOpExpansion() [all …]
|
D | RISCVISelLowering.cpp | 1120 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVM_BB); in emitReadCycleWidePseudo() local 1121 MF.insert(It, LoopMBB); in emitReadCycleWidePseudo() 1131 BB->addSuccessor(LoopMBB); in emitReadCycleWidePseudo() 1140 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), HiReg) in emitReadCycleWidePseudo() 1143 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), LoReg) in emitReadCycleWidePseudo() 1146 BuildMI(LoopMBB, DL, TII->get(RISCV::CSRRS), ReadAgainReg) in emitReadCycleWidePseudo() 1150 BuildMI(LoopMBB, DL, TII->get(RISCV::BNE)) in emitReadCycleWidePseudo() 1153 .addMBB(LoopMBB); in emitReadCycleWidePseudo() 1155 LoopMBB->addSuccessor(LoopMBB); in emitReadCycleWidePseudo() 1156 LoopMBB->addSuccessor(DoneMBB); in emitReadCycleWidePseudo()
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/PowerPC/ |
D | PPCExpandAtomicPseudoInsts.cpp | 129 MachineBasicBlock *LoopMBB = MF->CreateMachineBasicBlock(BB); in expandAtomicRMW128() local 131 MF->insert(MFI, LoopMBB); in expandAtomicRMW128() 136 MBB.addSuccessor(LoopMBB); in expandAtomicRMW128() 161 MachineBasicBlock *CurrentMBB = LoopMBB; in expandAtomicRMW128() 208 .addMBB(LoopMBB); in expandAtomicRMW128() 209 CurrentMBB->addSuccessor(LoopMBB); in expandAtomicRMW128() 211 recomputeLiveIns(*LoopMBB); in expandAtomicRMW128()
|
D | PPCFrameLowering.cpp | 1516 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(ProbedBB); in inlineStackProbe() local 1517 MF.insert(MBBInsertPoint, LoopMBB); in inlineStackProbe() 1521 allocateAndProbe(*LoopMBB, LoopMBB->end(), NegProbeSize, ScratchReg, in inlineStackProbe() 1523 BuildMI(LoopMBB, DL, TII.get(isPPC64 ? PPC::BDNZ8 : PPC::BDNZ)) in inlineStackProbe() 1524 .addMBB(LoopMBB); in inlineStackProbe() 1525 LoopMBB->addSuccessor(ExitMBB); in inlineStackProbe() 1526 LoopMBB->addSuccessor(LoopMBB); in inlineStackProbe() 1532 CurrentMBB->addSuccessor(LoopMBB); in inlineStackProbe() 1538 recomputeLiveIns(*LoopMBB); in inlineStackProbe()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
D | X86FrameLowering.cpp | 565 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVM_BB); in emitStackProbeInline() local 570 MF.insert(MBBIter, LoopMBB); in emitStackProbeInline() 683 BuildMI(RoundMBB, DL, TII.get(X86::JMP_1)).addMBB(LoopMBB); in emitStackProbeInline() 689 BuildMI(LoopMBB, DL, TII.get(X86::PHI), JoinReg) in emitStackProbeInline() 693 .addMBB(LoopMBB); in emitStackProbeInline() 696 LoopMBB->addLiveIn(JoinReg); in emitStackProbeInline() 697 addRegOffset(BuildMI(LoopMBB, DL, TII.get(X86::LEA64r), ProbeReg), JoinReg, in emitStackProbeInline() 701 BuildMI(LoopMBB, DL, TII.get(X86::MOV8mi)) in emitStackProbeInline() 709 LoopMBB->addLiveIn(RoundedReg); in emitStackProbeInline() 710 BuildMI(LoopMBB, DL, TII.get(X86::CMP64rr)) in emitStackProbeInline() [all …]
|
/external/llvm/lib/Target/X86/ |
D | X86FrameLowering.cpp | 528 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVM_BB); in emitStackProbeInline() local 533 MF.insert(MBBIter, LoopMBB); in emitStackProbeInline() 630 BuildMI(RoundMBB, DL, TII.get(X86::JMP_1)).addMBB(LoopMBB); in emitStackProbeInline() 636 BuildMI(LoopMBB, DL, TII.get(X86::PHI), JoinReg) in emitStackProbeInline() 640 .addMBB(LoopMBB); in emitStackProbeInline() 643 addRegOffset(BuildMI(LoopMBB, DL, TII.get(X86::LEA64r), ProbeReg), JoinReg, in emitStackProbeInline() 647 BuildMI(LoopMBB, DL, TII.get(X86::MOV8mi)) in emitStackProbeInline() 654 BuildMI(LoopMBB, DL, TII.get(X86::CMP64rr)) in emitStackProbeInline() 657 BuildMI(LoopMBB, DL, TII.get(X86::JNE_1)).addMBB(LoopMBB); in emitStackProbeInline() 680 RoundMBB->addSuccessor(LoopMBB); in emitStackProbeInline() [all …]
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/SystemZ/ |
D | SystemZFrameLowering.cpp | 795 MachineBasicBlock *LoopMBB = nullptr; in inlineStackProbe() local 814 LoopMBB = SystemZ::emitBlockAfter(MBB); in inlineStackProbe() 815 MBB->addSuccessor(LoopMBB); in inlineStackProbe() 816 LoopMBB->addSuccessor(LoopMBB); in inlineStackProbe() 817 LoopMBB->addSuccessor(DoneMBB); in inlineStackProbe() 819 MBB = LoopMBB; in inlineStackProbe() 843 recomputeLiveIns(*LoopMBB); in inlineStackProbe()
|
D | SystemZISelLowering.cpp | 7816 MachineBasicBlock *LoopMBB = SystemZ::emitBlockAfter(StartMBB); in emitAtomicLoadBinary() local 7824 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 7834 MBB = LoopMBB; in emitAtomicLoadBinary() 7837 .addReg(Dest).addMBB(LoopMBB); in emitAtomicLoadBinary() 7877 .addImm(SystemZ::CCMASK_CS).addImm(SystemZ::CCMASK_CS_NE).addMBB(LoopMBB); in emitAtomicLoadBinary() 7878 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 7933 MachineBasicBlock *LoopMBB = SystemZ::emitBlockAfter(StartMBB); in emitAtomicLoadMinMax() local 7934 MachineBasicBlock *UseAltMBB = SystemZ::emitBlockAfter(LoopMBB); in emitAtomicLoadMinMax() 7943 MBB->addSuccessor(LoopMBB); in emitAtomicLoadMinMax() 7950 MBB = LoopMBB; in emitAtomicLoadMinMax() [all …]
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/X86/ |
D | X86FrameLowering.cpp | 910 MachineBasicBlock *LoopMBB = MF.CreateMachineBasicBlock(LLVM_BB); in emitStackProbeInlineWindowsCoreCLR64() local 915 MF.insert(MBBIter, LoopMBB); in emitStackProbeInlineWindowsCoreCLR64() 1028 BuildMI(RoundMBB, DL, TII.get(X86::JMP_1)).addMBB(LoopMBB); in emitStackProbeInlineWindowsCoreCLR64() 1034 BuildMI(LoopMBB, DL, TII.get(X86::PHI), JoinReg) in emitStackProbeInlineWindowsCoreCLR64() 1038 .addMBB(LoopMBB); in emitStackProbeInlineWindowsCoreCLR64() 1041 LoopMBB->addLiveIn(JoinReg); in emitStackProbeInlineWindowsCoreCLR64() 1042 addRegOffset(BuildMI(LoopMBB, DL, TII.get(X86::LEA64r), ProbeReg), JoinReg, in emitStackProbeInlineWindowsCoreCLR64() 1046 BuildMI(LoopMBB, DL, TII.get(X86::MOV8mi)) in emitStackProbeInlineWindowsCoreCLR64() 1054 LoopMBB->addLiveIn(RoundedReg); in emitStackProbeInlineWindowsCoreCLR64() 1055 BuildMI(LoopMBB, DL, TII.get(X86::CMP64rr)) in emitStackProbeInlineWindowsCoreCLR64() [all …]
|
/external/llvm/lib/Target/SystemZ/ |
D | SystemZISelLowering.cpp | 5355 MachineBasicBlock *LoopMBB = emitBlockAfter(StartMBB); in emitAtomicLoadBinary() local 5364 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 5374 MBB = LoopMBB; in emitAtomicLoadBinary() 5377 .addReg(Dest).addMBB(LoopMBB); in emitAtomicLoadBinary() 5414 .addImm(SystemZ::CCMASK_CS).addImm(SystemZ::CCMASK_CS_NE).addMBB(LoopMBB); in emitAtomicLoadBinary() 5415 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 5471 MachineBasicBlock *LoopMBB = emitBlockAfter(StartMBB); in emitAtomicLoadMinMax() local 5472 MachineBasicBlock *UseAltMBB = emitBlockAfter(LoopMBB); in emitAtomicLoadMinMax() 5482 MBB->addSuccessor(LoopMBB); in emitAtomicLoadMinMax() 5489 MBB = LoopMBB; in emitAtomicLoadMinMax() [all …]
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/SystemZ/ |
D | SystemZISelLowering.cpp | 7074 MachineBasicBlock *LoopMBB = emitBlockAfter(StartMBB); in emitAtomicLoadBinary() local 7082 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 7092 MBB = LoopMBB; in emitAtomicLoadBinary() 7095 .addReg(Dest).addMBB(LoopMBB); in emitAtomicLoadBinary() 7135 .addImm(SystemZ::CCMASK_CS).addImm(SystemZ::CCMASK_CS_NE).addMBB(LoopMBB); in emitAtomicLoadBinary() 7136 MBB->addSuccessor(LoopMBB); in emitAtomicLoadBinary() 7192 MachineBasicBlock *LoopMBB = emitBlockAfter(StartMBB); in emitAtomicLoadMinMax() local 7193 MachineBasicBlock *UseAltMBB = emitBlockAfter(LoopMBB); in emitAtomicLoadMinMax() 7202 MBB->addSuccessor(LoopMBB); in emitAtomicLoadMinMax() 7209 MBB = LoopMBB; in emitAtomicLoadMinMax() [all …]
|