| /external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/ |
| D | RegisterPressure.h | 41 LaneBitmask LaneMask; member
43 RegisterMaskPair(unsigned RegUnit, LaneBitmask LaneMask) in RegisterMaskPair()
44 : RegUnit(RegUnit), LaneMask(LaneMask) {} in RegisterMaskPair()
264 LaneBitmask LaneMask; member
266 IndexMaskPair(unsigned Index, LaneBitmask LaneMask) in IndexMaskPair()
267 : Index(Index), LaneMask(LaneMask) {} in IndexMaskPair()
300 return I->LaneMask; in contains()
307 auto InsertRes = Regs.insert(IndexMaskPair(SparseIndex, Pair.LaneMask)); in insert()
309 LaneBitmask PrevMask = InsertRes.first->LaneMask; in insert()
310 InsertRes.first->LaneMask |= Pair.LaneMask; in insert()
[all …]
|
| D | ScheduleDAGInstrs.h | 54 LaneBitmask LaneMask; member
57 VReg2SUnit(unsigned VReg, LaneBitmask LaneMask, SUnit *SU) in VReg2SUnit()
58 : VirtReg(VReg), LaneMask(LaneMask), SU(SU) {} in VReg2SUnit()
69 VReg2SUnitOperIdx(unsigned VReg, LaneBitmask LaneMask, in VReg2SUnitOperIdx()
71 : VReg2SUnit(VReg, LaneMask, SU), OperandIndex(OperandIndex) {} in VReg2SUnitOperIdx()
|
| D | LiveInterval.h | 689 LaneBitmask LaneMask; variable
692 SubRange(LaneBitmask LaneMask) : LaneMask(LaneMask) {} in SubRange() argument
695 SubRange(LaneBitmask LaneMask, const LiveRange &Other, in SubRange() argument
697 : LiveRange(Other, Allocator), LaneMask(LaneMask) {} in SubRange()
775 LaneBitmask LaneMask) { in createSubRange() argument
776 SubRange *Range = new (Allocator) SubRange(LaneMask); in createSubRange()
784 LaneBitmask LaneMask, in createSubRangeFrom() argument
786 SubRange *Range = new (Allocator) SubRange(LaneMask, CopyFrom, Allocator); in createSubRangeFrom()
820 LaneBitmask LaneMask,
863 void refineSubRanges(BumpPtrAllocator &Allocator, LaneBitmask LaneMask,
|
| /external/llvm/include/llvm/CodeGen/ |
| D | RegisterPressure.h | 31 LaneBitmask LaneMask; member
33 RegisterMaskPair(unsigned RegUnit, LaneBitmask LaneMask) in RegisterMaskPair()
34 : RegUnit(RegUnit), LaneMask(LaneMask) {} in RegisterMaskPair()
247 LaneBitmask LaneMask;
249 IndexMaskPair(unsigned Index, LaneBitmask LaneMask)
250 : Index(Index), LaneMask(LaneMask) {}
282 return I->LaneMask;
289 auto InsertRes = Regs.insert(IndexMaskPair(SparseIndex, Pair.LaneMask));
291 unsigned PrevMask = InsertRes.first->LaneMask;
292 InsertRes.first->LaneMask |= Pair.LaneMask;
[all …]
|
| D | ScheduleDAGInstrs.h | 37 LaneBitmask LaneMask; member
40 VReg2SUnit(unsigned VReg, LaneBitmask LaneMask, SUnit *SU) in VReg2SUnit()
41 : VirtReg(VReg), LaneMask(LaneMask), SU(SU) {} in VReg2SUnit()
52 VReg2SUnitOperIdx(unsigned VReg, LaneBitmask LaneMask, in VReg2SUnitOperIdx()
54 : VReg2SUnit(VReg, LaneMask, SU), OperandIndex(OperandIndex) {} in VReg2SUnitOperIdx()
|
| D | LiveInterval.h | 604 LaneBitmask LaneMask; variable
607 SubRange(LaneBitmask LaneMask) in SubRange() argument
608 : Next(nullptr), LaneMask(LaneMask) { in SubRange()
612 SubRange(LaneBitmask LaneMask, const LiveRange &Other, in SubRange() argument
614 : LiveRange(Other, Allocator), Next(nullptr), LaneMask(LaneMask) { in SubRange()
690 LaneBitmask LaneMask) { in createSubRange() argument
691 SubRange *Range = new (Allocator) SubRange(LaneMask); in createSubRange()
699 LaneBitmask LaneMask, in createSubRangeFrom() argument
701 SubRange *Range = new (Allocator) SubRange(LaneMask, CopyFrom, Allocator); in createSubRangeFrom()
|
| /external/llvm-project/llvm/include/llvm/CodeGen/ |
| D | RegisterPressure.h | 41 LaneBitmask LaneMask; member
43 RegisterMaskPair(Register RegUnit, LaneBitmask LaneMask) in RegisterMaskPair()
44 : RegUnit(RegUnit), LaneMask(LaneMask) {} in RegisterMaskPair()
264 LaneBitmask LaneMask; member
266 IndexMaskPair(unsigned Index, LaneBitmask LaneMask) in IndexMaskPair()
267 : Index(Index), LaneMask(LaneMask) {} in IndexMaskPair()
300 return I->LaneMask; in contains()
307 auto InsertRes = Regs.insert(IndexMaskPair(SparseIndex, Pair.LaneMask)); in insert()
309 LaneBitmask PrevMask = InsertRes.first->LaneMask; in insert()
310 InsertRes.first->LaneMask |= Pair.LaneMask; in insert()
[all …]
|
| D | ScheduleDAGInstrs.h | 54 LaneBitmask LaneMask; member
57 VReg2SUnit(unsigned VReg, LaneBitmask LaneMask, SUnit *SU) in VReg2SUnit()
58 : VirtReg(VReg), LaneMask(LaneMask), SU(SU) {} in VReg2SUnit()
69 VReg2SUnitOperIdx(unsigned VReg, LaneBitmask LaneMask, in VReg2SUnitOperIdx()
71 : VReg2SUnit(VReg, LaneMask, SU), OperandIndex(OperandIndex) {} in VReg2SUnitOperIdx()
|
| D | LiveInterval.h | 691 LaneBitmask LaneMask; variable
694 SubRange(LaneBitmask LaneMask) : LaneMask(LaneMask) {} in SubRange() argument
697 SubRange(LaneBitmask LaneMask, const LiveRange &Other, in SubRange() argument
699 : LiveRange(Other, Allocator), LaneMask(LaneMask) {} in SubRange()
781 LaneBitmask LaneMask) { in createSubRange() argument
782 SubRange *Range = new (Allocator) SubRange(LaneMask); in createSubRange()
790 LaneBitmask LaneMask, in createSubRangeFrom() argument
792 SubRange *Range = new (Allocator) SubRange(LaneMask, CopyFrom, Allocator); in createSubRangeFrom()
822 LaneBitmask LaneMask,
865 void refineSubRanges(BumpPtrAllocator &Allocator, LaneBitmask LaneMask,
|
| /external/llvm/lib/CodeGen/ |
| D | MachineVerifier.cpp | 217 LaneBitmask LaneMask) const;
222 void report_context_lanemask(LaneBitmask LaneMask) const;
231 LaneBitmask LaneMask = 0);
234 LaneBitmask LaneMask = 0);
249 void verifyLiveRange(const LiveRange&, unsigned, LaneBitmask LaneMask = 0);
478 LaneBitmask LaneMask) const { in report_context()
481 if (LaneMask != 0) in report_context()
482 report_context_lanemask(LaneMask); in report_context()
509 void MachineVerifier::report_context_lanemask(LaneBitmask LaneMask) const { in report_context_lanemask()
510 errs() << "- lanemask: " << PrintLaneMask(LaneMask) << '\n'; in report_context_lanemask()
[all …]
|
| D | RegisterPressure.cpp | 76 if (P.LaneMask != ~0u) in dump()
77 dbgs() << ':' << PrintLaneMask(P.LaneMask); in dump()
84 if (P.LaneMask != ~0u) in dump()
85 dbgs() << ':' << PrintLaneMask(P.LaneMask); in dump()
325 increaseSetPressure(LiveThruPressure, *MRI, RegUnit, 0, Pair.LaneMask); in initLiveThru()
337 return I->LaneMask; in getRegLanes()
343 assert(Pair.LaneMask != 0); in addRegLanes()
351 I->LaneMask |= Pair.LaneMask; in addRegLanes()
364 I->LaneMask = 0; in setRegZero()
371 assert(Pair.LaneMask != 0); in removeRegLanes()
[all …]
|
| D | RegisterCoalescer.cpp | 167 LaneBitmask LaneMask, CoalescerPair &CP);
172 LaneBitmask LaneMask, const CoalescerPair &CP);
814 LaneBitmask AMask = SA.LaneMask; in removeCopyByCommutingDef()
816 LaneBitmask BMask = SB.LaneMask; in removeCopyByCommutingDef()
826 SB.LaneMask = BRest; in removeCopyByCommutingDef()
833 SB.LaneMask = Common; in removeCopyByCommutingDef()
1031 SR.LaneMask = TRI->composeSubRegIndexLaneMask(DstIdx, SR.LaneMask); in reMaterializeTrivialDef()
1061 MaxMask &= ~SR.LaneMask; in reMaterializeTrivialDef()
1156 if ((SR.LaneMask & SrcMask) == 0) in eliminateUndefCopy()
1177 if ((SR.LaneMask & DstMask) == 0) in eliminateUndefCopy()
[all …]
|
| D | RenameIndependentSubregs.cpp | 183 LaneBitmask LaneMask = TRI.getSubRegIndexLaneMask(SubRegIdx); in findComponents() local
187 if ((SR.LaneMask & LaneMask) == 0) in findComponents()
226 LaneBitmask LaneMask = TRI.getSubRegIndexLaneMask(SubRegIdx); in rewriteOperands() local
231 if ((SR.LaneMask & LaneMask) == 0) in rewriteOperands()
273 SubRanges[ID-1] = Intervals[ID]->createSubRange(Allocator, SR.LaneMask); in distribute()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/ |
| D | RegisterPressure.cpp | 101 if (!P.LaneMask.all()) in dump()
102 dbgs() << ':' << PrintLaneMask(P.LaneMask); in dump()
109 if (!P.LaneMask.all()) in dump()
110 dbgs() << ':' << PrintLaneMask(P.LaneMask); in dump()
367 LaneBitmask::getNone(), Pair.LaneMask); in initLiveThru()
378 return I->LaneMask; in getRegLanes()
384 assert(Pair.LaneMask.any()); in addRegLanes()
391 I->LaneMask |= Pair.LaneMask; in addRegLanes()
403 I->LaneMask = LaneBitmask::getNone(); in setRegZero()
410 assert(Pair.LaneMask.any()); in removeRegLanes()
[all …]
|
| D | MachineVerifier.cpp | 252 LaneBitmask LaneMask) const;
258 void report_context_lanemask(LaneBitmask LaneMask) const;
267 LaneBitmask LaneMask = LaneBitmask::getNone());
271 LaneBitmask LaneMask = LaneBitmask::getNone());
287 LaneBitmask LaneMask = LaneBitmask::getNone());
528 LaneBitmask LaneMask) const { in report_context()
531 if (LaneMask.any()) in report_context()
532 report_context_lanemask(LaneMask); in report_context()
563 void MachineVerifier::report_context_lanemask(LaneBitmask LaneMask) const { in report_context_lanemask()
564 errs() << "- lanemask: " << PrintLaneMask(LaneMask) << '\n'; in report_context_lanemask()
[all …]
|
| D | ScheduleDAGInstrs.cpp | 384 return (RegUse->LaneMask & getLaneMaskForMO(MO)).none(); in deadDefHasNoUse()
434 LaneBitmask LaneMask = I->LaneMask; in addVRegDefDeps() local
436 if ((LaneMask & KillLaneMask).none()) { in addVRegDefDeps()
441 if ((LaneMask & DefLaneMask).any()) { in addVRegDefDeps()
451 LaneMask &= ~KillLaneMask; in addVRegDefDeps()
453 if (LaneMask.any()) { in addVRegDefDeps()
454 I->LaneMask = LaneMask; in addVRegDefDeps()
472 LaneBitmask LaneMask = DefLaneMask; in addVRegDefDeps() local
476 if ((V2SU.LaneMask & LaneMask).none()) in addVRegDefDeps()
495 LaneBitmask OverlapMask = V2SU.LaneMask & LaneMask; in addVRegDefDeps()
[all …]
|
| D | LiveIntervals.cpp | 367 unsigned Reg, LaneBitmask LaneMask) { in extendSegmentsToUses() argument
378 if ((SR.LaneMask & M).any()) { in extendSegmentsToUses()
379 assert(SR.LaneMask == M && "Expecting lane masks to match exactly"); in extendSegmentsToUses()
387 const LiveRange &OldRange = getSubRange(LI, LaneMask); in extendSegmentsToUses()
434 assert(LaneMask.any() && in extendSegmentsToUses()
437 LI.computeSubRangeUndefs(Undefs, LaneMask, *MRI, *Indexes); in extendSegmentsToUses()
569 LaneBitmask LaneMask = TRI->getSubRegIndexLaneMask(SubReg); in shrinkToUses() local
570 if ((LaneMask & SR.LaneMask).none()) in shrinkToUses()
598 extendSegmentsToUses(NewLR, WorkList, Reg, SR.LaneMask); in shrinkToUses()
783 DefinedLanesMask |= SR.LaneMask; in addKillFlags()
[all …]
|
| /external/llvm-project/llvm/lib/CodeGen/ |
| D | RegisterPressure.cpp | 101 if (!P.LaneMask.all()) in dump()
102 dbgs() << ':' << PrintLaneMask(P.LaneMask); in dump()
109 if (!P.LaneMask.all()) in dump()
110 dbgs() << ':' << PrintLaneMask(P.LaneMask); in dump()
367 LaneBitmask::getNone(), Pair.LaneMask); in initLiveThru()
378 return I->LaneMask; in getRegLanes()
384 assert(Pair.LaneMask.any()); in addRegLanes()
391 I->LaneMask |= Pair.LaneMask; in addRegLanes()
403 I->LaneMask = LaneBitmask::getNone(); in setRegZero()
410 assert(Pair.LaneMask.any()); in removeRegLanes()
[all …]
|
| D | MachineVerifier.cpp | 230 LaneBitmask LaneMask) const;
236 void report_context_lanemask(LaneBitmask LaneMask) const;
246 LaneBitmask LaneMask = LaneBitmask::getNone());
250 LaneBitmask LaneMask = LaneBitmask::getNone());
266 LaneBitmask LaneMask = LaneBitmask::getNone());
513 LaneBitmask LaneMask) const { in report_context()
516 if (LaneMask.any()) in report_context()
517 report_context_lanemask(LaneMask); in report_context()
548 void MachineVerifier::report_context_lanemask(LaneBitmask LaneMask) const { in report_context_lanemask()
549 errs() << "- lanemask: " << PrintLaneMask(LaneMask) << '\n'; in report_context_lanemask()
[all …]
|
| D | ScheduleDAGInstrs.cpp | 386 return (RegUse->LaneMask & getLaneMaskForMO(MO)).none(); in deadDefHasNoUse()
436 LaneBitmask LaneMask = I->LaneMask; in addVRegDefDeps() local
438 if ((LaneMask & KillLaneMask).none()) { in addVRegDefDeps()
443 if ((LaneMask & DefLaneMask).any()) { in addVRegDefDeps()
453 LaneMask &= ~KillLaneMask; in addVRegDefDeps()
455 if (LaneMask.any()) { in addVRegDefDeps()
456 I->LaneMask = LaneMask; in addVRegDefDeps()
474 LaneBitmask LaneMask = DefLaneMask; in addVRegDefDeps() local
478 if ((V2SU.LaneMask & LaneMask).none()) in addVRegDefDeps()
497 LaneBitmask OverlapMask = V2SU.LaneMask & LaneMask; in addVRegDefDeps()
[all …]
|
| D | LiveIntervals.cpp | 374 Register Reg, LaneBitmask LaneMask) { in extendSegmentsToUses() argument
385 if ((SR.LaneMask & M).any()) { in extendSegmentsToUses()
386 assert(SR.LaneMask == M && "Expecting lane masks to match exactly"); in extendSegmentsToUses()
394 const LiveRange &OldRange = getSubRange(LI, LaneMask); in extendSegmentsToUses()
441 assert(LaneMask.any() && in extendSegmentsToUses()
444 LI.computeSubRangeUndefs(Undefs, LaneMask, *MRI, *Indexes); in extendSegmentsToUses()
576 LaneBitmask LaneMask = TRI->getSubRegIndexLaneMask(SubReg); in shrinkToUses() local
577 if ((LaneMask & SR.LaneMask).none()) in shrinkToUses()
605 extendSegmentsToUses(NewLR, WorkList, Reg, SR.LaneMask); in shrinkToUses()
790 DefinedLanesMask |= SR.LaneMask; in addKillFlags()
[all …]
|
| /external/llvm-project/llvm/lib/Target/AMDGPU/ |
| D | SIFormMemoryClauses.cpp | 65 void forAllLanes(Register Reg, LaneBitmask LaneMask, Callable Func) const;
154 void SIFormMemoryClauses::forAllLanes(Register Reg, LaneBitmask LaneMask, in forAllLanes() argument
156 if (LaneMask.all() || Reg.isPhysical() || in forAllLanes()
157 LaneMask == MRI->getMaxLaneMaskForVReg(Reg)) { in forAllLanes()
171 if (SubRegMask == LaneMask) { in forAllLanes()
176 if ((SubRegMask & ~LaneMask).any() || (SubRegMask & LaneMask).none()) in forAllLanes()
194 if ((SubRegMask & ~LaneMask).any() || (SubRegMask & LaneMask).none()) in forAllLanes()
198 LaneMask &= ~SubRegMask; in forAllLanes()
199 if (LaneMask.none()) in forAllLanes()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AMDGPU/ |
| D | SIFormMemoryClauses.cpp | 65 void forAllLanes(unsigned Reg, LaneBitmask LaneMask, Callable Func) const;
154 void SIFormMemoryClauses::forAllLanes(unsigned Reg, LaneBitmask LaneMask, in forAllLanes() argument
156 if (LaneMask.all() || Register::isPhysicalRegister(Reg) || in forAllLanes()
157 LaneMask == MRI->getMaxLaneMaskForVReg(Reg)) { in forAllLanes()
171 if (SubRegMask == LaneMask) { in forAllLanes()
176 if ((SubRegMask & ~LaneMask).any() || (SubRegMask & LaneMask).none()) in forAllLanes()
194 if ((SubRegMask & ~LaneMask).any() || (SubRegMask & LaneMask).none()) in forAllLanes()
198 LaneMask &= ~SubRegMask; in forAllLanes()
199 if (LaneMask.none()) in forAllLanes()
|
| /external/llvm-project/llvm/include/llvm/MC/ |
| D | LaneBitmask.h | 93 inline Printable PrintLaneMask(LaneBitmask LaneMask) { in PrintLaneMask() argument
94 return Printable([LaneMask](raw_ostream &OS) { in PrintLaneMask()
95 OS << format(LaneBitmask::FormatStr, LaneMask.getAsInteger()); in PrintLaneMask()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/MC/ |
| D | LaneBitmask.h | 93 inline Printable PrintLaneMask(LaneBitmask LaneMask) { in PrintLaneMask() argument
94 return Printable([LaneMask](raw_ostream &OS) { in PrintLaneMask()
95 OS << format(LaneBitmask::FormatStr, LaneMask.getAsInteger()); in PrintLaneMask()
|