| /external/llvm/lib/CodeGen/ |
| D | RegisterPressure.cpp | 28 LaneBitmask PrevMask, LaneBitmask NewMask) { in increaseSetPressure() argument
29 assert((PrevMask & ~NewMask) == 0 && "Must not remove bits"); in increaseSetPressure()
30 if (PrevMask != 0 || NewMask == 0) in increaseSetPressure()
42 LaneBitmask PrevMask, LaneBitmask NewMask) { in decreaseSetPressure() argument
43 assert((NewMask & !PrevMask) == 0 && "Must not add bits"); in decreaseSetPressure()
44 if (NewMask != 0 || PrevMask == 0) in decreaseSetPressure()
114 LaneBitmask NewMask) { in increaseRegPressure() argument
115 if (PreviousMask != 0 || NewMask == 0) in increaseRegPressure()
129 LaneBitmask NewMask) { in decreaseRegPressure() argument
130 decreaseSetPressure(CurrSetPressure, *MRI, RegUnit, PreviousMask, NewMask); in decreaseRegPressure()
[all …]
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/ |
| D | RegisterPressure.cpp | 53 LaneBitmask PrevMask, LaneBitmask NewMask) { in increaseSetPressure() argument
54 assert((PrevMask & ~NewMask).none() && "Must not remove bits"); in increaseSetPressure()
55 if (PrevMask.any() || NewMask.none()) in increaseSetPressure()
67 LaneBitmask PrevMask, LaneBitmask NewMask) { in decreaseSetPressure() argument
69 if (NewMask.any() || PrevMask.none()) in decreaseSetPressure()
142 LaneBitmask NewMask) { in increaseRegPressure() argument
143 if (PreviousMask.any() || NewMask.none()) in increaseRegPressure()
157 LaneBitmask NewMask) { in decreaseRegPressure() argument
158 decreaseSetPressure(CurrSetPressure, *MRI, RegUnit, PreviousMask, NewMask); in decreaseRegPressure()
694 LaneBitmask NewMask = PrevMask | P.LaneMask; in addLiveRegs() local
[all …]
|
| /external/swiftshader/third_party/LLVM/lib/CodeGen/SelectionDAG/ |
| D | TargetLowering.cpp | 1215 APInt NewMask = DemandedMask; in SimplifyDemandedBits() local
1231 NewMask = APInt::getAllOnesValue(BitWidth); in SimplifyDemandedBits()
1245 KnownOne = cast<ConstantSDNode>(Op)->getAPIntValue() & NewMask; in SimplifyDemandedBits()
1246 KnownZero = ~KnownOne & NewMask; in SimplifyDemandedBits()
1256 TLO.DAG.ComputeMaskedBits(Op.getOperand(0), NewMask, in SimplifyDemandedBits()
1259 if ((LHSZero & NewMask) == (~RHSC->getAPIntValue() & NewMask)) in SimplifyDemandedBits()
1263 if (TLO.ShrinkDemandedConstant(Op, ~LHSZero & NewMask)) in SimplifyDemandedBits()
1267 if (SimplifyDemandedBits(Op.getOperand(1), NewMask, KnownZero, in SimplifyDemandedBits()
1271 if (SimplifyDemandedBits(Op.getOperand(0), ~KnownZero & NewMask, in SimplifyDemandedBits()
1278 if ((NewMask & ~KnownZero2 & KnownOne) == (~KnownZero2 & NewMask)) in SimplifyDemandedBits()
[all …]
|
| D | LegalizeVectorTypes.cpp | 1973 SmallVector<int, 16> NewMask; in WidenVecRes_VECTOR_SHUFFLE() local
1977 NewMask.push_back(Idx); in WidenVecRes_VECTOR_SHUFFLE()
1979 NewMask.push_back(Idx - NumElts + WidenNumElts); in WidenVecRes_VECTOR_SHUFFLE()
1982 NewMask.push_back(-1); in WidenVecRes_VECTOR_SHUFFLE()
1983 return DAG.getVectorShuffle(WidenVT, dl, InOp1, InOp2, &NewMask[0]); in WidenVecRes_VECTOR_SHUFFLE()
|
| /external/llvm/lib/CodeGen/SelectionDAG/ |
| D | TargetLowering.cpp | 437 APInt NewMask = DemandedMask; in SimplifyDemandedBits() local
454 NewMask = APInt::getAllOnesValue(BitWidth); in SimplifyDemandedBits()
481 if ((LHSZero & NewMask) == (~RHSC->getAPIntValue() & NewMask)) in SimplifyDemandedBits()
485 if (TLO.ShrinkDemandedConstant(Op, ~LHSZero & NewMask)) in SimplifyDemandedBits()
489 if (SimplifyDemandedBits(Op.getOperand(1), NewMask, KnownZero, in SimplifyDemandedBits()
493 if (SimplifyDemandedBits(Op.getOperand(0), ~KnownZero & NewMask, in SimplifyDemandedBits()
500 if ((NewMask & ~KnownZero2 & KnownOne) == (~KnownZero2 & NewMask)) in SimplifyDemandedBits()
502 if ((NewMask & ~KnownZero & KnownOne2) == (~KnownZero & NewMask)) in SimplifyDemandedBits()
505 if ((NewMask & (KnownZero|KnownZero2)) == NewMask) in SimplifyDemandedBits()
508 if (TLO.ShrinkDemandedConstant(Op, ~KnownZero2 & NewMask)) in SimplifyDemandedBits()
[all …]
|
| D | DAGCombiner.cpp | 2995 SDValue NewMask = DAG.getConstant(AndMask.trunc(Size / 2), SL, HalfVT); in visitANDLike() local
2998 SDValue And = DAG.getNode(ISD::AND, SL, HalfVT, Shift, NewMask); in visitANDLike()
6754 APInt NewMask = Mask << Amt; in GetDemandedBits() local
6755 if (SDValue SimplifyLHS = GetDemandedBits(V.getOperand(0), NewMask)) in GetDemandedBits()
7614 SmallVector<int, 8> NewMask; in visitBITCAST() local
7617 NewMask.push_back(M < 0 ? -1 : M * MaskScale + i); in visitBITCAST()
7619 bool LegalMask = TLI.isShuffleMaskLegal(NewMask, VT); in visitBITCAST()
7622 ShuffleVectorSDNode::commuteMask(NewMask); in visitBITCAST()
7623 LegalMask = TLI.isShuffleMaskLegal(NewMask, VT); in visitBITCAST()
7627 return DAG.getVectorShuffle(VT, SDLoc(N), SV0, SV1, NewMask); in visitBITCAST()
[all …]
|
| D | LegalizeDAG.cpp | 226 SmallVector<int, 8> NewMask; in ShuffleWithNarrowerEltType() local
231 NewMask.push_back(-1); in ShuffleWithNarrowerEltType()
233 NewMask.push_back(Idx * NumEltsGrowth + j); in ShuffleWithNarrowerEltType()
236 assert(NewMask.size() == NumDestElts && "Non-integer NumEltsGrowth?"); in ShuffleWithNarrowerEltType()
237 assert(TLI.isShuffleMaskLegal(NewMask, NVT) && "Shuffle not legal?"); in ShuffleWithNarrowerEltType()
238 return DAG.getVectorShuffle(NVT, dl, N1, N2, NewMask); in ShuffleWithNarrowerEltType()
2994 SmallVector<int, 32> NewMask; in ExpandNode() local
3034 NewMask.push_back(Mask[i]); in ExpandNode()
3038 NewMask.push_back(Mask[i]*factor+fi); in ExpandNode()
3041 Mask = NewMask; in ExpandNode()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/AMDGPU/ |
| D | GCNRegPressure.cpp | 97 LaneBitmask NewMask, in inc() argument
99 if (NewMask == PrevMask) in inc()
103 if (NewMask < PrevMask) { in inc()
104 std::swap(NewMask, PrevMask); in inc()
113 assert(PrevMask.none() && NewMask == MaxMask); in inc()
119 assert(NewMask < MaxMask || NewMask == MaxMask); in inc()
120 assert(PrevMask < NewMask); in inc()
123 Sign * (~PrevMask & NewMask).getNumLanes(); in inc()
126 assert(NewMask.any()); in inc()
|
| D | GCNRegPressure.h | 59 LaneBitmask NewMask,
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/SelectionDAG/ |
| D | TargetLowering.cpp | 512 APInt NewMask = DemandedMask; in SimplifyDemandedBits() local
537 NewMask = APInt::getAllOnesValue(BitWidth); in SimplifyDemandedBits()
585 if ((LHSKnown.Zero & NewMask) == (~RHSC->getAPIntValue() & NewMask)) in SimplifyDemandedBits()
590 if (ShrinkDemandedConstant(Op, ~LHSKnown.Zero & NewMask, TLO)) in SimplifyDemandedBits()
606 if (SimplifyDemandedBits(Op.getOperand(1), NewMask, Known, TLO, Depth+1)) in SimplifyDemandedBits()
609 if (SimplifyDemandedBits(Op.getOperand(0), ~Known.Zero & NewMask, in SimplifyDemandedBits()
616 if (NewMask.isSubsetOf(Known2.Zero | Known.One)) in SimplifyDemandedBits()
618 if (NewMask.isSubsetOf(Known.Zero | Known2.One)) in SimplifyDemandedBits()
621 if (NewMask.isSubsetOf(Known.Zero | Known2.Zero)) in SimplifyDemandedBits()
624 if (ShrinkDemandedConstant(Op, ~Known2.Zero & NewMask, TLO)) in SimplifyDemandedBits()
[all …]
|
| D | LegalizeDAG.cpp | 257 SmallVector<int, 8> NewMask; in ShuffleWithNarrowerEltType() local
262 NewMask.push_back(-1); in ShuffleWithNarrowerEltType()
264 NewMask.push_back(Idx * NumEltsGrowth + j); in ShuffleWithNarrowerEltType()
267 assert(NewMask.size() == NumDestElts && "Non-integer NumEltsGrowth?"); in ShuffleWithNarrowerEltType()
268 assert(TLI.isShuffleMaskLegal(NewMask, NVT) && "Shuffle not legal?"); in ShuffleWithNarrowerEltType()
269 return DAG.getVectorShuffle(NVT, dl, N1, N2, NewMask); in ShuffleWithNarrowerEltType()
3103 SmallVector<int, 32> NewMask; in ExpandNode() local
3141 NewMask.push_back(Mask[i]); in ExpandNode()
3145 NewMask.push_back(Mask[i]*factor+fi); in ExpandNode()
3148 Mask = NewMask; in ExpandNode()
|
| D | DAGCombiner.cpp | 4026 SDValue NewMask = DAG.getConstant(AndMask.trunc(Size / 2), SL, HalfVT); in visitANDLike() local
4029 SDValue And = DAG.getNode(ISD::AND, SL, HalfVT, Shift, NewMask); in visitANDLike()
9964 SmallVector<int, 8> NewMask; in visitBITCAST() local
9967 NewMask.push_back(M < 0 ? -1 : M * MaskScale + i); in visitBITCAST()
9969 bool LegalMask = TLI.isShuffleMaskLegal(NewMask, VT); in visitBITCAST()
9972 ShuffleVectorSDNode::commuteMask(NewMask); in visitBITCAST()
9973 LegalMask = TLI.isShuffleMaskLegal(NewMask, VT); in visitBITCAST()
9977 return DAG.getVectorShuffle(VT, SDLoc(N), SV0, SV1, NewMask); in visitBITCAST()
16837 SmallVector<int, 32> NewMask; in combineShuffleOfSplat() local
16839 NewMask.push_back(Idx == -1 ? -1 : SplatMask[Idx]); in combineShuffleOfSplat()
[all …]
|
| /external/swiftshader/third_party/LLVM/lib/Transforms/InstCombine/ |
| D | InstCombineVectorOps.cpp | 536 std::vector<int> NewMask; in visitShuffleVectorInst() local
551 NewMask.push_back(MaskElt); in visitShuffleVectorInst()
556 if (isSplat || NewMask == LHSMask || NewMask == Mask) { in visitShuffleVectorInst()
559 for (unsigned i = 0, e = NewMask.size(); i != e; ++i) { in visitShuffleVectorInst()
560 if (NewMask[i] < 0) { in visitShuffleVectorInst()
563 Elts.push_back(ConstantInt::get(Int32Ty, NewMask[i])); in visitShuffleVectorInst()
|
| D | InstCombineSimplifyDemanded.cpp | 349 APInt NewMask = ~(LHSKnownOne & RHSKnownOne & DemandedMask); in SimplifyDemandedUseBits() local
352 ConstantInt::get(I->getType(), NewMask & AndRHS->getValue()); in SimplifyDemandedUseBits()
357 ConstantInt::get(I->getType(), NewMask & XorRHS->getValue()); in SimplifyDemandedUseBits()
|
| /external/tensorflow/tensorflow/core/common_runtime/gpu/ |
| D | gpu_debug_allocator.cc | 32 int64* NewMask(int64 word) { in NewMask() function
40 int64* before_mask = NewMask(0xabababababababab);
41 int64* after_mask = NewMask(0xcdcdcdcdcdcdcdcd);
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/Hexagon/ |
| D | HexagonISelDAGToDAGHVX.cpp | 836 MutableArrayRef<int> NewMask, unsigned Options = None);
838 MutableArrayRef<int> NewMask);
1048 ResultStack &Results, MutableArrayRef<int> NewMask, in packs() argument
1074 memcpy(NewMask.data(), SM.Mask.data(), sizeof(int)*VecLen); in packs()
1082 NewMask[I] = M; in packs()
1112 NewMask[I] = M; in packs()
1135 NewMask[I] = M; in packs()
1145 ResultStack &Results, MutableArrayRef<int> NewMask) { in packp() argument
1187 NewMask[I] = M; in packp()
1244 SmallVector<int,128> NewMask(VecLen); in shuffs2() local
[all …]
|
| /external/swiftshader/third_party/llvm-7.0/llvm/include/llvm/CodeGen/ |
| D | RegisterPressure.h | 554 LaneBitmask NewMask);
556 LaneBitmask NewMask);
|
| /external/llvm/include/llvm/CodeGen/ |
| D | RegisterPressure.h | 539 LaneBitmask NewMask);
541 LaneBitmask NewMask);
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/InstCombine/ |
| D | InstCombineAndOrXor.cpp | 283 unsigned NewMask; in conjugateICmpMask() local
284 NewMask = (Mask & (AMask_AllOnes | BMask_AllOnes | Mask_AllZeros | in conjugateICmpMask()
288 NewMask |= (Mask & (AMask_NotAllOnes | BMask_NotAllOnes | Mask_NotAllZeros | in conjugateICmpMask()
292 return NewMask; in conjugateICmpMask()
514 Value *NewMask = ConstantInt::get(BCst->getType(), BorD); in foldLogOpOfMaskedICmps_NotAllZeros_BMask_Mixed() local
516 Value *NewAnd = Builder.CreateAnd(A, NewMask); in foldLogOpOfMaskedICmps_NotAllZeros_BMask_Mixed()
693 APInt NewMask = BCst->getValue() & DCst->getValue(); in foldLogOpOfMaskedICmps() local
695 if (NewMask == BCst->getValue()) in foldLogOpOfMaskedICmps()
697 else if (NewMask == DCst->getValue()) in foldLogOpOfMaskedICmps()
706 APInt NewMask = BCst->getValue() | DCst->getValue(); in foldLogOpOfMaskedICmps() local
[all …]
|
| D | InstCombineSimplifyDemanded.cpp | 298 APInt NewMask = ~(LHSKnown.One & RHSKnown.One & DemandedMask); in SimplifyDemandedUseBits() local
301 ConstantInt::get(I->getType(), NewMask & AndRHS->getValue()); in SimplifyDemandedUseBits()
306 ConstantInt::get(I->getType(), NewMask & XorRHS->getValue()); in SimplifyDemandedUseBits()
|
| /external/llvm/lib/Transforms/InstCombine/ |
| D | InstCombineAndOrXor.cpp | 512 unsigned NewMask; in conjugateICmpMask() local
513 NewMask = (Mask & (FoldMskICmp_AMask_AllOnes | FoldMskICmp_BMask_AllOnes | in conjugateICmpMask()
518 NewMask |= in conjugateICmpMask()
524 return NewMask; in conjugateICmpMask()
760 APInt NewMask = BCst->getValue() & DCst->getValue(); in foldLogOpOfMaskedICmps() local
762 if (NewMask == BCst->getValue()) in foldLogOpOfMaskedICmps()
764 else if (NewMask == DCst->getValue()) in foldLogOpOfMaskedICmps()
772 APInt NewMask = BCst->getValue() | DCst->getValue(); in foldLogOpOfMaskedICmps() local
774 if (NewMask == BCst->getValue()) in foldLogOpOfMaskedICmps()
776 else if (NewMask == DCst->getValue()) in foldLogOpOfMaskedICmps()
|
| D | InstCombineSimplifyDemanded.cpp | 389 APInt NewMask = ~(LHSKnownOne & RHSKnownOne & DemandedMask); in SimplifyDemandedUseBits() local
392 ConstantInt::get(I->getType(), NewMask & AndRHS->getValue()); in SimplifyDemandedUseBits()
397 ConstantInt::get(I->getType(), NewMask & XorRHS->getValue()); in SimplifyDemandedUseBits()
|
| /external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/X86/ |
| D | X86ISelDAGToDAG.cpp | 1153 SDValue NewMask = DAG.getConstant(0xff, DL, VT); in foldMaskAndShiftToExtract() local
1155 SDValue And = DAG.getNode(ISD::AND, DL, VT, Srl, NewMask); in foldMaskAndShiftToExtract()
1166 insertDAGNode(DAG, N, NewMask); in foldMaskAndShiftToExtract()
1200 SDValue NewMask = DAG.getConstant(Mask >> ShiftAmt, DL, VT); in foldMaskedShiftToScaledMask() local
1201 SDValue NewAnd = DAG.getNode(ISD::AND, DL, VT, X, NewMask); in foldMaskedShiftToScaledMask()
1209 insertDAGNode(DAG, N, NewMask); in foldMaskedShiftToScaledMask()
2753 SDValue NewMask = CurDAG->getConstant(NegMaskVal, SDLoc(And), VT); in shrinkAndImmediate() local
2754 SDValue NewAnd = CurDAG->getNode(ISD::AND, SDLoc(And), VT, And0, NewMask); in shrinkAndImmediate()
|
| /external/llvm/lib/Target/X86/ |
| D | X86ISelDAGToDAG.cpp | 935 SDValue NewMask = DAG.getConstant(0xff, DL, VT); in foldMaskAndShiftToExtract() local
937 SDValue And = DAG.getNode(ISD::AND, DL, VT, Srl, NewMask); in foldMaskAndShiftToExtract()
948 insertDAGNode(DAG, N, NewMask); in foldMaskAndShiftToExtract()
982 SDValue NewMask = DAG.getConstant(Mask >> ShiftAmt, DL, VT); in foldMaskedShiftToScaledMask() local
983 SDValue NewAnd = DAG.getNode(ISD::AND, DL, VT, X, NewMask); in foldMaskedShiftToScaledMask()
991 insertDAGNode(DAG, N, NewMask); in foldMaskedShiftToScaledMask()
|
| /external/llvm/lib/Target/SystemZ/ |
| D | SystemZISelDAGToDAG.cpp | 955 SDValue NewMask = CurDAG->getConstant(RISBG.Mask, DL, VT); in tryRISBGZero() local
956 N = CurDAG->UpdateNodeOperands(N, N->getOperand(0), NewMask); in tryRISBGZero()
|