/external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/GlobalISel/ |
D | LegalizerHelper.cpp | 594 void LegalizerHelper::widenScalarSrc(MachineInstr &MI, LLT WideTy, in widenScalarSrc() argument 597 auto ExtB = MIRBuilder.buildInstr(ExtOpcode, WideTy, MO.getReg()); in widenScalarSrc() 601 void LegalizerHelper::widenScalarDst(MachineInstr &MI, LLT WideTy, in widenScalarDst() argument 604 unsigned DstExt = MRI.createGenericVirtualRegister(WideTy); in widenScalarDst() 611 LegalizerHelper::widenScalar(MachineInstr &MI, unsigned TypeIdx, LLT WideTy) { in widenScalar() argument 627 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ANYEXT); in widenScalar() 628 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_ANYEXT); in widenScalar() 629 widenScalarDst(MI, WideTy); in widenScalar() 634 widenScalarSrc(MI, WideTy, 1, TargetOpcode::G_ANYEXT); in widenScalar() 637 widenScalarSrc(MI, WideTy, 2, TargetOpcode::G_ZEXT); in widenScalar() [all …]
|
/external/swiftshader/third_party/llvm-7.0/llvm/include/llvm/CodeGen/GlobalISel/ |
D | LegalizerHelper.h | 72 LegalizeResult widenScalar(MachineInstr &MI, unsigned TypeIdx, LLT WideTy); 86 LLT WideTy); 100 void widenScalarSrc(MachineInstr &MI, LLT WideTy, unsigned OpIdx, 106 void widenScalarDst(MachineInstr &MI, LLT WideTy, unsigned OpIdx = 0,
|
/external/llvm/lib/Transforms/Utils/ |
D | SimplifyIndVar.cpp | 374 auto *WideTy = in eliminateOverflowIntrinsic() local 378 (SE->*Extension)((SE->*Operation)(LHS, RHS, SCEV::FlagAnyWrap), WideTy); in eliminateOverflowIntrinsic() 380 (SE->*Operation)((SE->*Extension)(LHS, WideTy), in eliminateOverflowIntrinsic() 381 (SE->*Extension)(RHS, WideTy), SCEV::FlagAnyWrap); in eliminateOverflowIntrinsic() 519 Type *WideTy = IntegerType::get(BO->getContext(), BitWidth * 2); in strengthenOverflowingOperation() local 526 const SCEV *ExtendAfterOp = SE->getZeroExtendExpr(SE->getSCEV(BO), WideTy); in strengthenOverflowingOperation() 528 SE->getZeroExtendExpr(LHS, WideTy), SE->getZeroExtendExpr(RHS, WideTy), in strengthenOverflowingOperation() 538 const SCEV *ExtendAfterOp = SE->getSignExtendExpr(SE->getSCEV(BO), WideTy); in strengthenOverflowingOperation() 540 SE->getSignExtendExpr(LHS, WideTy), SE->getSignExtendExpr(RHS, WideTy), in strengthenOverflowingOperation()
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Utils/ |
D | SimplifyIndVar.cpp | 451 auto *WideTy = in eliminateOverflowIntrinsic() local 456 WideTy, 0); in eliminateOverflowIntrinsic() 458 (SE->*Operation)((SE->*Extension)(LHS, WideTy, 0), in eliminateOverflowIntrinsic() 459 (SE->*Extension)(RHS, WideTy, 0), SCEV::FlagAnyWrap, 0); in eliminateOverflowIntrinsic() 749 Type *WideTy = IntegerType::get(BO->getContext(), BitWidth * 2); in strengthenOverflowingOperation() local 756 const SCEV *ExtendAfterOp = SE->getZeroExtendExpr(SE->getSCEV(BO), WideTy); in strengthenOverflowingOperation() 758 SE->getZeroExtendExpr(LHS, WideTy), SE->getZeroExtendExpr(RHS, WideTy), in strengthenOverflowingOperation() 768 const SCEV *ExtendAfterOp = SE->getSignExtendExpr(SE->getSCEV(BO), WideTy); in strengthenOverflowingOperation() 770 SE->getSignExtendExpr(LHS, WideTy), SE->getSignExtendExpr(RHS, WideTy), in strengthenOverflowingOperation()
|
/external/swiftshader/third_party/LLVM/lib/Analysis/ |
D | ScalarEvolution.cpp | 957 Type *WideTy = IntegerType::get(getContext(), BitWidth * 2); in getZeroExtendExpr() local 962 getAddExpr(getZeroExtendExpr(Start, WideTy), in getZeroExtendExpr() 963 getMulExpr(getZeroExtendExpr(CastedMaxBECount, WideTy), in getZeroExtendExpr() 964 getZeroExtendExpr(Step, WideTy))); in getZeroExtendExpr() 965 if (getZeroExtendExpr(Add, WideTy) == OperandExtendedAdd) { in getZeroExtendExpr() 978 getAddExpr(getZeroExtendExpr(Start, WideTy), in getZeroExtendExpr() 979 getMulExpr(getZeroExtendExpr(CastedMaxBECount, WideTy), in getZeroExtendExpr() 980 getSignExtendExpr(Step, WideTy))); in getZeroExtendExpr() 981 if (getZeroExtendExpr(Add, WideTy) == OperandExtendedAdd) { in getZeroExtendExpr() 1101 Type *WideTy = IntegerType::get(SE->getContext(), BitWidth * 2); in getPreStartForSignExtend() local [all …]
|
/external/llvm/lib/Analysis/ |
D | ScalarEvolutionExpander.cpp | 1058 Type *WideTy = IntegerType::get(AR->getType()->getContext(), BitWidth * 2); in IsIncrementNSW() local 1060 const SCEV *OpAfterExtend = SE.getAddExpr(SE.getSignExtendExpr(Step, WideTy), in IsIncrementNSW() 1061 SE.getSignExtendExpr(AR, WideTy)); in IsIncrementNSW() 1063 SE.getSignExtendExpr(SE.getAddExpr(AR, Step), WideTy); in IsIncrementNSW() 1072 Type *WideTy = IntegerType::get(AR->getType()->getContext(), BitWidth * 2); in IsIncrementNUW() local 1074 const SCEV *OpAfterExtend = SE.getAddExpr(SE.getZeroExtendExpr(Step, WideTy), in IsIncrementNUW() 1075 SE.getZeroExtendExpr(AR, WideTy)); in IsIncrementNUW() 1077 SE.getZeroExtendExpr(SE.getAddExpr(AR, Step), WideTy); in IsIncrementNUW()
|
D | ScalarEvolution.cpp | 1287 Type *WideTy = IntegerType::get(SE->getContext(), BitWidth * 2); in getPreStartForExtend() local 1289 SE->getAddExpr((SE->*GetExtendExpr)(PreStart, WideTy), in getPreStartForExtend() 1290 (SE->*GetExtendExpr)(Step, WideTy)); in getPreStartForExtend() 1291 if ((SE->*GetExtendExpr)(Start, WideTy) == OperandExtendedStart) { in getPreStartForExtend() 1486 Type *WideTy = IntegerType::get(getContext(), BitWidth * 2); in getZeroExtendExpr() local 1489 const SCEV *ZAdd = getZeroExtendExpr(getAddExpr(Start, ZMul), WideTy); in getZeroExtendExpr() 1490 const SCEV *WideStart = getZeroExtendExpr(Start, WideTy); in getZeroExtendExpr() 1492 getZeroExtendExpr(CastedMaxBECount, WideTy); in getZeroExtendExpr() 1496 getZeroExtendExpr(Step, WideTy))); in getZeroExtendExpr() 1510 getSignExtendExpr(Step, WideTy))); in getZeroExtendExpr() [all …]
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Analysis/ |
D | ScalarEvolutionExpander.cpp | 1113 Type *WideTy = IntegerType::get(AR->getType()->getContext(), BitWidth * 2); in IsIncrementNSW() local 1115 const SCEV *OpAfterExtend = SE.getAddExpr(SE.getSignExtendExpr(Step, WideTy), in IsIncrementNSW() 1116 SE.getSignExtendExpr(AR, WideTy)); in IsIncrementNSW() 1118 SE.getSignExtendExpr(SE.getAddExpr(AR, Step), WideTy); in IsIncrementNSW() 1127 Type *WideTy = IntegerType::get(AR->getType()->getContext(), BitWidth * 2); in IsIncrementNUW() local 1129 const SCEV *OpAfterExtend = SE.getAddExpr(SE.getZeroExtendExpr(Step, WideTy), in IsIncrementNUW() 1130 SE.getZeroExtendExpr(AR, WideTy)); in IsIncrementNUW() 1132 SE.getZeroExtendExpr(SE.getAddExpr(AR, Step), WideTy); in IsIncrementNUW()
|
D | ScalarEvolution.cpp | 1445 Type *WideTy = IntegerType::get(SE->getContext(), BitWidth * 2); in getPreStartForExtend() local 1447 SE->getAddExpr((SE->*GetExtendExpr)(PreStart, WideTy, Depth), in getPreStartForExtend() 1448 (SE->*GetExtendExpr)(Step, WideTy, Depth)); in getPreStartForExtend() 1449 if ((SE->*GetExtendExpr)(Start, WideTy, Depth) == OperandExtendedStart) { in getPreStartForExtend() 1688 Type *WideTy = IntegerType::get(getContext(), BitWidth * 2); in getZeroExtendExpr() local 1695 WideTy, Depth + 1); in getZeroExtendExpr() 1696 const SCEV *WideStart = getZeroExtendExpr(Start, WideTy, Depth + 1); in getZeroExtendExpr() 1698 getZeroExtendExpr(CastedMaxBECount, WideTy, Depth + 1); in getZeroExtendExpr() 1702 getZeroExtendExpr(Step, WideTy, Depth + 1), in getZeroExtendExpr() 1720 getSignExtendExpr(Step, WideTy, Depth + 1), in getZeroExtendExpr() [all …]
|
/external/llvm/lib/Transforms/Scalar/ |
D | InductiveRangeCheckElimination.cpp | 693 IntegerType *WideTy = in parseLoopStructure() local 697 dyn_cast<SCEVAddRecExpr>(SE.getSignExtendExpr(AR, WideTy)); in parseLoopStructure() 699 const SCEV *ExtendedStart = SE.getSignExtendExpr(AR->getStart(), WideTy); in parseLoopStructure() 701 SE.getSignExtendExpr(AR->getStepRecurrence(SE), WideTy); in parseLoopStructure()
|
D | LoopStrengthReduce.cpp | 510 Type *WideTy = in isAddRecSExtable() local 512 return isa<SCEVAddRecExpr>(SE.getSignExtendExpr(AR, WideTy)); in isAddRecSExtable() 518 Type *WideTy = in isAddSExtable() local 520 return isa<SCEVAddExpr>(SE.getSignExtendExpr(A, WideTy)); in isAddSExtable() 526 Type *WideTy = in isMulSExtable() local 529 return isa<SCEVMulExpr>(SE.getSignExtendExpr(M, WideTy)); in isMulSExtable()
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Transforms/Scalar/ |
D | InductiveRangeCheckElimination.cpp | 907 IntegerType *WideTy = in parseLoopStructure() local 911 dyn_cast<SCEVAddRecExpr>(SE.getSignExtendExpr(AR, WideTy)); in parseLoopStructure() 913 const SCEV *ExtendedStart = SE.getSignExtendExpr(AR->getStart(), WideTy); in parseLoopStructure() 915 SE.getSignExtendExpr(AR->getStepRecurrence(SE), WideTy); in parseLoopStructure()
|
D | LoopStrengthReduce.cpp | 618 Type *WideTy = in isAddRecSExtable() local 620 return isa<SCEVAddRecExpr>(SE.getSignExtendExpr(AR, WideTy)); in isAddRecSExtable() 626 Type *WideTy = in isAddSExtable() local 628 return isa<SCEVAddExpr>(SE.getSignExtendExpr(A, WideTy)); in isAddSExtable() 634 Type *WideTy = in isMulSExtable() local 637 return isa<SCEVMulExpr>(SE.getSignExtendExpr(M, WideTy)); in isMulSExtable()
|
/external/swiftshader/third_party/LLVM/lib/Transforms/Scalar/ |
D | LoopStrengthReduce.cpp | 415 Type *WideTy = in isAddRecSExtable() local 417 return isa<SCEVAddRecExpr>(SE.getSignExtendExpr(AR, WideTy)); in isAddRecSExtable() 423 Type *WideTy = in isAddSExtable() local 425 return isa<SCEVAddExpr>(SE.getSignExtendExpr(A, WideTy)); in isAddSExtable() 431 Type *WideTy = in isMulSExtable() local 434 return isa<SCEVMulExpr>(SE.getSignExtendExpr(M, WideTy)); in isMulSExtable()
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/Hexagon/ |
D | HexagonISelLowering.cpp | 818 MVT WideTy = MVT::getVectorVT(MVT::getIntegerVT(2*ElemTy.getSizeInBits()), in LowerSETCC() local 821 DAG.getSExtOrTrunc(LHS, SDLoc(LHS), WideTy), in LowerSETCC() 822 DAG.getSExtOrTrunc(RHS, SDLoc(RHS), WideTy), CC); in LowerSETCC()
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/AArch64/ |
D | AArch64ISelDAGToDAG.cpp | 1305 MVT WideTy = MVT::getVectorVT(EltTy, 2 * NarrowSize); in operator ()() local 1309 SDValue(DAG.getMachineNode(TargetOpcode::IMPLICIT_DEF, DL, WideTy), 0); in operator ()() 1310 return DAG.getTargetInsertSubreg(AArch64::dsub, DL, WideTy, Undef, V64Reg); in operator ()()
|
D | AArch64ISelLowering.cpp | 5670 MVT WideTy = MVT::getVectorVT(EltTy, 2 * NarrowSize); in WidenVector() local 5673 return DAG.getNode(ISD::INSERT_SUBVECTOR, DL, WideTy, DAG.getUNDEF(WideTy), in WidenVector() 7280 EVT WideTy = WideVec.getValueType(); in LowerINSERT_VECTOR_ELT() local 7282 SDValue Node = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, WideTy, WideVec, in LowerINSERT_VECTOR_ELT() 7314 EVT WideTy = WideVec.getValueType(); in LowerEXTRACT_VECTOR_ELT() local 7316 EVT ExtrTy = WideTy.getVectorElementType(); in LowerEXTRACT_VECTOR_ELT()
|
/external/llvm/lib/Target/AArch64/ |
D | AArch64ISelDAGToDAG.cpp | 1237 MVT WideTy = MVT::getVectorVT(EltTy, 2 * NarrowSize); in operator ()() local 1241 SDValue(DAG.getMachineNode(TargetOpcode::IMPLICIT_DEF, DL, WideTy), 0); in operator ()() 1242 return DAG.getTargetInsertSubreg(AArch64::dsub, DL, WideTy, Undef, V64Reg); in operator ()()
|
D | AArch64ISelLowering.cpp | 4899 MVT WideTy = MVT::getVectorVT(EltTy, 2 * NarrowSize); in WidenVector() local 4902 return DAG.getNode(ISD::INSERT_SUBVECTOR, DL, WideTy, DAG.getUNDEF(WideTy), in WidenVector() 6470 EVT WideTy = WideVec.getValueType(); in LowerINSERT_VECTOR_ELT() local 6472 SDValue Node = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, WideTy, WideVec, in LowerINSERT_VECTOR_ELT() 6504 EVT WideTy = WideVec.getValueType(); in LowerEXTRACT_VECTOR_ELT() local 6506 EVT ExtrTy = WideTy.getVectorElementType(); in LowerEXTRACT_VECTOR_ELT()
|