Home
last modified time | relevance | path

Searched refs:VecOp (Results 1 – 25 of 29) sorted by relevance

12

/external/llvm/lib/Transforms/InstCombine/
DInstCombineVectorOps.cpp323 Value *VecOp = IEI->getOperand(0); in collectSingleShuffleElements() local
334 if (collectSingleShuffleElements(VecOp, LHS, RHS, Mask)) { in collectSingleShuffleElements()
349 if (collectSingleShuffleElements(VecOp, LHS, RHS, Mask)) { in collectSingleShuffleElements()
470 Value *VecOp = IEI->getOperand(0); in collectShuffleElements() local
484 ShuffleOps LR = collectShuffleElements(VecOp, Mask, RHS, IC); in collectShuffleElements()
506 if (VecOp == PermittedRHS) { in collectShuffleElements()
570 Value *VecOp = IE.getOperand(0); in visitInsertElementInst() local
576 replaceInstUsesWith(IE, VecOp); in visitInsertElementInst()
590 return replaceInstUsesWith(IE, VecOp); in visitInsertElementInst()
597 if (EI->getOperand(0) == VecOp && ExtractedIdx == InsertedIdx) in visitInsertElementInst()
[all …]
/external/llvm-project/llvm/lib/Transforms/InstCombine/
DInstCombineVectorOps.cpp496 Value *VecOp = IEI->getOperand(0); in collectSingleShuffleElements() local
507 if (collectSingleShuffleElements(VecOp, LHS, RHS, Mask)) { in collectSingleShuffleElements()
523 if (collectSingleShuffleElements(VecOp, LHS, RHS, Mask)) { in collectSingleShuffleElements()
646 Value *VecOp = IEI->getOperand(0); in collectShuffleElements() local
660 ShuffleOps LR = collectShuffleElements(VecOp, Mask, RHS, IC); in collectShuffleElements()
681 if (VecOp == PermittedRHS) { in collectShuffleElements()
1343 Value *VecOp = IE.getOperand(0); in visitInsertElementInst() local
1348 VecOp, ScalarOp, IdxOp, SQ.getWithInstruction(&IE))) in visitInsertElementInst()
1355 if (match(VecOp, m_Undef()) && in visitInsertElementInst()
1371 if (match(VecOp, m_BitCast(m_Value(VecSrc))) && in visitInsertElementInst()
[all …]
DInstCombineCasts.cpp707 Value *VecOp = InsElt->getOperand(0); in shrinkInsertElt() local
711 if (isa<UndefValue>(VecOp)) { in shrinkInsertElt()
907 Value *VecOp; in visitTrunc() local
909 if (match(Src, m_OneUse(m_ExtractElt(m_Value(VecOp), m_ConstantInt(Cst))))) { in visitTrunc()
910 auto *VecOpTy = cast<FixedVectorType>(VecOp->getType()); in visitTrunc()
924 Value *BitCast = Builder.CreateBitCast(VecOp, BitCastTo); in visitTrunc()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/InstCombine/
DInstCombineVectorOps.cpp471 Value *VecOp = IEI->getOperand(0); in collectSingleShuffleElements() local
482 if (collectSingleShuffleElements(VecOp, LHS, RHS, Mask)) { in collectSingleShuffleElements()
497 if (collectSingleShuffleElements(VecOp, LHS, RHS, Mask)) { in collectSingleShuffleElements()
626 Value *VecOp = IEI->getOperand(0); in collectShuffleElements() local
640 ShuffleOps LR = collectShuffleElements(VecOp, Mask, RHS, IC); in collectShuffleElements()
662 if (VecOp == PermittedRHS) { in collectShuffleElements()
1027 Value *VecOp = IE.getOperand(0); in visitInsertElementInst() local
1032 VecOp, ScalarOp, IdxOp, SQ.getWithInstruction(&IE))) in visitInsertElementInst()
1038 if (match(VecOp, m_BitCast(m_Value(VecSrc))) && in visitInsertElementInst()
1040 (VecOp->hasOneUse() || ScalarOp->hasOneUse()) && in visitInsertElementInst()
[all …]
DInstCombineCasts.cpp670 Value *VecOp = InsElt->getOperand(0); in shrinkInsertElt() local
674 if (isa<UndefValue>(VecOp)) { in shrinkInsertElt()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Utils/
DLoopUtils.cpp992 auto *VecOp = dyn_cast<Instruction>(I); in propagateIRFlags() local
993 if (!VecOp) in propagateIRFlags()
1000 VecOp->copyIRFlags(Intersection); in propagateIRFlags()
1006 VecOp->andIRFlags(V); in propagateIRFlags()
/external/llvm-project/llvm/lib/CodeGen/SelectionDAG/
DLegalizeVectorTypes.cpp846 SDValue VecOp = N->getOperand(1); in ScalarizeVecOp_VECREDUCE_SEQ() local
850 SDValue Op = GetScalarizedVector(VecOp); in ScalarizeVecOp_VECREDUCE_SEQ()
2196 SDValue VecOp = N->getOperand(OpNo); in SplitVecOp_VECREDUCE() local
2197 EVT VecVT = VecOp.getValueType(); in SplitVecOp_VECREDUCE()
2199 GetSplitVector(VecOp, Lo, Hi); in SplitVecOp_VECREDUCE()
2216 SDValue VecOp = N->getOperand(1); in SplitVecOp_VECREDUCE_SEQ() local
2219 EVT VecVT = VecOp.getValueType(); in SplitVecOp_VECREDUCE_SEQ()
2221 GetSplitVector(VecOp, Lo, Hi); in SplitVecOp_VECREDUCE_SEQ()
3086 SDValue VecOp = DAG.getUNDEF(NextVT); in CollectOpsToWiden() local
3089 VecOp = DAG.getNode(ISD::INSERT_VECTOR_ELT, dl, NextVT, VecOp, in CollectOpsToWiden()
[all …]
DDAGCombiner.cpp18188 SDValue VecOp = N->getOperand(0); in visitEXTRACT_VECTOR_ELT() local
18191 EVT VecVT = VecOp.getValueType(); in visitEXTRACT_VECTOR_ELT()
18192 if (VecOp.isUndef()) in visitEXTRACT_VECTOR_ELT()
18200 if (VecOp.getOpcode() == ISD::INSERT_VECTOR_ELT && in visitEXTRACT_VECTOR_ELT()
18201 Index == VecOp.getOperand(2)) { in visitEXTRACT_VECTOR_ELT()
18202 SDValue Elt = VecOp.getOperand(1); in visitEXTRACT_VECTOR_ELT()
18207 if (VecOp.getOpcode() == ISD::SCALAR_TO_VECTOR) { in visitEXTRACT_VECTOR_ELT()
18215 SDValue InOp = VecOp.getOperand(0); in visitEXTRACT_VECTOR_ELT()
18230 if (((IndexC && VecOp.getOpcode() == ISD::BUILD_VECTOR) || in visitEXTRACT_VECTOR_ELT()
18231 VecOp.getOpcode() == ISD::SPLAT_VECTOR) && in visitEXTRACT_VECTOR_ELT()
[all …]
DTargetLowering.cpp8140 SDValue VecOp = Node->getOperand(1); in expandVecReduceSeq() local
8143 EVT VT = VecOp.getValueType(); in expandVecReduceSeq()
8148 DAG.ExtractVectorElements(VecOp, Ops, 0, NumElts); in expandVecReduceSeq()
/external/llvm/lib/CodeGen/SelectionDAG/
DLegalizeVectorTypes.cpp2298 SDValue VecOp = DAG.getUNDEF(NextVT); in WidenVecRes_BinaryCanTrap() local
2301 VecOp = DAG.getNode( in WidenVecRes_BinaryCanTrap()
2302 ISD::INSERT_VECTOR_ELT, dl, NextVT, VecOp, ConcatOps[OpIdx], in WidenVecRes_BinaryCanTrap()
2305 ConcatOps[Idx+1] = VecOp; in WidenVecRes_BinaryCanTrap()
3468 SDValue VecOp = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, NewVecVT,LdOps[Start]); in BuildVectorFromScalar() local
3475 VecOp = DAG.getNode(ISD::BITCAST, dl, NewVecVT, VecOp); in BuildVectorFromScalar()
3480 VecOp = DAG.getNode( in BuildVectorFromScalar()
3481 ISD::INSERT_VECTOR_ELT, dl, NewVecVT, VecOp, LdOps[i], in BuildVectorFromScalar()
3484 return DAG.getNode(ISD::BITCAST, dl, VecTy, VecOp); in BuildVectorFromScalar()
3526 SDValue VecOp = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, NewVecVT, LdOp); in GenWidenVectorLoads() local
[all …]
/external/llvm-project/llvm/unittests/Transforms/Vectorize/
DVPlanTest.cpp528 VPValue VecOp; in TEST() local
530 VPReductionRecipe Recipe(nullptr, nullptr, &ChainOp, &CondOp, &VecOp, false, in TEST()
/external/llvm-project/llvm/lib/Transforms/Utils/
DLoopUtils.cpp1106 auto *VecOp = dyn_cast<Instruction>(I); in propagateIRFlags() local
1107 if (!VecOp) in propagateIRFlags()
1114 VecOp->copyIRFlags(Intersection); in propagateIRFlags()
1120 VecOp->andIRFlags(V); in propagateIRFlags()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/
DLegalizeVectorTypes.cpp2060 SDValue VecOp = N->getOperand(OpNo); in SplitVecOp_VECREDUCE() local
2061 EVT VecVT = VecOp.getValueType(); in SplitVecOp_VECREDUCE()
2063 GetSplitVector(VecOp, Lo, Hi); in SplitVecOp_VECREDUCE()
2924 SDValue VecOp = DAG.getUNDEF(NextVT); in CollectOpsToWiden() local
2927 VecOp = DAG.getNode( in CollectOpsToWiden()
2928 ISD::INSERT_VECTOR_ELT, dl, NextVT, VecOp, ConcatOps[OpIdx], in CollectOpsToWiden()
2931 ConcatOps[Idx+1] = VecOp; in CollectOpsToWiden()
4847 SDValue VecOp = DAG.getNode(ISD::SCALAR_TO_VECTOR, dl, NewVecVT,LdOps[Start]); in BuildVectorFromScalar() local
4854 VecOp = DAG.getNode(ISD::BITCAST, dl, NewVecVT, VecOp); in BuildVectorFromScalar()
4859 VecOp = DAG.getNode( in BuildVectorFromScalar()
[all …]
DDAGCombiner.cpp17058 SDValue VecOp = N->getOperand(0); in visitEXTRACT_VECTOR_ELT() local
17061 EVT VecVT = VecOp.getValueType(); in visitEXTRACT_VECTOR_ELT()
17062 if (VecOp.isUndef()) in visitEXTRACT_VECTOR_ELT()
17070 if (VecOp.getOpcode() == ISD::INSERT_VECTOR_ELT && in visitEXTRACT_VECTOR_ELT()
17071 Index == VecOp.getOperand(2)) { in visitEXTRACT_VECTOR_ELT()
17072 SDValue Elt = VecOp.getOperand(1); in visitEXTRACT_VECTOR_ELT()
17077 if (VecOp.getOpcode() == ISD::SCALAR_TO_VECTOR) { in visitEXTRACT_VECTOR_ELT()
17081 SDValue InOp = VecOp.getOperand(0); in visitEXTRACT_VECTOR_ELT()
17096 if (IndexC && VecOp.getOpcode() == ISD::BUILD_VECTOR && in visitEXTRACT_VECTOR_ELT()
17098 (VecOp.hasOneUse() || TLI.aggressivelyPreferBuildVectorSources(VecVT))) { in visitEXTRACT_VECTOR_ELT()
[all …]
/external/llvm-project/polly/lib/CodeGen/
DBlockGenerators.cpp1239 ValueMapT::iterator VecOp = VectorMap.find(Operand); in extractScalarValues() local
1241 if (VecOp == VectorMap.end()) in extractScalarValues()
1245 Value *NewVector = VecOp->second; in extractScalarValues()
/external/llvm-project/llvm/lib/Transforms/Vectorize/
DVPlan.h1107 VPValue *VecOp, VPValue *CondOp, bool NoNaN, in VPReductionRecipe() argument
1110 VPValue(VPValue::VPVReductionSC, I), VPUser({ChainOp, VecOp}), in VPReductionRecipe()
DLoopVectorize.cpp4771 if (auto *VecOp = dyn_cast<Instruction>(V)) in widenInstruction() local
4772 VecOp->copyIRFlags(&I); in widenInstruction()
8571 VPValue *VecOp = Plan->getVPValue(R->getOperand(VecOpId)); in adjustRecipesForInLoopReductions() local
8577 &RdxDesc, R, ChainOp, VecOp, CondOp, Legal->hasFunNoNaNAttr(), TTI); in adjustRecipesForInLoopReductions()
/external/llvm-project/llvm/lib/Target/AArch64/
DAArch64ISelLowering.cpp10194 SDValue VecOp = ScalarOp.getOperand(0); in getReductionSDNode() local
10195 auto Rdx = DAG.getNode(Op, DL, VecOp.getSimpleValueType(), VecOp); in getReductionSDNode()
16742 SDValue VecOp = ScalarOp.getOperand(1); in LowerVECREDUCE_SEQ_FADD() local
16743 EVT SrcVT = VecOp.getValueType(); in LowerVECREDUCE_SEQ_FADD()
16757 VecOp = convertToScalableVector(DAG, ContainerVT, VecOp); in LowerVECREDUCE_SEQ_FADD()
16761 Pg, AccOp, VecOp); in LowerVECREDUCE_SEQ_FADD()
16803 SDValue VecOp = ScalarOp.getOperand(0); in LowerReductionToSVE() local
16804 EVT SrcVT = VecOp.getValueType(); in LowerReductionToSVE()
16808 VecOp = convertToScalableVector(DAG, ContainerVT, VecOp); in LowerReductionToSVE()
16816 SDValue Rdx = DAG.getNode(Opcode, DL, getPackedSVEVectorVT(ResVT), Pg, VecOp); in LowerReductionToSVE()
/external/llvm/lib/Transforms/Vectorize/
DSLPVectorizer.cpp209 if (auto *VecOp = dyn_cast<BinaryOperator>(I)) { in propagateIRFlags() local
217 VecOp->copyIRFlags(Intersection); in propagateIRFlags()
DLoopVectorize.cpp4104 if (BinaryOperator *VecOp = dyn_cast<BinaryOperator>(V)) in vectorizeBlockInLoop() local
4105 VecOp->copyIRFlags(BinOp); in vectorizeBlockInLoop()
/external/llvm/lib/Target/AMDGPU/
DAMDGPUISelLowering.cpp2424 SDValue VecOp = DAG.getNode(ISD::BITCAST, SL, MVT::v2i32, N->getOperand(0)); in performSrlCombine() local
2426 VecOp, One); in performSrlCombine()
/external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/
DTargetLowering.h2564 virtual bool shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop() argument
/external/llvm-project/llvm/include/llvm/CodeGen/
DTargetLowering.h2733 virtual bool shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop() argument
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AMDGPU/
DAMDGPUISelLowering.cpp3186 SDValue VecOp = DAG.getNode(ISD::BITCAST, SL, MVT::v2i32, LHS); in performSrlCombine() local
3187 SDValue Hi = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, MVT::i32, VecOp, One); in performSrlCombine()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/
DLoopVectorize.cpp4241 if (auto *VecOp = dyn_cast<Instruction>(V)) in widenInstruction() local
4242 VecOp->copyIRFlags(&I); in widenInstruction()

12