/external/llvm/lib/Transforms/InstCombine/ |
D | InstCombineVectorOps.cpp | 416 auto *WideVec = new ShuffleVectorInst(ExtVecOp, UndefValue::get(ExtVecType), in replaceExtractElements() local 424 WideVec->insertAfter(ExtVecOpInst); in replaceExtractElements() 426 IC.InsertNewInstWith(WideVec, *ExtElt->getParent()->getFirstInsertionPt()); in replaceExtractElements() 432 if (!OldExt || OldExt->getParent() != WideVec->getParent()) in replaceExtractElements() 434 auto *NewExt = ExtractElementInst::Create(WideVec, OldExt->getOperand(1)); in replaceExtractElements() 435 NewExt->insertAfter(WideVec); in replaceExtractElements()
|
/external/llvm-project/llvm/lib/Target/X86/ |
D | X86InterleavedAccess.cpp | 799 Value *WideVec = concatenateVectors(Builder, TransposedVectors); in lowerIntoOptimizedSequence() local 803 Builder.CreateAlignedStore(WideVec, SI->getPointerOperand(), SI->getAlign()); in lowerIntoOptimizedSequence()
|
D | X86ISelLowering.cpp | 13397 SDValue WideVec = N0.getOperand(0); in lowerShuffleOfExtractsAsVperm() local 13398 MVT WideVT = WideVec.getSimpleValueType(); in lowerShuffleOfExtractsAsVperm() 13424 SDValue Shuf = DAG.getVectorShuffle(WideVT, DL, WideVec, DAG.getUNDEF(WideVT), in lowerShuffleOfExtractsAsVperm()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
D | X86InterleavedAccess.cpp | 792 Value *WideVec = concatenateVectors(Builder, TransposedVectors); in lowerIntoOptimizedSequence() local 796 Builder.CreateAlignedStore(WideVec, SI->getPointerOperand(), in lowerIntoOptimizedSequence()
|
D | X86ISelLowering.cpp | 12651 SDValue WideVec = N0.getOperand(0); in lowerShuffleOfExtractsAsVperm() local 12652 EVT WideVT = WideVec.getValueType(); in lowerShuffleOfExtractsAsVperm() 12679 SDValue Shuf = DAG.getVectorShuffle(WideVT, DL, WideVec, DAG.getUNDEF(WideVT), in lowerShuffleOfExtractsAsVperm()
|
/external/llvm-project/llvm/lib/Transforms/InstCombine/ |
D | InstCombineVectorOps.cpp | 593 auto *WideVec = in replaceExtractElements() local 601 WideVec->insertAfter(ExtVecOpInst); in replaceExtractElements() 603 IC.InsertNewInstWith(WideVec, *ExtElt->getParent()->getFirstInsertionPt()); in replaceExtractElements() 609 if (!OldExt || OldExt->getParent() != WideVec->getParent()) in replaceExtractElements() 611 auto *NewExt = ExtractElementInst::Create(WideVec, OldExt->getOperand(1)); in replaceExtractElements()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/InstCombine/ |
D | InstCombineVectorOps.cpp | 572 auto *WideVec = new ShuffleVectorInst(ExtVecOp, UndefValue::get(ExtVecType), in replaceExtractElements() local 580 WideVec->insertAfter(ExtVecOpInst); in replaceExtractElements() 582 IC.InsertNewInstWith(WideVec, *ExtElt->getParent()->getFirstInsertionPt()); in replaceExtractElements() 588 if (!OldExt || OldExt->getParent() != WideVec->getParent()) in replaceExtractElements() 590 auto *NewExt = ExtractElementInst::Create(WideVec, OldExt->getOperand(1)); in replaceExtractElements()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AArch64/ |
D | AArch64ISelLowering.cpp | 8174 SDValue WideVec = WidenVector(Op.getOperand(0), DAG); in LowerINSERT_VECTOR_ELT() local 8175 EVT WideTy = WideVec.getValueType(); in LowerINSERT_VECTOR_ELT() 8177 SDValue Node = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, WideTy, WideVec, in LowerINSERT_VECTOR_ELT() 8208 SDValue WideVec = WidenVector(Op.getOperand(0), DAG); in LowerEXTRACT_VECTOR_ELT() local 8209 EVT WideTy = WideVec.getValueType(); in LowerEXTRACT_VECTOR_ELT() 8216 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, ExtrTy, WideVec, in LowerEXTRACT_VECTOR_ELT() 9224 auto *WideVec = in lowerInterleavedLoad() local 9226 SVI->replaceAllUsesWith(WideVec); in lowerInterleavedLoad()
|
/external/llvm/lib/Target/AArch64/ |
D | AArch64ISelLowering.cpp | 6469 SDValue WideVec = WidenVector(Op.getOperand(0), DAG); in LowerINSERT_VECTOR_ELT() local 6470 EVT WideTy = WideVec.getValueType(); in LowerINSERT_VECTOR_ELT() 6472 SDValue Node = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, WideTy, WideVec, in LowerINSERT_VECTOR_ELT() 6503 SDValue WideVec = WidenVector(Op.getOperand(0), DAG); in LowerEXTRACT_VECTOR_ELT() local 6504 EVT WideTy = WideVec.getValueType(); in LowerEXTRACT_VECTOR_ELT() 6511 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, ExtrTy, WideVec, in LowerEXTRACT_VECTOR_ELT()
|
/external/llvm-project/llvm/lib/Target/AArch64/ |
D | AArch64ISelLowering.cpp | 9702 SDValue WideVec = WidenVector(Op.getOperand(0), DAG); in LowerINSERT_VECTOR_ELT() local 9703 EVT WideTy = WideVec.getValueType(); in LowerINSERT_VECTOR_ELT() 9705 SDValue Node = DAG.getNode(ISD::INSERT_VECTOR_ELT, DL, WideTy, WideVec, in LowerINSERT_VECTOR_ELT() 9737 SDValue WideVec = WidenVector(Op.getOperand(0), DAG); in LowerEXTRACT_VECTOR_ELT() local 9738 EVT WideTy = WideVec.getValueType(); in LowerEXTRACT_VECTOR_ELT() 9745 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, ExtrTy, WideVec, in LowerEXTRACT_VECTOR_ELT() 10998 auto *WideVec = in lowerInterleavedLoad() local 11000 SVI->replaceAllUsesWith(WideVec); in lowerInterleavedLoad()
|
/external/llvm/lib/Transforms/Vectorize/ |
D | LoopVectorize.cpp | 2378 Value *WideVec = ConcatenateVectors(Builder, StoredVecs); in vectorizeInterleaveGroup() local 2382 Value *IVec = Builder.CreateShuffleVector(WideVec, UndefVec, IMask, in vectorizeInterleaveGroup()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
D | LoopVectorize.cpp | 2329 Value *WideVec = concatenateVectors(Builder, StoredVecs); in vectorizeInterleaveGroup() local 2333 Value *IVec = Builder.CreateShuffleVector(WideVec, UndefVec, IMask, in vectorizeInterleaveGroup()
|
/external/llvm-project/llvm/lib/Transforms/Vectorize/ |
D | LoopVectorize.cpp | 2673 Value *WideVec = concatenateVectors(Builder, StoredVecs); in vectorizeInterleaveGroup() local 2678 WideVec, createInterleaveMask(VF.getKnownMinValue(), InterleaveFactor), in vectorizeInterleaveGroup()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/ARM/ |
D | ARMISelLowering.cpp | 13484 SDValue WideVec = DAG.getNode(ISD::BITCAST, DL, WideVecVT, StVal); in PerformTruncatingStoreCombine() local 13495 WideVecVT, DL, WideVec, DAG.getUNDEF(WideVec.getValueType()), ShuffleVec); in PerformTruncatingStoreCombine() 17159 auto *WideVec = in lowerInterleavedLoad() local 17161 SVI->replaceAllUsesWith(WideVec); in lowerInterleavedLoad()
|
/external/llvm-project/llvm/lib/Target/ARM/ |
D | ARMISelLowering.cpp | 14593 SDValue WideVec = DAG.getNode(ISD::BITCAST, DL, WideVecVT, StVal); in PerformTruncatingStoreCombine() local 14604 WideVecVT, DL, WideVec, DAG.getUNDEF(WideVec.getValueType()), ShuffleVec); in PerformTruncatingStoreCombine() 18985 auto *WideVec = in lowerInterleavedLoad() local 18987 SVI->replaceAllUsesWith(WideVec); in lowerInterleavedLoad()
|
/external/llvm-project/llvm/lib/Target/PowerPC/ |
D | PPCISelLowering.cpp | 10579 SDValue WideVec = Op.getOperand(1); in LowerINTRINSIC_WO_CHAIN() local 10582 WideVec = DAG.getNode(PPCISD::XXMFACC, dl, MVT::v512i1, WideVec); in LowerINTRINSIC_WO_CHAIN() 10587 PPCISD::EXTRACT_VSX_REG, dl, MVT::v16i8, WideVec, in LowerINTRINSIC_WO_CHAIN()
|
/external/llvm/lib/Target/ARM/ |
D | ARMISelLowering.cpp | 10271 SDValue WideVec = DAG.getNode(ISD::BITCAST, DL, WideVecVT, StVal); in PerformSTORECombine() local 10281 SDValue Shuff = DAG.getVectorShuffle(WideVecVT, DL, WideVec, in PerformSTORECombine() 10282 DAG.getUNDEF(WideVec.getValueType()), in PerformSTORECombine()
|
/external/llvm/lib/Target/X86/ |
D | X86ISelLowering.cpp | 29120 SDValue WideVec = DAG.getBitcast(WideVecVT, Mst->getValue()); in combineMaskedStore() local 29129 SDValue TruncatedVal = DAG.getVectorShuffle(WideVecVT, dl, WideVec, in combineMaskedStore() 29247 SDValue WideVec = DAG.getBitcast(WideVecVT, St->getValue()); in combineStore() local 29256 SDValue Shuff = DAG.getVectorShuffle(WideVecVT, dl, WideVec, in combineStore()
|