| /external/llvm-project/llvm/lib/Target/ARM/ |
| D | ARMParallelDSP.cpp | 777 Value *VecPtr = IRB.CreateBitCast(Base->getPointerOperand(), in CreateWideLoad() local
779 LoadInst *WideLoad = IRB.CreateAlignedLoad(LoadTy, VecPtr, Base->getAlign()); in CreateWideLoad()
782 MoveBefore(Base->getPointerOperand(), VecPtr); in CreateWideLoad()
783 MoveBefore(VecPtr, WideLoad); in CreateWideLoad()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/ARM/ |
| D | ARMParallelDSP.cpp | 773 Value *VecPtr = IRB.CreateBitCast(Base->getPointerOperand(), in CreateWideLoad() local
775 LoadInst *WideLoad = IRB.CreateAlignedLoad(LoadTy, VecPtr, in CreateWideLoad()
779 MoveBefore(Base->getPointerOperand(), VecPtr); in CreateWideLoad()
780 MoveBefore(VecPtr, WideLoad); in CreateWideLoad()
|
| /external/llvm-project/llvm/include/llvm/CodeGen/GlobalISel/ |
| D | LegalizerHelper.h | 261 Register getVectorElementPointer(Register VecPtr, LLT VecTy, Register Index);
|
| /external/llvm/lib/CodeGen/SelectionDAG/ |
| D | LegalizeTypes.cpp | 1022 SDValue DAGTypeLegalizer::GetVectorElementPointer(SDValue VecPtr, EVT EltVT, in GetVectorElementPointer() argument
1035 return DAG.getNode(ISD::ADD, dl, Index.getValueType(), Index, VecPtr); in GetVectorElementPointer()
|
| D | LegalizeTypes.h | 176 SDValue GetVectorElementPointer(SDValue VecPtr, EVT EltVT, SDValue Index);
|
| /external/llvm/lib/Transforms/Vectorize/ |
| D | SLPVectorizer.cpp | 2407 Value *VecPtr = Builder.CreateBitCast(LI->getPointerOperand(), in vectorizeTree() local
2415 ExternalUser(LI->getPointerOperand(), cast<User>(VecPtr), 0)); in vectorizeTree()
2418 LI = Builder.CreateLoad(VecPtr); in vectorizeTree()
2439 Value *VecPtr = Builder.CreateBitCast(SI->getPointerOperand(), in vectorizeTree() local
2441 StoreInst *S = Builder.CreateStore(VecValue, VecPtr); in vectorizeTree()
2448 ExternalUser(SI->getPointerOperand(), cast<User>(VecPtr), 0)); in vectorizeTree()
|
| D | LoopVectorize.cpp | 2567 Value *VecPtr = in vectorizeMemoryInstruction() local
2571 NewSI = Builder.CreateMaskedStore(StoredVal[Part], VecPtr, Alignment, in vectorizeMemoryInstruction()
2575 Builder.CreateAlignedStore(StoredVal[Part], VecPtr, Alignment); in vectorizeMemoryInstruction()
2605 Value *VecPtr = in vectorizeMemoryInstruction() local
2608 NewLI = Builder.CreateMaskedLoad(VecPtr, Alignment, Mask[Part], in vectorizeMemoryInstruction()
2612 NewLI = Builder.CreateAlignedLoad(VecPtr, Alignment, "wide.load"); in vectorizeMemoryInstruction()
|
| /external/llvm-project/llvm/lib/Transforms/Vectorize/ |
| D | SLPVectorizer.cpp | 4610 Value *VecPtr = Builder.CreateBitCast(PO, VecTy->getPointerTo(AS)); in vectorizeTree() local
4616 ExternalUses.emplace_back(PO, cast<User>(VecPtr), 0); in vectorizeTree()
4618 NewLI = Builder.CreateAlignedLoad(VecTy, VecPtr, LI->getAlign()); in vectorizeTree()
4621 Value *VecPtr = vectorizeTree(E->getOperand(0)); in vectorizeTree() local
4627 NewLI = Builder.CreateMaskedGather(VecPtr, CommonAlignment); in vectorizeTree()
4651 Value *VecPtr = Builder.CreateBitCast( in vectorizeTree() local
4653 StoreInst *ST = Builder.CreateAlignedStore(VecValue, VecPtr, in vectorizeTree()
4660 ExternalUses.push_back(ExternalUser(ScalarPtr, cast<User>(VecPtr), 0)); in vectorizeTree()
|
| D | LoopVectorize.cpp | 2795 auto *VecPtr = CreateVecPtr(Part, State.get(Addr, {0, 0})); in vectorizeMemoryInstruction() local
2797 NewSI = Builder.CreateMaskedStore(StoredVal, VecPtr, Alignment, in vectorizeMemoryInstruction()
2800 NewSI = Builder.CreateAlignedStore(StoredVal, VecPtr, Alignment); in vectorizeMemoryInstruction()
2819 auto *VecPtr = CreateVecPtr(Part, State.get(Addr, {0, 0})); in vectorizeMemoryInstruction() local
2822 VecPtr, Alignment, BlockInMaskParts[Part], UndefValue::get(DataTy), in vectorizeMemoryInstruction()
2826 Builder.CreateAlignedLoad(DataTy, VecPtr, Alignment, "wide.load"); in vectorizeMemoryInstruction()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| D | SLPVectorizer.cpp | 4342 Value *VecPtr = Builder.CreateBitCast(LI->getPointerOperand(), in vectorizeTree() local
4350 ExternalUses.push_back(ExternalUser(PO, cast<User>(VecPtr), 0)); in vectorizeTree()
4353 LI = Builder.CreateLoad(VecTy, VecPtr); in vectorizeTree()
4391 Value *VecPtr = Builder.CreateBitCast( in vectorizeTree() local
4393 StoreInst *ST = Builder.CreateStore(VecValue, VecPtr); in vectorizeTree()
4399 ExternalUses.push_back(ExternalUser(ScalarPtr, cast<User>(VecPtr), 0)); in vectorizeTree()
|
| D | LoopVectorize.cpp | 2448 auto *VecPtr = CreateVecPtr(Part, State.get(Addr, {0, 0})); in vectorizeMemoryInstruction() local
2451 StoredVal, VecPtr, Alignment.value(), BlockInMaskParts[Part]); in vectorizeMemoryInstruction()
2454 Builder.CreateAlignedStore(StoredVal, VecPtr, Alignment.value()); in vectorizeMemoryInstruction()
2473 auto *VecPtr = CreateVecPtr(Part, State.get(Addr, {0, 0})); in vectorizeMemoryInstruction() local
2476 VecPtr, Alignment.value(), BlockInMaskParts[Part], in vectorizeMemoryInstruction()
2479 NewLI = Builder.CreateAlignedLoad(DataTy, VecPtr, Alignment.value(), in vectorizeMemoryInstruction()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/ |
| D | TargetLowering.h | 4178 SDValue getVectorElementPointer(SelectionDAG &DAG, SDValue VecPtr, EVT VecVT,
|
| /external/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| D | LegalizerHelper.cpp | 3185 Register LegalizerHelper::getVectorElementPointer(Register VecPtr, LLT VecTy, in getVectorElementPointer() argument
3200 LLT PtrTy = MRI.getType(VecPtr); in getVectorElementPointer()
3201 return MIRBuilder.buildPtrAdd(PtrTy, VecPtr, Mul).getReg(0); in getVectorElementPointer()
|
| /external/llvm-project/llvm/include/llvm/CodeGen/ |
| D | TargetLowering.h | 4436 SDValue getVectorElementPointer(SelectionDAG &DAG, SDValue VecPtr, EVT VecVT,
|
| /external/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| D | TargetLowering.cpp | 7389 SDValue VecPtr, EVT VecVT, in getVectorElementPointer() argument
7393 Index = DAG.getZExtOrTrunc(Index, dl, VecPtr.getValueType()); in getVectorElementPointer()
7408 return DAG.getMemBasePlusOffset(VecPtr, Index, dl); in getVectorElementPointer()
|
| /external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/ |
| D | TargetLowering.cpp | 7004 SDValue VecPtr, EVT VecVT, in getVectorElementPointer() argument
7008 Index = DAG.getZExtOrTrunc(Index, dl, VecPtr.getValueType()); in getVectorElementPointer()
7023 return DAG.getMemBasePlusOffset(VecPtr, Index, dl); in getVectorElementPointer()
|