Home
last modified time | relevance | path

Searched refs:CreateShuffleVector (Results 1 – 25 of 79) sorted by relevance

1234

/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/X86/
DX86InterleavedAccess.cpp187 cast<ShuffleVectorInst>(Builder.CreateShuffleVector( in decompose()
298 TransposedMatrix[i] = Builder.CreateShuffleVector(Vec[i], VPShuf); in reorderSubVector()
308 Temp[i / 2] = Builder.CreateShuffleVector( in reorderSubVector()
319 Builder.CreateShuffleVector(Temp[2 * i], Temp[2 * i + 1], Concat); in reorderSubVector()
349 Builder.CreateShuffleVector(Matrix[0], Matrix[1], MaskLow); in interleave8bitStride4VF8()
351 Builder.CreateShuffleVector(Matrix[2], Matrix[3], MaskLow); in interleave8bitStride4VF8()
357 Builder.CreateShuffleVector(IntrVec1Low, IntrVec2Low, MaskLowWord); in interleave8bitStride4VF8()
359 Builder.CreateShuffleVector(IntrVec1Low, IntrVec2Low, MaskHighWord); in interleave8bitStride4VF8()
401 IntrVec[0] = Builder.CreateShuffleVector(Matrix[0], Matrix[1], MaskLow); in interleave8bitStride4()
402 IntrVec[1] = Builder.CreateShuffleVector(Matrix[0], Matrix[1], MaskHigh); in interleave8bitStride4()
[all …]
DX86PartialReduction.cpp200 Value *EvenElts = Builder.CreateShuffleVector(NewMul, NewMul, EvenMask); in tryMAddReplacement()
201 Value *OddElts = Builder.CreateShuffleVector(NewMul, NewMul, OddMask); in tryMAddReplacement()
208 Value *Concat = Builder.CreateShuffleVector(MAdd, Zero, ConcatMask); in tryMAddReplacement()
292 Op0 = Builder.CreateShuffleVector(Op0, Zero, ConcatMask); in trySADReplacement()
293 Op1 = Builder.CreateShuffleVector(Op1, Zero, ConcatMask); in trySADReplacement()
309 Value *ExtractOp0 = Builder.CreateShuffleVector(Op0, Op0, ExtractMask); in trySADReplacement()
310 Value *ExtractOp1 = Builder.CreateShuffleVector(Op1, Op0, ExtractMask); in trySADReplacement()
323 Ops[i] = Builder.CreateShuffleVector(Ops[i*2], Ops[i*2+1], ConcatMask); in trySADReplacement()
332 Ops[0] = Builder.CreateShuffleVector(Ops[0], Ops[0], ArrayRef<int>{0, 1}); in trySADReplacement()
343 Ops[0] = Builder.CreateShuffleVector(Ops[0], Zero, ConcatMask); in trySADReplacement()
DX86InstCombineIntrinsic.cpp245 Amt = Builder.CreateShuffleVector(Amt, ZeroSplat); in simplifyX86immShift()
498 auto *Shuffle = Builder.CreateShuffleVector(Arg0, Arg1, PackMask); in simplifyX86pack()
614 return Builder.CreateShuffleVector(II.getArgOperand(0), V1, ShuffleMask); in simplifyX86insertps()
677 Value *SV = Builder.CreateShuffleVector( in simplifyX86extrq()
756 Value *SV = Builder.CreateShuffleVector(Builder.CreateBitCast(Op0, ShufTy), in simplifyX86insertq()
844 return Builder.CreateShuffleVector(V1, V2, ArrayRef(Indexes, NumElts)); in simplifyX86pshufb()
891 return Builder.CreateShuffleVector(V1, ArrayRef(Indexes, NumElts)); in simplifyX86vpermilvar()
925 return Builder.CreateShuffleVector(V1, ArrayRef(Indexes, Size)); in simplifyX86vpermv()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/
DX86InterleavedAccess.cpp187 cast<ShuffleVectorInst>(Builder.CreateShuffleVector( in decompose()
291 TransposedMatrix[i] = Builder.CreateShuffleVector( in reorderSubVector()
302 Temp[i / 2] = Builder.CreateShuffleVector( in reorderSubVector()
314 Builder.CreateShuffleVector(Temp[2 * i], Temp[2 * i + 1], Concat); in reorderSubVector()
344 Builder.CreateShuffleVector(Matrix[0], Matrix[1], MaskLow); in interleave8bitStride4VF8()
346 Builder.CreateShuffleVector(Matrix[2], Matrix[3], MaskLow); in interleave8bitStride4VF8()
352 Builder.CreateShuffleVector(IntrVec1Low, IntrVec2Low, MaskLowWord); in interleave8bitStride4VF8()
354 Builder.CreateShuffleVector(IntrVec1Low, IntrVec2Low, MaskHighWord); in interleave8bitStride4VF8()
396 IntrVec[0] = Builder.CreateShuffleVector(Matrix[0], Matrix[1], MaskLow); in interleave8bitStride4()
397 IntrVec[1] = Builder.CreateShuffleVector(Matrix[0], Matrix[1], MaskHigh); in interleave8bitStride4()
[all …]
/external/llvm/lib/IR/
DAutoUpgrade.cpp450 Res = Builder.CreateShuffleVector(Res, Op, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSLLDQIntrinsics()
484 Res = Builder.CreateShuffleVector(Op, Res, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSRLDQIntrinsics()
503 Mask = Builder.CreateShuffleVector(Mask, Mask, in getX86MaskVec()
554 Value *Align = Builder.CreateShuffleVector(Op1, Op0, in UpgradeX86PALIGNRIntrinsics()
626 Cmp = Builder.CreateShuffleVector(Cmp, in upgradeMaskedCompare()
706 Rep = Builder.CreateShuffleVector(Rep, UndefValue::get(SrcTy), in UpgradeIntrinsicCall()
923 Value *SV = Builder.CreateShuffleVector( in UpgradeIntrinsicCall()
936 Rep = Builder.CreateShuffleVector(Load, UndefValue::get(Load->getType()), in UpgradeIntrinsicCall()
946 Rep = Builder.CreateShuffleVector(Op, UndefValue::get(Op->getType()), in UpgradeIntrinsicCall()
997 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
[all …]
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/ARM/
DMVELaneInterleavingPass.cpp338 Value *Shuffle = Builder.CreateShuffleVector(I->getOperand(0), LeafMask); in tryInterleave()
351 Value *Shuffle = Builder.CreateShuffleVector(I->get(), LeafMask); in tryInterleave()
360 Value *Shuf = Builder.CreateShuffleVector(I, TruncMask); in tryInterleave()
/external/tensorflow/tensorflow/compiler/xla/service/cpu/
Dvector_support_library.cc281 b()->CreateShuffleVector(vector, llvm::UndefValue::get(vector_type()), in AddReduce()
323 b()->CreateShuffleVector(lhs, rhs, llvm::ConstantVector::get(mask_a)); in AvxStyleHorizontalAdd()
325 b()->CreateShuffleVector(lhs, rhs, llvm::ConstantVector::get(mask_b)); in AvxStyleHorizontalAdd()
336 return b()->CreateShuffleVector(vector, llvm::UndefValue::get(vector_type()), in ExtractLowHalf()
346 return b()->CreateShuffleVector(vector, llvm::UndefValue::get(vector_type()), in ExtractHighHalf()
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Transforms/Vectorize/
DVectorCombine.cpp267 VecLd = Builder.CreateShuffleVector(VecLd, Mask); in vectorizeLoadInsert()
488 return Builder.CreateShuffleVector(Vec, ShufMask, "shift"); in createShiftShuffle()
675 Value *Shuf = Builder.CreateShuffleVector(DestVec, VecFNeg, Mask); in foldInsExtFNeg()
730 Value *Shuf = Builder.CreateShuffleVector(CastV, NewMask); in foldBitcastShuf()
1247 Shuf0 = Builder.CreateShuffleVector(X, UnaryMask); in foldShuffleOfBinops()
1248 Shuf1 = Builder.CreateShuffleVector(Y, W, Mask); in foldShuffleOfBinops()
1251 Shuf0 = Builder.CreateShuffleVector(X, Z, Mask); in foldShuffleOfBinops()
1252 Shuf1 = Builder.CreateShuffleVector(Y, UnaryMask); in foldShuffleOfBinops()
1368 Value *NewShuffle = Builder.CreateShuffleVector( in foldShuffleFromReductions()
1664 Value *NSV0A = Builder.CreateShuffleVector(GetShuffleOperand(SVI0A, 0), in foldSelectShuffle()
[all …]
/external/swiftshader/third_party/llvm-10.0/llvm/lib/IR/
DAutoUpgrade.cpp917 Res = Builder.CreateShuffleVector(Res, Op, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSLLDQIntrinsics()
951 Res = Builder.CreateShuffleVector(Op, Res, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSRLDQIntrinsics()
970 Mask = Builder.CreateShuffleVector(Mask, Mask, in getX86MaskVec()
1046 Value *Align = Builder.CreateShuffleVector(Op1, Op0, in UpgradeX86ALIGNIntrinsics()
1346 Vec = Builder.CreateShuffleVector(Vec, in ApplyX86MaskOn1BitsVec()
1873 LHS = Builder.CreateShuffleVector(LHS, LHS, in UpgradeIntrinsicCall()
1875 RHS = Builder.CreateShuffleVector(RHS, RHS, in UpgradeIntrinsicCall()
1879 Rep = Builder.CreateShuffleVector(RHS, LHS, in UpgradeIntrinsicCall()
2114 Rep = Builder.CreateShuffleVector(Rep, Rep, ShuffleMask); in UpgradeIntrinsicCall()
2283 Value *SV = Builder.CreateShuffleVector( in UpgradeIntrinsicCall()
[all …]
/external/swiftshader/third_party/llvm-16.0/llvm/lib/IR/
DAutoUpgrade.cpp1242 Res = Builder.CreateShuffleVector(Res, Op, ArrayRef(Idxs, NumElts)); in UpgradeX86PSLLDQIntrinsics()
1276 Res = Builder.CreateShuffleVector(Op, Res, ArrayRef(Idxs, NumElts)); in UpgradeX86PSRLDQIntrinsics()
1296 Mask = Builder.CreateShuffleVector(Mask, Mask, ArrayRef(Indices, NumElts), in getX86MaskVec()
1371 Value *Align = Builder.CreateShuffleVector( in UpgradeX86ALIGNIntrinsics()
1655 Vec = Builder.CreateShuffleVector(Vec, in ApplyX86MaskOn1BitsVec()
2280 Builder.CreateShuffleVector(LHS, LHS, ArrayRef(Indices, NumElts / 2)); in UpgradeIntrinsicCall()
2282 Builder.CreateShuffleVector(RHS, RHS, ArrayRef(Indices, NumElts / 2)); in UpgradeIntrinsicCall()
2285 Rep = Builder.CreateShuffleVector(RHS, LHS, ArrayRef(Indices, NumElts)); in UpgradeIntrinsicCall()
2518 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1}); in UpgradeIntrinsicCall()
2549 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1, 2, 3}); in UpgradeIntrinsicCall()
[all …]
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Scalar/
DLowerMatrixIntrinsics.cpp253 Value *V = Builder.CreateShuffleVector(MatrixVal, Undef, Mask, "split"); in getMatrix()
622 return Builder.CreateShuffleVector(Col, Undef, Mask, "block"); in extractVector()
638 Block = Builder.CreateShuffleVector(Block, Undef, ExtendMask); in insertVector()
656 return Builder.CreateShuffleVector(Col, Block, MaskVal); in insertVector()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/
DSLPVectorizer.cpp3988 V = Builder.CreateShuffleVector(V, UndefValue::get(V->getType()), in vectorizeTree()
4024 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), in vectorizeTree()
4063 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), in vectorizeTree()
4084 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), in vectorizeTree()
4120 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), Mask, in vectorizeTree()
4127 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), in vectorizeTree()
4136 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), in vectorizeTree()
4157 NewV = Builder.CreateShuffleVector(NewV, UndefValue::get(VecTy), Mask, in vectorizeTree()
4162 NewV = Builder.CreateShuffleVector( in vectorizeTree()
4171 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), in vectorizeTree()
[all …]
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AMDGPU/
DAMDGPULowerKernelArguments.cpp212 Value *Shuf = Builder.CreateShuffleVector(Load, UndefValue::get(V4Ty), in runOnFunction()
DAMDGPURewriteOutArguments.cpp411 Val = B.CreateShuffleVector(Val, UndefValue::get(Val->getType()), in runOnFunction()
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/AMDGPU/
DAMDGPULowerKernelArguments.cpp223 Value *Shuf = Builder.CreateShuffleVector(Load, ArrayRef<int>{0, 1, 2}, in runOnFunction()
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Transforms/InstCombine/
DInstCombineVectorOps.cpp2312 V = Builder.CreateShuffleVector(X, Y, Mask); in foldSelectShuffle()
2405 Value *NarrowX = Builder.CreateShuffleVector(X, Shuf.getShuffleMask()); in narrowVectorSelect()
2406 Value *NarrowY = Builder.CreateShuffleVector(Y, Shuf.getShuffleMask()); in narrowVectorSelect()
2421 Value *NewShuf = Builder.CreateShuffleVector(X, Shuf.getShuffleMask()); in foldFNegShuffle()
2433 Value *NewShuf = Builder.CreateShuffleVector(X, Y, Shuf.getShuffleMask()); in foldFNegShuffle()
2488 Value *NewShuf = Builder.CreateShuffleVector(X, Y, Shuf.getShuffleMask()); in foldCastShuffle()
2756 Value *V = Builder.CreateShuffleVector(X, Y, SVI.getShuffleMask(), in visitShuffleVectorInst()
2912 V = Builder.CreateShuffleVector(V, ShuffleMask, in visitShuffleVectorInst()
/external/AFLplusplus/instrumentation/
Dafl-llvm-pass.so.cc601 Value *ShuffledPrevCaller = IRB.CreateShuffleVector(
844 Value *ShuffledPrevLoc = IRB.CreateShuffleVector(
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/NVPTX/
DNVPTXGenericToNVVM.cpp271 return Builder.CreateShuffleVector(NewOperands[0], NewOperands[1], in remapConstantExpr()
/external/llvm/lib/Transforms/InstCombine/
DInstCombineCalls.cpp532 return Builder.CreateShuffleVector(II.getArgOperand(0), V1, ShuffleMask); in simplifyX86insertps()
598 Value *SV = Builder.CreateShuffleVector( in simplifyX86extrq()
679 Value *SV = Builder.CreateShuffleVector(Builder.CreateBitCast(Op0, ShufTy), in simplifyX86insertq()
769 return Builder.CreateShuffleVector(V1, V2, ShuffleMask); in simplifyX86pshufb()
821 return Builder.CreateShuffleVector(V1, V2, ShuffleMask); in simplifyX86vpermilvar()
857 return Builder.CreateShuffleVector(V1, V2, ShuffleMask); in simplifyX86vpermv()
923 return Builder.CreateShuffleVector(V0, V1, ShuffleMask); in simplifyX86vperm2()
1583 VectorHalfAsShorts = Builder->CreateShuffleVector( in visitCallInst()
/external/llvm/include/llvm/IR/
DConstantFolder.h227 Constant *CreateShuffleVector(Constant *V1, Constant *V2, in CreateShuffleVector() function
/external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/IR/
DConstantFolder.h262 Constant *CreateShuffleVector(Constant *V1, Constant *V2, in CreateShuffleVector() function
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/NVPTX/
DNVPTXGenericToNVVM.cpp275 return Builder.CreateShuffleVector(NewOperands[0], NewOperands[1], in remapConstantExpr()
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/Hexagon/
DHexagonVectorCombine.cpp1613 return Builder.CreateShuffleVector(HVC.sublo(Builder, Pair16), in createMulH16()
1902 Value *P2Insert = Builder.CreateShuffleVector(P2Dst, P2Src, SMask); in insertb()
1988 Value *Joined = Builder.CreateShuffleVector(Work[ThisW][i], in concat()
2001 return Builder.CreateShuffleVector(Total, SMask); in concat()
2021 return Builder.CreateShuffleVector(Val, PadVec, SMask); in vresize()
2119 return Builder.CreateShuffleVector(Val0, Val1, Mask); in vdeal()
2132 return Builder.CreateShuffleVector(Val0, Val1, Mask); in vshuff()
2471 return Builder.CreateShuffleVector(Lo, Hi, SMask); in getElementRange()
/external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Analysis/
DTargetFolder.h254 Constant *CreateShuffleVector(Constant *V1, Constant *V2, in CreateShuffleVector() function
/external/llvm/include/llvm/Analysis/
DTargetFolder.h252 Constant *CreateShuffleVector(Constant *V1, Constant *V2, in CreateShuffleVector() function

1234