Home
last modified time | relevance | path

Searched refs:CreateShuffleVector (Results 1 – 25 of 86) sorted by relevance

1234

/external/llvm-project/llvm/lib/Target/X86/
DX86InterleavedAccess.cpp187 cast<ShuffleVectorInst>(Builder.CreateShuffleVector( in decompose()
298 TransposedMatrix[i] = Builder.CreateShuffleVector( in reorderSubVector()
309 Temp[i / 2] = Builder.CreateShuffleVector( in reorderSubVector()
320 Builder.CreateShuffleVector(Temp[2 * i], Temp[2 * i + 1], Concat); in reorderSubVector()
350 Builder.CreateShuffleVector(Matrix[0], Matrix[1], MaskLow); in interleave8bitStride4VF8()
352 Builder.CreateShuffleVector(Matrix[2], Matrix[3], MaskLow); in interleave8bitStride4VF8()
358 Builder.CreateShuffleVector(IntrVec1Low, IntrVec2Low, MaskLowWord); in interleave8bitStride4VF8()
360 Builder.CreateShuffleVector(IntrVec1Low, IntrVec2Low, MaskHighWord); in interleave8bitStride4VF8()
402 IntrVec[0] = Builder.CreateShuffleVector(Matrix[0], Matrix[1], MaskLow); in interleave8bitStride4()
403 IntrVec[1] = Builder.CreateShuffleVector(Matrix[0], Matrix[1], MaskHigh); in interleave8bitStride4()
[all …]
DX86PartialReduction.cpp154 Value *EvenElts = Builder.CreateShuffleVector(NewMul, NewMul, EvenMask); in tryMAddReplacement()
155 Value *OddElts = Builder.CreateShuffleVector(NewMul, NewMul, OddMask); in tryMAddReplacement()
162 Value *Concat = Builder.CreateShuffleVector(MAdd, Zero, ConcatMask); in tryMAddReplacement()
241 Op0 = Builder.CreateShuffleVector(Op0, Zero, ConcatMask); in trySADReplacement()
242 Op1 = Builder.CreateShuffleVector(Op1, Zero, ConcatMask); in trySADReplacement()
258 Value *ExtractOp0 = Builder.CreateShuffleVector(Op0, Op0, ExtractMask); in trySADReplacement()
259 Value *ExtractOp1 = Builder.CreateShuffleVector(Op1, Op0, ExtractMask); in trySADReplacement()
272 Ops[i] = Builder.CreateShuffleVector(Ops[i*2], Ops[i*2+1], ConcatMask); in trySADReplacement()
281 Ops[0] = Builder.CreateShuffleVector(Ops[0], Ops[0], ArrayRef<int>{0, 1}); in trySADReplacement()
292 Ops[0] = Builder.CreateShuffleVector(Ops[0], Zero, ConcatMask); in trySADReplacement()
DX86InstCombineIntrinsic.cpp244 Amt = Builder.CreateShuffleVector(Amt, Amt, ZeroSplat); in simplifyX86immShift()
498 auto *Shuffle = Builder.CreateShuffleVector(Arg0, Arg1, PackMask); in simplifyX86pack()
615 return Builder.CreateShuffleVector(II.getArgOperand(0), V1, ShuffleMask); in simplifyX86insertps()
678 Value *SV = Builder.CreateShuffleVector( in simplifyX86extrq()
757 Value *SV = Builder.CreateShuffleVector(Builder.CreateBitCast(Op0, ShufTy), in simplifyX86insertq()
845 return Builder.CreateShuffleVector(V1, V2, makeArrayRef(Indexes, NumElts)); in simplifyX86pshufb()
893 return Builder.CreateShuffleVector(V1, V2, makeArrayRef(Indexes, NumElts)); in simplifyX86vpermilvar()
928 return Builder.CreateShuffleVector(V1, V2, makeArrayRef(Indexes, Size)); in simplifyX86vpermv()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/
DX86InterleavedAccess.cpp187 cast<ShuffleVectorInst>(Builder.CreateShuffleVector( in decompose()
291 TransposedMatrix[i] = Builder.CreateShuffleVector( in reorderSubVector()
302 Temp[i / 2] = Builder.CreateShuffleVector( in reorderSubVector()
314 Builder.CreateShuffleVector(Temp[2 * i], Temp[2 * i + 1], Concat); in reorderSubVector()
344 Builder.CreateShuffleVector(Matrix[0], Matrix[1], MaskLow); in interleave8bitStride4VF8()
346 Builder.CreateShuffleVector(Matrix[2], Matrix[3], MaskLow); in interleave8bitStride4VF8()
352 Builder.CreateShuffleVector(IntrVec1Low, IntrVec2Low, MaskLowWord); in interleave8bitStride4VF8()
354 Builder.CreateShuffleVector(IntrVec1Low, IntrVec2Low, MaskHighWord); in interleave8bitStride4VF8()
396 IntrVec[0] = Builder.CreateShuffleVector(Matrix[0], Matrix[1], MaskLow); in interleave8bitStride4()
397 IntrVec[1] = Builder.CreateShuffleVector(Matrix[0], Matrix[1], MaskHigh); in interleave8bitStride4()
[all …]
/external/llvm/lib/IR/
DAutoUpgrade.cpp450 Res = Builder.CreateShuffleVector(Res, Op, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSLLDQIntrinsics()
484 Res = Builder.CreateShuffleVector(Op, Res, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSRLDQIntrinsics()
503 Mask = Builder.CreateShuffleVector(Mask, Mask, in getX86MaskVec()
554 Value *Align = Builder.CreateShuffleVector(Op1, Op0, in UpgradeX86PALIGNRIntrinsics()
626 Cmp = Builder.CreateShuffleVector(Cmp, in upgradeMaskedCompare()
706 Rep = Builder.CreateShuffleVector(Rep, UndefValue::get(SrcTy), in UpgradeIntrinsicCall()
923 Value *SV = Builder.CreateShuffleVector( in UpgradeIntrinsicCall()
936 Rep = Builder.CreateShuffleVector(Load, UndefValue::get(Load->getType()), in UpgradeIntrinsicCall()
946 Rep = Builder.CreateShuffleVector(Op, UndefValue::get(Op->getType()), in UpgradeIntrinsicCall()
997 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
[all …]
/external/tensorflow/tensorflow/compiler/xla/service/cpu/
Dvector_support_library.cc280 b()->CreateShuffleVector(vector, llvm::UndefValue::get(vector_type()), in AddReduce()
322 b()->CreateShuffleVector(lhs, rhs, llvm::ConstantVector::get(mask_a)); in AvxStyleHorizontalAdd()
324 b()->CreateShuffleVector(lhs, rhs, llvm::ConstantVector::get(mask_b)); in AvxStyleHorizontalAdd()
335 return b()->CreateShuffleVector(vector, llvm::UndefValue::get(vector_type()), in ExtractLowHalf()
345 return b()->CreateShuffleVector(vector, llvm::UndefValue::get(vector_type()), in ExtractHighHalf()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/IR/
DAutoUpgrade.cpp917 Res = Builder.CreateShuffleVector(Res, Op, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSLLDQIntrinsics()
951 Res = Builder.CreateShuffleVector(Op, Res, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSRLDQIntrinsics()
970 Mask = Builder.CreateShuffleVector(Mask, Mask, in getX86MaskVec()
1046 Value *Align = Builder.CreateShuffleVector(Op1, Op0, in UpgradeX86ALIGNIntrinsics()
1346 Vec = Builder.CreateShuffleVector(Vec, in ApplyX86MaskOn1BitsVec()
1873 LHS = Builder.CreateShuffleVector(LHS, LHS, in UpgradeIntrinsicCall()
1875 RHS = Builder.CreateShuffleVector(RHS, RHS, in UpgradeIntrinsicCall()
1879 Rep = Builder.CreateShuffleVector(RHS, LHS, in UpgradeIntrinsicCall()
2114 Rep = Builder.CreateShuffleVector(Rep, Rep, ShuffleMask); in UpgradeIntrinsicCall()
2283 Value *SV = Builder.CreateShuffleVector( in UpgradeIntrinsicCall()
[all …]
/external/llvm-project/llvm/lib/IR/
DAutoUpgrade.cpp1039 Res = Builder.CreateShuffleVector(Res, Op, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSLLDQIntrinsics()
1073 Res = Builder.CreateShuffleVector(Op, Res, makeArrayRef(Idxs, NumElts)); in UpgradeX86PSRLDQIntrinsics()
1093 Mask = Builder.CreateShuffleVector( in getX86MaskVec()
1168 Value *Align = Builder.CreateShuffleVector(Op1, Op0, in UpgradeX86ALIGNIntrinsics()
1453 Vec = Builder.CreateShuffleVector(Vec, in ApplyX86MaskOn1BitsVec()
1982 LHS = Builder.CreateShuffleVector(LHS, LHS, in UpgradeIntrinsicCall()
1984 RHS = Builder.CreateShuffleVector(RHS, RHS, in UpgradeIntrinsicCall()
1988 Rep = Builder.CreateShuffleVector(RHS, LHS, in UpgradeIntrinsicCall()
2223 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1}); in UpgradeIntrinsicCall()
2254 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1, 2, 3}); in UpgradeIntrinsicCall()
[all …]
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Scalar/
DLowerMatrixIntrinsics.cpp253 Value *V = Builder.CreateShuffleVector(MatrixVal, Undef, Mask, "split"); in getMatrix()
622 return Builder.CreateShuffleVector(Col, Undef, Mask, "block"); in extractVector()
638 Block = Builder.CreateShuffleVector(Block, Undef, ExtendMask); in insertVector()
656 return Builder.CreateShuffleVector(Col, Block, MaskVal); in insertVector()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/
DSLPVectorizer.cpp3988 V = Builder.CreateShuffleVector(V, UndefValue::get(V->getType()), in vectorizeTree()
4024 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), in vectorizeTree()
4063 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), in vectorizeTree()
4084 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), in vectorizeTree()
4120 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), Mask, in vectorizeTree()
4127 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), in vectorizeTree()
4136 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), in vectorizeTree()
4157 NewV = Builder.CreateShuffleVector(NewV, UndefValue::get(VecTy), Mask, in vectorizeTree()
4162 NewV = Builder.CreateShuffleVector( in vectorizeTree()
4171 V = Builder.CreateShuffleVector(V, UndefValue::get(VecTy), in vectorizeTree()
[all …]
/external/llvm-project/llvm/lib/Transforms/Vectorize/
DVectorCombine.cpp172 VecLd = Builder.CreateShuffleVector(VecLd, Mask); in vectorizeLoadInsert()
322 return Builder.CreateShuffleVector(Vec, ShufMask, "shift"); in createShiftShuffle()
492 Value *Shuf = Builder.CreateShuffleVector(CastV, NewMask); in foldBitcastShuf()
/external/llvm-project/llvm/include/llvm/IR/
DIRBuilderFolder.h131 virtual Value *CreateShuffleVector(Constant *V1, Constant *V2,
DConstantFolder.h267 Constant *CreateShuffleVector(Constant *V1, Constant *V2, in CreateShuffleVector() function
DIRBuilder.h2431 Value *CreateShuffleVector(Value *V1, Value *V2, Value *Mask,
2435 return CreateShuffleVector(V1, V2, IntMask, Name);
2438 LLVM_ATTRIBUTE_DEPRECATED(Value *CreateShuffleVector(Value *V1, Value *V2,
2444 return CreateShuffleVector(V1, V2, IntMask, Name);
2448 Value *CreateShuffleVector(Value *V1, Value *V2, ArrayRef<int> Mask,
2452 return Insert(Folder.CreateShuffleVector(V1C, V2C, Mask), Name);
2458 Value *CreateShuffleVector(Value *V, ArrayRef<int> Mask,
2460 return CreateShuffleVector(V, UndefValue::get(V->getType()), Mask, Name);
DNoFolder.h302 Instruction *CreateShuffleVector(Constant *V1, Constant *V2, in CreateShuffleVector() function
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AMDGPU/
DAMDGPULowerKernelArguments.cpp212 Value *Shuf = Builder.CreateShuffleVector(Load, UndefValue::get(V4Ty), in runOnFunction()
/external/llvm-project/llvm/lib/Target/AMDGPU/
DAMDGPULowerKernelArguments.cpp244 Value *Shuf = Builder.CreateShuffleVector(Load, UndefValue::get(V4Ty), in runOnFunction()
DAMDGPURewriteOutArguments.cpp411 Val = B.CreateShuffleVector(Val, UndefValue::get(Val->getType()), in runOnFunction()
/external/llvm/lib/Transforms/InstCombine/
DInstCombineCalls.cpp532 return Builder.CreateShuffleVector(II.getArgOperand(0), V1, ShuffleMask); in simplifyX86insertps()
598 Value *SV = Builder.CreateShuffleVector( in simplifyX86extrq()
679 Value *SV = Builder.CreateShuffleVector(Builder.CreateBitCast(Op0, ShufTy), in simplifyX86insertq()
769 return Builder.CreateShuffleVector(V1, V2, ShuffleMask); in simplifyX86pshufb()
821 return Builder.CreateShuffleVector(V1, V2, ShuffleMask); in simplifyX86vpermilvar()
857 return Builder.CreateShuffleVector(V1, V2, ShuffleMask); in simplifyX86vpermv()
923 return Builder.CreateShuffleVector(V0, V1, ShuffleMask); in simplifyX86vperm2()
1583 VectorHalfAsShorts = Builder->CreateShuffleVector( in visitCallInst()
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/NVPTX/
DNVPTXGenericToNVVM.cpp275 return Builder.CreateShuffleVector(NewOperands[0], NewOperands[1], in remapConstantExpr()
/external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/IR/
DConstantFolder.h262 Constant *CreateShuffleVector(Constant *V1, Constant *V2, in CreateShuffleVector() function
/external/llvm/include/llvm/IR/
DConstantFolder.h227 Constant *CreateShuffleVector(Constant *V1, Constant *V2, in CreateShuffleVector() function
/external/llvm-project/llvm/lib/Target/NVPTX/
DNVPTXGenericToNVVM.cpp275 return Builder.CreateShuffleVector(NewOperands[0], NewOperands[1], in remapConstantExpr()
/external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Analysis/
DTargetFolder.h254 Constant *CreateShuffleVector(Constant *V1, Constant *V2, in CreateShuffleVector() function
/external/llvm/include/llvm/Analysis/
DTargetFolder.h252 Constant *CreateShuffleVector(Constant *V1, Constant *V2, in CreateShuffleVector() function

1234