/external/swiftshader/third_party/llvm-16.0/llvm/lib/CodeGen/ |
D | ValueTypes.cpp | 113 return isExtendedVector() && isa<FixedVectorType>(LLVMTy); in isExtendedFixedLengthVector() 214 return FixedVectorType::get(Type::getInt1Ty(Context), 1); in getTypeForEVT() 216 return FixedVectorType::get(Type::getInt1Ty(Context), 2); in getTypeForEVT() 218 return FixedVectorType::get(Type::getInt1Ty(Context), 4); in getTypeForEVT() 220 return FixedVectorType::get(Type::getInt1Ty(Context), 8); in getTypeForEVT() 222 return FixedVectorType::get(Type::getInt1Ty(Context), 16); in getTypeForEVT() 224 return FixedVectorType::get(Type::getInt1Ty(Context), 32); in getTypeForEVT() 226 return FixedVectorType::get(Type::getInt1Ty(Context), 64); in getTypeForEVT() 228 return FixedVectorType::get(Type::getInt1Ty(Context), 128); in getTypeForEVT() 230 return FixedVectorType::get(Type::getInt1Ty(Context), 256); in getTypeForEVT() [all …]
|
D | InterleavedLoadCombinePass.cpp | 675 FixedVectorType *const VTy; 677 VectorInfo(FixedVectorType *VTy) : VTy(VTy) { in VectorInfo() 736 FixedVectorType *VTy = dyn_cast<FixedVectorType>(Op->getType()); in computeFromBCI() 786 FixedVectorType *ArgTy = in computeFromSVI() 787 cast<FixedVectorType>(SVI->getOperand(0)->getType()); in computeFromSVI() 1203 cast<FixedVectorType>(InterleavedLoad.front().SVI->getType()) in combine() 1205 FixedVectorType *ILTy = FixedVectorType::get(ETy, Factor * ElementsPerSVI); in combine() 1270 Candidates.emplace_back(cast<FixedVectorType>(SVI->getType())); in run()
|
D | ExpandReductions.cpp | 127 cast<FixedVectorType>(Vec->getType())->getNumElements())) in expandReductions() 147 cast<FixedVectorType>(Vec->getType())->getNumElements())) in expandReductions() 159 cast<FixedVectorType>(Vec->getType())->getNumElements()) || in expandReductions()
|
D | InterleavedAccessPass.cpp | 334 cast<FixedVectorType>(LI->getType())->getNumElements(); in lowerInterleavedLoad() 403 return Idx < (int)cast<FixedVectorType>(BIOp0Ty)->getNumElements(); in replaceBinOpShuffles() 504 cast<FixedVectorType>(SVI->getOperand(0)->getType())->getNumElements(); in lowerInterleavedStore()
|
/external/swiftshader/third_party/llvm-16.0/llvm/include/llvm/IR/ |
D | DerivedTypes.h | 525 class FixedVectorType : public VectorType { 527 FixedVectorType(Type *ElTy, unsigned NumElts) in FixedVectorType() function 531 static FixedVectorType *get(Type *ElementType, unsigned NumElts); 533 static FixedVectorType *get(Type *ElementType, const FixedVectorType *FVTy) { in get() 537 static FixedVectorType *getInteger(FixedVectorType *VTy) { in getInteger() 538 return cast<FixedVectorType>(VectorType::getInteger(VTy)); in getInteger() 541 static FixedVectorType *getExtendedElementVectorType(FixedVectorType *VTy) { in getExtendedElementVectorType() 542 return cast<FixedVectorType>(VectorType::getExtendedElementVectorType(VTy)); in getExtendedElementVectorType() 545 static FixedVectorType *getTruncatedElementVectorType(FixedVectorType *VTy) { in getTruncatedElementVectorType() 546 return cast<FixedVectorType>( in getTruncatedElementVectorType() [all …]
|
D | MatrixBuilder.h | 69 auto *RetType = FixedVectorType::get(EltTy, Rows * Columns); 114 FixedVectorType::get(OpType->getElementType(), Rows * Columns); 133 FixedVectorType::get(LHSType->getElementType(), LHSRows * RHSColumns);
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/ARM/ |
D | MVEGatherScatterLowering.cpp | 90 FixedVectorType *Ty, Type *MemoryTy, 95 Value *decomposeGEP(Value *&Offsets, FixedVectorType *Ty, 197 unsigned OffsetElemSize = cast<FixedVectorType>(Offsets->getType()) in checkOffsetSize() 214 if (isa<FixedVectorType>(ConstOff->getType())) { in checkOffsetSize() 228 int &Scale, FixedVectorType *Ty, in decomposePtr() 243 FixedVectorType *PtrTy = cast<FixedVectorType>(Ptr->getType()); in decomposePtr() 249 Ptr, FixedVectorType::get(Builder.getInt32Ty(), 4)); in decomposePtr() 255 FixedVectorType *Ty, in decomposeGEP() 268 !isa<FixedVectorType>(Offsets->getType())) in decomposeGEP() 278 cast<FixedVectorType>(Offsets->getType())->getNumElements(); in decomposeGEP() [all …]
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Transforms/InstCombine/ |
D | InstCombineVectorOps.cpp | 196 assert(isa<FixedVectorType>(Ext.getVectorOperand()->getType()) && in foldBitcastExtElt() 321 unsigned VWidth = cast<FixedVectorType>(V->getType())->getNumElements(); in findDemandedEltsBySingleUser() 339 cast<FixedVectorType>(UserInstr->getType())->getNumElements(); in findDemandedEltsBySingleUser() 365 unsigned VWidth = cast<FixedVectorType>(V->getType())->getNumElements(); in findDemandedEltsByAllUsers() 538 if (isa<FixedVectorType>(SVI->getType()) && isa<ConstantInt>(Index)) { in visitExtractElementInst() 542 unsigned LHSWidth = cast<FixedVectorType>(SVI->getOperand(0)->getType()) in visitExtractElementInst() 614 unsigned NumElts = cast<FixedVectorType>(V->getType())->getNumElements(); in collectSingleShuffleElements() 656 cast<FixedVectorType>(LHS->getType())->getNumElements(); in collectSingleShuffleElements() 686 auto *InsVecType = cast<FixedVectorType>(InsElt->getType()); in replaceExtractElements() 687 auto *ExtVecType = cast<FixedVectorType>(ExtElt->getVectorOperandType()); in replaceExtractElements() [all …]
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Transforms/Scalar/ |
D | Scalarizer.cpp | 180 FixedVectorType *VecTy = nullptr; 295 Size = cast<FixedVectorType>(Ty)->getNumElements(); in INITIALIZE_PASS_DEPENDENCY() 494 Layout.VecTy = dyn_cast<FixedVectorType>(Ty); in getVectorLayout() 510 auto *VT = dyn_cast<FixedVectorType>(I.getType()); in splitUnary() 530 auto *VT = dyn_cast<FixedVectorType>(I.getType()); in splitBinary() 565 auto *VT = dyn_cast<FixedVectorType>(CI.getType()); in splitCall() 630 auto *VT = dyn_cast<FixedVectorType>(SI.getType()); in visitSelectInst() 683 auto *VT = dyn_cast<FixedVectorType>(GEPI.getType()); in visitGetElementPtrInst() 729 auto *VT = dyn_cast<FixedVectorType>(CI.getDestTy()); in visitCastInst() 747 auto *DstVT = dyn_cast<FixedVectorType>(BCI.getDestTy()); in visitBitCastInst() [all …]
|
D | ScalarizeMaskedMemIntrin.cpp | 96 unsigned NumElts = cast<FixedVectorType>(Mask->getType())->getNumElements(); in isConstantIntVector() 151 VectorType *VecType = cast<FixedVectorType>(CI->getType()); in scalarizeMaskedLoad() 177 unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements(); in scalarizeMaskedLoad() 316 unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements(); in scalarizeMaskedStore() 420 auto *VecType = cast<FixedVectorType>(CI->getType()); in scalarizeMaskedGather() 550 auto *SrcFVTy = cast<FixedVectorType>(Src->getType()); in scalarizeMaskedScatter() 639 auto *VecType = cast<FixedVectorType>(CI->getType()); in scalarizeMaskedExpandLoad() 767 auto *VecType = cast<FixedVectorType>(Src->getType()); in scalarizeMaskedCompressStore()
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/X86/ |
D | X86LowerAMXIntrinsics.cpp | 50 if (auto *FVT = dyn_cast<FixedVectorType>(Ty)) in isV256I32Ty() 178 FixedVectorType *V256I32Ty = FixedVectorType::get(EltTy, 256); in createTileLoadStoreLoops() 303 FixedVectorType *V256I32Ty = FixedVectorType::get(B.getInt32Ty(), 256); in createTileDPLoops() 379 FixedVectorType *V4I8Ty = FixedVectorType::get(B.getInt8Ty(), 4); in createTileDPLoops() 380 FixedVectorType *V4I32Ty = FixedVectorType::get(B.getInt32Ty(), 4); in createTileDPLoops() 434 FixedVectorType *V2I16Ty = FixedVectorType::get(B.getInt16Ty(), 2); in createTileDPLoops() 435 FixedVectorType *V2F32Ty = FixedVectorType::get(B.getFloatTy(), 2); in createTileDPLoops() 562 FixedVectorType *V256I32Ty = FixedVectorType::get(Builder.getInt32Ty(), 256); in lowerTileZero()
|
D | X86PartialReduction.cpp | 110 if (cast<FixedVectorType>(Op->getType())->getNumElements() < 8) in tryMAddReplacement() 185 auto *MulTy = cast<FixedVectorType>(Op->getType()); in tryMAddReplacement() 265 auto *OpTy = cast<FixedVectorType>(Op->getType()); in trySADReplacement() 299 FixedVectorType::get(Builder.getInt32Ty(), IntrinsicNumElts / 4); in trySADReplacement() 319 cast<FixedVectorType>(Ops[0]->getType())->getNumElements() * 2; in trySADReplacement() 329 NumElts = cast<FixedVectorType>(OpTy)->getNumElements(); in trySADReplacement() 336 cast<FixedVectorType>(Ops[0]->getType())->getNumElements(); in trySADReplacement() 368 unsigned NumElems = cast<FixedVectorType>(BO->getType())->getNumElements(); in matchAddReduction()
|
D | X86InstCombineIntrinsic.cpp | 203 auto *VT = cast<FixedVectorType>(Vec->getType()); in simplifyX86immShift() 235 unsigned NumAmtElts = cast<FixedVectorType>(AmtVT)->getNumElements(); in simplifyX86immShift() 351 auto *VT = cast<FixedVectorType>(II.getType()); in simplifyX86varShift() 448 auto *ArgTy = cast<FixedVectorType>(Arg0->getType()); in simplifyX86pack() 451 assert(cast<FixedVectorType>(ResTy)->getNumElements() == (2 * NumSrcElts) && in simplifyX86pack() 513 auto *ArgTy = dyn_cast<FixedVectorType>(Arg->getType()); in simplifyX86movmsk() 566 auto *VecTy = cast<FixedVectorType>(II.getType()); in simplifyX86insertps() 667 auto *ShufTy = FixedVectorType::get(IntTy8, 16); in simplifyX86extrq() 744 auto *ShufTy = FixedVectorType::get(IntTy8, 16); in simplifyX86insertq() 809 auto *VecTy = cast<FixedVectorType>(II.getType()); in simplifyX86pshufb() [all …]
|
D | X86InterleavedAccess.cpp | 72 void decompose(Instruction *Inst, unsigned NumSubVectors, FixedVectorType *T, 168 Instruction *VecInst, unsigned NumSubVectors, FixedVectorType *SubVecTy, in decompose() 204 VecBaseTy = FixedVectorType::get(Type::getInt8Ty(LI->getContext()), 16); in decompose() 724 auto *ShuffleTy = cast<FixedVectorType>(Shuffles[0]->getType()); in lowerIntoOptimizedSequence() 727 auto *ShuffleEltTy = cast<FixedVectorType>(Inst->getType()); in lowerIntoOptimizedSequence() 770 FixedVectorType::get(ShuffleEltTy, NumSubVecElems), in lowerIntoOptimizedSequence() 833 assert(cast<FixedVectorType>(SVI->getType())->getNumElements() % Factor == in lowerInterleavedStore()
|
D | X86TargetTransformInfo.cpp | 1476 int OrigSubElts = cast<FixedVectorType>(SubTp)->getNumElements(); in getShuffleCost() 1485 auto *VecTy = FixedVectorType::get(BaseTp->getElementType(), in getShuffleCost() 1487 auto *SubTy = FixedVectorType::get(BaseTp->getElementType(), in getShuffleCost() 1573 cast<FixedVectorType>(BaseTp)->getNumElements()) { in getShuffleCost() 1582 auto *SingleOpTy = FixedVectorType::get(BaseTp->getElementType(), in getShuffleCost() 4282 assert(isa<FixedVectorType>(Val) && "Fixed vector type expected"); in getVectorInstrCost() 4306 cast<FixedVectorType>(Val)->getNumElements() > 1) in getVectorInstrCost() 4391 SubTy = FixedVectorType::get(ScalarType, SubNumElts); in getVectorInstrCost() 4413 cast<FixedVectorType>(Ty)->getNumElements() && in getScalarizationOverhead() 4466 FixedVectorType::get(Ty->getElementType(), NumEltsPerLane); in getScalarizationOverhead() [all …]
|
/external/swiftshader/third_party/llvm-16.0/llvm/include/llvm/CodeGen/ |
D | BasicTTIImpl.h | 89 InstructionCost getBroadcastShuffleOverhead(FixedVectorType *VTy, in getBroadcastShuffleOverhead() 106 InstructionCost getPermuteShuffleOverhead(FixedVectorType *VTy, in getPermuteShuffleOverhead() 130 FixedVectorType *SubVTy) { in getExtractSubvectorOverhead() 134 assert((!isa<FixedVectorType>(VTy) || in getExtractSubvectorOverhead() 136 (int)cast<FixedVectorType>(VTy)->getNumElements()) && in getExtractSubvectorOverhead() 158 FixedVectorType *SubVTy) { in getInsertSubvectorOverhead() 162 assert((!isa<FixedVectorType>(VTy) || in getInsertSubvectorOverhead() 164 (int)cast<FixedVectorType>(VTy)->getNumElements()) && in getInsertSubvectorOverhead() 216 auto *VT = cast<FixedVectorType>(DataTy); in getCommonMaskedMemoryOpCost() 224 FixedVectorType::get( in getCommonMaskedMemoryOpCost() [all …]
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Transforms/Vectorize/ |
D | VectorCombine.cpp | 248 auto *Ty = cast<FixedVectorType>(I.getType()); in vectorizeLoadInsert() 285 cast<FixedVectorType>(Shuf->getOperand(0)->getType())->getNumElements(); in widenSubvectorLoad() 297 auto *Ty = cast<FixedVectorType>(I.getType()); in widenSubvectorLoad() 485 auto *VecTy = cast<FixedVectorType>(Vec->getType()); in createShiftShuffle() 499 if (!isa<FixedVectorType>(ExtElt->getOperand(0)->getType())) in translateExtract() 637 auto *VecTy = cast<FixedVectorType>(I.getType()); in foldInsExtFNeg() 695 auto *SrcTy = dyn_cast<FixedVectorType>(V->getType()); in foldBitcastShuf() 699 auto *DestTy = cast<FixedVectorType>(I.getType()); in foldBitcastShuf() 898 auto *VecTy = dyn_cast<FixedVectorType>(X->getType()); in foldExtractedCmps() 917 auto *CmpTy = cast<FixedVectorType>(CmpInst::makeCmpResultType(X->getType())); in foldExtractedCmps() [all …]
|
/external/mesa3d/src/gallium/frontends/clover/llvm/ |
D | compat.hpp | 128 return ::llvm::isa<::llvm::FixedVectorType>(type); in is_fixed_vector() 134 return ::llvm::cast<::llvm::FixedVectorType>(type)->getNumElements(); in get_fixed_vector_elements()
|
/external/mesa3d/src/gallium/frontends/clover/llvm/codegen/ |
D | common.cpp | 181 base_type = ::llvm::FixedVectorType::get(base_type, 2); in ptr_arg_to_llvm_type() 183 base_type = ::llvm::FixedVectorType::get(base_type, 3); in ptr_arg_to_llvm_type() 185 base_type = ::llvm::FixedVectorType::get(base_type, 4); in ptr_arg_to_llvm_type() 187 base_type = ::llvm::FixedVectorType::get(base_type, 8); in ptr_arg_to_llvm_type() 189 base_type = ::llvm::FixedVectorType::get(base_type, 16); in ptr_arg_to_llvm_type()
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/IR/ |
D | AutoUpgrade.cpp | 47 if (Arg0Type != FixedVectorType::get(Type::getFloatTy(F->getContext()), 4)) in UpgradePTESTIntrinsic() 759 FixedVectorType::get(Type::getBFloatTy(Ctx), OperandWidth / 16) in UpgradeIntrinsicFunction1() 794 cast<FixedVectorType>(F->getReturnType())->getNumElements() == 4) { in UpgradeIntrinsicFunction1() 1219 auto *ResultTy = cast<FixedVectorType>(Op->getType()); in UpgradeX86PSLLDQIntrinsics() 1223 Type *VecTy = FixedVectorType::get(Builder.getInt8Ty(), NumElts); in UpgradeX86PSLLDQIntrinsics() 1253 auto *ResultTy = cast<FixedVectorType>(Op->getType()); in UpgradeX86PSRLDQIntrinsics() 1257 Type *VecTy = FixedVectorType::get(Builder.getInt8Ty(), NumElts); in UpgradeX86PSRLDQIntrinsics() 1286 llvm::VectorType *MaskTy = FixedVectorType::get( in getX86MaskVec() 1311 cast<FixedVectorType>(Op0->getType())->getNumElements()); in EmitX86Select() 1322 auto *MaskTy = FixedVectorType::get(Builder.getInt1Ty(), in EmitX86ScalarSelect() [all …]
|
D | Type.cpp | 119 if (((isa<FixedVectorType>(this)) && Ty->isX86_MMXTy()) && in canLosslesslyBitCastTo() 122 if ((isX86_MMXTy() && isa<FixedVectorType>(Ty)) && in canLosslesslyBitCastTo() 127 if (((isa<FixedVectorType>(this)) && Ty->isX86_AMXTy()) && in canLosslesslyBitCastTo() 130 if ((isX86_AMXTy() && isa<FixedVectorType>(Ty)) && in canLosslesslyBitCastTo() 674 return FixedVectorType::get(ElementType, EC.getKnownMinValue()); in get() 686 FixedVectorType *FixedVectorType::get(Type *ElementType, unsigned NumElts) { in get() 699 Entry = new (pImpl->Alloc) FixedVectorType(ElementType, NumElts); in get() 700 return cast<FixedVectorType>(Entry); in get()
|
D | Constants.cpp | 137 if (auto *VTy = dyn_cast<FixedVectorType>(getType())) { in isNotOneValue() 182 if (auto *VTy = dyn_cast<FixedVectorType>(getType())) { in isNotMinSignedValue() 204 if (auto *VTy = dyn_cast<FixedVectorType>(getType())) { in isFiniteNonZeroFP() 225 if (auto *VTy = dyn_cast<FixedVectorType>(getType())) { in isNormalFP() 246 if (auto *VTy = dyn_cast<FixedVectorType>(getType())) { in hasExactInverseFP() 267 if (auto *VTy = dyn_cast<FixedVectorType>(getType())) { in isNaN() 319 for (unsigned i = 0, e = cast<FixedVectorType>(VTy)->getNumElements(); in containsUndefinedElement() 347 if (auto *VTy = dyn_cast<FixedVectorType>(getType())) { in containsConstantExpression() 764 auto *VTy = dyn_cast<FixedVectorType>(Ty); in replaceUndefsWith() 788 auto *VTy = dyn_cast<FixedVectorType>(Ty); in mergeUndefsWith() [all …]
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/RISCV/ |
D | RISCVTargetTransformInfo.h | 180 if (isa<FixedVectorType>(DataType) && !ST->useRVVForFixedLengthVectors()) in isLegalMaskedLoadStore() 185 if (isa<FixedVectorType>(DataType) && in isLegalMaskedLoadStore() 208 if (isa<FixedVectorType>(DataType) && !ST->useRVVForFixedLengthVectors()) in isLegalMaskedGatherScatter() 213 if (isa<FixedVectorType>(DataType) && in isLegalMaskedGatherScatter()
|
/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/SystemZ/ |
D | SystemZTargetTransformInfo.cpp | 414 auto *VTy = cast<FixedVectorType>(Ty); in getNumVectorRegs() 520 auto *VTy = cast<FixedVectorType>(Ty); in getArithmeticInstrCost() 655 assert(cast<FixedVectorType>(SrcTy)->getNumElements() == in getVectorTruncCost() 656 cast<FixedVectorType>(DstTy)->getNumElements() && in getVectorTruncCost() 672 unsigned VF = cast<FixedVectorType>(SrcTy)->getNumElements(); in getVectorTruncCost() 734 return FixedVectorType::get(ElTy, VF); in getCmpOpsType() 745 auto *DstVTy = cast<FixedVectorType>(Dst); in getBoolVecToIntConversionCost() 804 auto *SrcVecTy = cast<FixedVectorType>(Src); in getCastInstrCost() 805 auto *DstVecTy = dyn_cast<FixedVectorType>(Dst); in getCastInstrCost() 952 unsigned VF = cast<FixedVectorType>(ValTy)->getNumElements(); in getCmpSelInstrCost() [all …]
|
/external/AFLplusplus/instrumentation/ |
D | SanitizerCoveragePCGUARD.so.cc | 784 FixedVectorType *tt = dyn_cast<FixedVectorType>(t); in InjectCoverage() 889 FixedVectorType *tt = dyn_cast<FixedVectorType>(t); in InjectCoverage() 896 FixedVectorType *GuardPtr1 = in InjectCoverage() 897 FixedVectorType::get(Int32PtrTy, elements); in InjectCoverage() 898 FixedVectorType *GuardPtr2 = in InjectCoverage() 899 FixedVectorType::get(Int32PtrTy, elements); in InjectCoverage()
|