/external/llvm/lib/Target/X86/ |
D | X86ShuffleDecodeConstantPool.cpp | 27 Type *MaskTy = C->getType(); in DecodePSHUFBMask() local 39 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodePSHUFBMask() 43 if (!MaskTy->isVectorTy()) in DecodePSHUFBMask() 45 int NumElts = MaskTy->getVectorNumElements(); in DecodePSHUFBMask() 47 Type *EltTy = MaskTy->getVectorElementType(); in DecodePSHUFBMask() 96 Type *MaskTy = C->getType(); in DecodeVPERMILPMask() local 110 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodeVPERMILPMask() 115 if (!MaskTy->isVectorTy()) in DecodeVPERMILPMask() 119 Type *VecEltTy = MaskTy->getVectorElementType(); in DecodeVPERMILPMask() 161 Type *MaskTy = C->getType(); in DecodeVPERMIL2PMask() local [all …]
|
D | X86TargetTransformInfo.cpp | 1137 VectorType *MaskTy = in getMaskedMemoryOpCost() local 1143 int MaskSplitCost = getScalarizationOverhead(MaskTy, false, true); in getMaskedMemoryOpCost() 1165 getShuffleCost(TTI::SK_Alternate, MaskTy, 0, nullptr); in getMaskedMemoryOpCost() 1168 VectorType *NewMaskTy = VectorType::get(MaskTy->getVectorElementType(), in getMaskedMemoryOpCost() 1171 Cost += getShuffleCost(TTI::SK_InsertSubvector, NewMaskTy, 0, MaskTy); in getMaskedMemoryOpCost() 1510 VectorType *MaskTy = in getGSScalarCost() local 1512 MaskUnpackCost = getScalarizationOverhead(MaskTy, false, true); in getGSScalarCost()
|
/external/llvm-project/llvm/lib/Target/X86/ |
D | X86ShuffleDecodeConstantPool.cpp | 191 Type *MaskTy = C->getType(); in DecodeVPERMIL2PMask() local 192 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodeVPERMIL2PMask() 246 Type *MaskTy = C->getType(); in DecodeVPPERMMask() local 247 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodeVPPERMMask()
|
D | X86TargetTransformInfo.cpp | 3263 auto *MaskTy = in getMaskedMemoryOpCost() local 3271 getScalarizationOverhead(MaskTy, DemandedElts, false, true); in getMaskedMemoryOpCost() 3293 getShuffleCost(TTI::SK_PermuteTwoSrc, MaskTy, 0, nullptr); in getMaskedMemoryOpCost() 3296 auto *NewMaskTy = FixedVectorType::get(MaskTy->getElementType(), in getMaskedMemoryOpCost() 3299 Cost += getShuffleCost(TTI::SK_InsertSubvector, NewMaskTy, 0, MaskTy); in getMaskedMemoryOpCost() 4174 auto *MaskTy = in getGSScalarCost() local 4177 getScalarizationOverhead(MaskTy, DemandedElts, false, true); in getGSScalarCost()
|
D | X86InstCombineIntrinsic.cpp | 1265 auto *MaskTy = FixedVectorType::get( in instCombineIntrinsic() local 1268 Mask = IC.Builder.CreateBitCast(Mask, MaskTy); in instCombineIntrinsic()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
D | X86ShuffleDecodeConstantPool.cpp | 190 Type *MaskTy = C->getType(); in DecodeVPERMIL2PMask() local 191 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodeVPERMIL2PMask() 245 Type *MaskTy = C->getType(); in DecodeVPPERMMask() local 246 unsigned MaskTySize = MaskTy->getPrimitiveSizeInBits(); in DecodeVPPERMMask()
|
D | X86TargetTransformInfo.cpp | 2492 VectorType *MaskTy = in getMaskedMemoryOpCost() local 2498 int MaskSplitCost = getScalarizationOverhead(MaskTy, false, true); in getMaskedMemoryOpCost() 2519 getShuffleCost(TTI::SK_PermuteTwoSrc, MaskTy, 0, nullptr); in getMaskedMemoryOpCost() 2522 VectorType *NewMaskTy = VectorType::get(MaskTy->getVectorElementType(), in getMaskedMemoryOpCost() 2525 Cost += getShuffleCost(TTI::SK_InsertSubvector, NewMaskTy, 0, MaskTy); in getMaskedMemoryOpCost() 3262 VectorType *MaskTy = in getGSScalarCost() local 3264 MaskUnpackCost = getScalarizationOverhead(MaskTy, false, true); in getGSScalarCost()
|
/external/llvm/lib/CodeGen/SelectionDAG/ |
D | LegalizeVectorOps.cpp | 737 EVT MaskTy = VT.changeVectorElementTypeToInteger(); in ExpandSELECT() local 740 EVT BitTy = MaskTy.getScalarType(); in ExpandSELECT() 749 Mask = DAG.getNode(ISD::BUILD_VECTOR, DL, MaskTy, Ops); in ExpandSELECT() 754 Op1 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op1); in ExpandSELECT() 755 Op2 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op2); in ExpandSELECT() 758 APInt::getAllOnesValue(BitTy.getSizeInBits()), DL, MaskTy); in ExpandSELECT() 759 SDValue NotMask = DAG.getNode(ISD::XOR, DL, MaskTy, Mask, AllOnes); in ExpandSELECT() 761 Op1 = DAG.getNode(ISD::AND, DL, MaskTy, Op1, Mask); in ExpandSELECT() 762 Op2 = DAG.getNode(ISD::AND, DL, MaskTy, Op2, NotMask); in ExpandSELECT() 763 SDValue Val = DAG.getNode(ISD::OR, DL, MaskTy, Op1, Op2); in ExpandSELECT()
|
/external/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
D | LegalizeVectorOps.cpp | 925 EVT MaskTy = VT.changeVectorElementTypeToInteger(); in ExpandSELECT() local 928 EVT BitTy = MaskTy.getScalarType(); in ExpandSELECT() 936 Mask = DAG.getSplatBuildVector(MaskTy, DL, Mask); in ExpandSELECT() 941 Op1 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op1); in ExpandSELECT() 942 Op2 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op2); in ExpandSELECT() 945 APInt::getAllOnesValue(BitTy.getSizeInBits()), DL, MaskTy); in ExpandSELECT() 946 SDValue NotMask = DAG.getNode(ISD::XOR, DL, MaskTy, Mask, AllOnes); in ExpandSELECT() 948 Op1 = DAG.getNode(ISD::AND, DL, MaskTy, Op1, Mask); in ExpandSELECT() 949 Op2 = DAG.getNode(ISD::AND, DL, MaskTy, Op2, NotMask); in ExpandSELECT() 950 SDValue Val = DAG.getNode(ISD::OR, DL, MaskTy, Op1, Op2); in ExpandSELECT()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/ |
D | LegalizeVectorOps.cpp | 1024 EVT MaskTy = VT.changeVectorElementTypeToInteger(); in ExpandSELECT() local 1027 EVT BitTy = MaskTy.getScalarType(); in ExpandSELECT() 1035 Mask = DAG.getSplatBuildVector(MaskTy, DL, Mask); in ExpandSELECT() 1040 Op1 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op1); in ExpandSELECT() 1041 Op2 = DAG.getNode(ISD::BITCAST, DL, MaskTy, Op2); in ExpandSELECT() 1044 APInt::getAllOnesValue(BitTy.getSizeInBits()), DL, MaskTy); in ExpandSELECT() 1045 SDValue NotMask = DAG.getNode(ISD::XOR, DL, MaskTy, Mask, AllOnes); in ExpandSELECT() 1047 Op1 = DAG.getNode(ISD::AND, DL, MaskTy, Op1, Mask); in ExpandSELECT() 1048 Op2 = DAG.getNode(ISD::AND, DL, MaskTy, Op2, NotMask); in ExpandSELECT() 1049 SDValue Val = DAG.getNode(ISD::OR, DL, MaskTy, Op1, Op2); in ExpandSELECT()
|
/external/llvm-project/llvm/lib/Target/AMDGPU/ |
D | AMDGPUTargetTransformInfo.cpp | 1027 Type *MaskTy = MaskOp->getType(); in rewriteIntrinsicWithAddressSpace() local 1051 MaskTy = B.getInt32Ty(); in rewriteIntrinsicWithAddressSpace() 1052 MaskOp = B.CreateTrunc(MaskOp, MaskTy); in rewriteIntrinsicWithAddressSpace() 1055 return B.CreateIntrinsic(Intrinsic::ptrmask, {NewV->getType(), MaskTy}, in rewriteIntrinsicWithAddressSpace()
|
D | AMDGPUInstructionSelector.cpp | 2473 LLT MaskTy = MRI->getType(MaskReg); in selectG_PTRMASK() local 2491 TRI.getRegClassForTypeOnBank(MaskTy, *MaskRB, *MRI); in selectG_PTRMASK() 2501 assert(MaskTy.getSizeInBits() == 32 && in selectG_PTRMASK()
|
/external/llvm/lib/IR/ |
D | AutoUpgrade.cpp | 493 llvm::VectorType *MaskTy = llvm::VectorType::get(Builder.getInt1Ty(), in getX86MaskVec() local 495 Mask = Builder.CreateBitCast(Mask, MaskTy); in getX86MaskVec() 945 Type *MaskTy = VectorType::get(Type::getInt32Ty(C), NumElts); in UpgradeIntrinsicCall() local 947 Constant::getNullValue(MaskTy)); in UpgradeIntrinsicCall()
|
D | Instructions.cpp | 1878 VectorType *MaskTy = dyn_cast<VectorType>(Mask->getType()); in isValidOperands() local 1879 if (!MaskTy || !MaskTy->getElementType()->isIntegerTy(32)) in isValidOperands() 1902 for (unsigned i = 0, e = MaskTy->getNumElements(); i != e; ++i) in isValidOperands()
|
/external/llvm-project/llvm/lib/CodeGen/ |
D | MachineVerifier.cpp | 1094 LLT MaskTy = MRI->getType(MI->getOperand(2).getReg()); in verifyPreISelGenericInstruction() local 1095 if (!DstTy.isValid() || !SrcTy.isValid() || !MaskTy.isValid()) in verifyPreISelGenericInstruction() 1101 if (!MaskTy.getScalarType().isScalar()) in verifyPreISelGenericInstruction() 1104 verifyVectorElementMatch(DstTy, MaskTy, MI); in verifyPreISelGenericInstruction()
|
/external/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
D | IRTranslator.cpp | 1003 LLT MaskTy = SwitchOpTy; in emitBitTestHeader() local 1008 MaskTy = LLT::scalar(64); in emitBitTestHeader() 1013 if (SwitchOpTy != MaskTy) in emitBitTestHeader() 1014 SubReg = MIB.buildZExtOrTrunc(MaskTy, SubReg).getReg(0); in emitBitTestHeader() 1016 B.RegVT = getMVTForLLT(MaskTy); in emitBitTestHeader()
|
D | MachineIRBuilder.cpp | 212 LLT MaskTy = LLT::scalar(PtrTy.getSizeInBits()); in buildMaskLowPtrBits() local 213 Register MaskReg = getMRI()->createGenericVirtualRegister(MaskTy); in buildMaskLowPtrBits()
|
D | LegalizerHelper.cpp | 6215 LLT MaskTy = MRI.getType(MaskReg); in lowerSelect() local 6222 if (MaskTy.isScalar()) { in lowerSelect() 6224 if (MaskTy.getSizeInBits() < DstTy.getScalarSizeInBits()) in lowerSelect() 6234 if (MaskTy.getSizeInBits() != Op1Ty.getSizeInBits()) { in lowerSelect() 6238 auto NotMask = MIRBuilder.buildNot(MaskTy, MaskReg); in lowerSelect() 6239 auto NewOp1 = MIRBuilder.buildAnd(MaskTy, Op1Reg, MaskReg); in lowerSelect() 6240 auto NewOp2 = MIRBuilder.buildAnd(MaskTy, Op2Reg, NotMask); in lowerSelect()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/IR/ |
D | AutoUpgrade.cpp | 960 llvm::VectorType *MaskTy = llvm::VectorType::get(Builder.getInt1Ty(), in getX86MaskVec() local 962 Mask = Builder.CreateBitCast(Mask, MaskTy); in getX86MaskVec() 996 llvm::VectorType *MaskTy = in EmitX86ScalarSelect() local 999 Mask = Builder.CreateBitCast(Mask, MaskTy); in EmitX86ScalarSelect() 2360 Type *MaskTy = VectorType::get(Type::getInt32Ty(C), NumElts); in UpgradeIntrinsicCall() local 2362 Constant::getNullValue(MaskTy)); in UpgradeIntrinsicCall()
|
D | Instructions.cpp | 1842 auto *MaskTy = dyn_cast<VectorType>(Mask->getType()); in isValidOperands() local 1843 if (!MaskTy || !MaskTy->getElementType()->isIntegerTy(32)) in isValidOperands() 1865 for (unsigned i = 0, e = MaskTy->getNumElements(); i != e; ++i) in isValidOperands()
|
/external/llvm-project/llvm/lib/IR/ |
D | AutoUpgrade.cpp | 1083 llvm::VectorType *MaskTy = FixedVectorType::get( in getX86MaskVec() local 1085 Mask = Builder.CreateBitCast(Mask, MaskTy); in getX86MaskVec() 1119 auto *MaskTy = FixedVectorType::get(Builder.getInt1Ty(), in EmitX86ScalarSelect() local 1121 Mask = Builder.CreateBitCast(Mask, MaskTy); in EmitX86ScalarSelect() 2489 Type *MaskTy = VectorType::get(Type::getInt32Ty(C), EC); in UpgradeIntrinsicCall() local 2491 Constant::getNullValue(MaskTy)); in UpgradeIntrinsicCall()
|
D | Instructions.cpp | 1993 auto *MaskTy = dyn_cast<VectorType>(Mask->getType()); in isValidOperands() local 1994 if (!MaskTy || !MaskTy->getElementType()->isIntegerTy(32) || in isValidOperands() 1995 isa<ScalableVectorType>(MaskTy) != isa<ScalableVectorType>(V1->getType())) in isValidOperands() 2017 for (unsigned i = 0, e = cast<FixedVectorType>(MaskTy)->getNumElements(); in isValidOperands()
|
/external/llvm/lib/Transforms/Vectorize/ |
D | SLPVectorizer.cpp | 1598 VectorType *MaskTy = VectorType::get(Builder.getInt1Ty(), VL.size()); in getEntryCost() local 1601 int VecCost = TTI->getCmpSelInstrCost(Opcode, VecTy, MaskTy); in getEntryCost()
|
/external/llvm-project/llvm/lib/Transforms/Vectorize/ |
D | SLPVectorizer.cpp | 3590 auto *MaskTy = FixedVectorType::get(Builder.getInt1Ty(), VL.size()); in getEntryCost() local 3610 int VecCost = TTI->getCmpSelInstrCost(E->getOpcode(), VecTy, MaskTy, in getEntryCost() 3624 TTI->getCmpSelInstrCost(Instruction::ICmp, VecTy, MaskTy, in getEntryCost()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/InstCombine/ |
D | InstCombineCalls.cpp | 2803 auto *MaskTy = VectorType::get(Builder.getInt1Ty(), in visitCallInst() local 2805 Mask = Builder.CreateBitCast(Mask, MaskTy); in visitCallInst()
|