Lines Matching refs:ExtVT
6581 MVT ExtVT = VT.getVectorElementType(); in LowerBUILD_VECTOR() local
6601 unsigned EVTBits = ExtVT.getSizeInBits(); in LowerBUILD_VECTOR()
6639 if (ExtVT == MVT::i64 && !Subtarget.is64Bit() && in LowerBUILD_VECTOR()
6663 if (ExtVT == MVT::i32 || ExtVT == MVT::f32 || ExtVT == MVT::f64 || in LowerBUILD_VECTOR()
6664 (ExtVT == MVT::i64 && Subtarget.is64Bit())) { in LowerBUILD_VECTOR()
6679 if (ExtVT == MVT::i16 || ExtVT == MVT::i8) { in LowerBUILD_VECTOR()
6759 EVT HVT = EVT::getVectorVT(*DAG.getContext(), ExtVT, NumElems/2); in LowerBUILD_VECTOR()
8098 MVT ExtVT = MVT::getVectorVT(MVT::getIntegerVT(EltBits * Scale), in lowerVectorShuffleAsSpecificZeroOrAnyExtend() local
8106 InputV = DAG.getNode(X86ISD::VZEXT, DL, ExtVT, InputV); in lowerVectorShuffleAsSpecificZeroOrAnyExtend()
8382 MVT ExtVT = VT; in lowerVectorShuffleAsElementInsertion() local
8412 ExtVT = MVT::v4i32; in lowerVectorShuffleAsElementInsertion()
8415 V2 = DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, ExtVT, V2S); in lowerVectorShuffleAsElementInsertion()
8427 assert(VT == ExtVT && "Cannot change extended type when non-zeroable!"); in lowerVectorShuffleAsElementInsertion()
8444 ExtVT, V1, V2); in lowerVectorShuffleAsElementInsertion()
8451 V2 = DAG.getNode(X86ISD::VZEXT_MOVL, DL, ExtVT, V2); in lowerVectorShuffleAsElementInsertion()
8452 if (ExtVT != VT) in lowerVectorShuffleAsElementInsertion()
8667 MVT ExtVT = MVT::getVectorVT(VT.getScalarType(), 128 / EltSize); in lowerVectorShuffleAsBroadcast() local
8668 V = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, ExtVT, V, in lowerVectorShuffleAsBroadcast()
12065 MVT ExtVT; in lower1BitVectorShuffle() local
12070 ExtVT = MVT::v2i64; in lower1BitVectorShuffle()
12073 ExtVT = MVT::v4i32; in lower1BitVectorShuffle()
12076 ExtVT = MVT::v8i64; // Take 512-bit type, more shuffles on KNL in lower1BitVectorShuffle()
12079 ExtVT = MVT::v16i32; in lower1BitVectorShuffle()
12082 ExtVT = MVT::v32i16; in lower1BitVectorShuffle()
12085 ExtVT = MVT::v64i8; in lower1BitVectorShuffle()
12090 V1 = getZeroVector(ExtVT, Subtarget, DAG, DL); in lower1BitVectorShuffle()
12092 V1 = getOnesVector(ExtVT, Subtarget, DAG, DL); in lower1BitVectorShuffle()
12094 V1 = DAG.getNode(ISD::SIGN_EXTEND, DL, ExtVT, V1); in lower1BitVectorShuffle()
12097 V2 = DAG.getUNDEF(ExtVT); in lower1BitVectorShuffle()
12099 V2 = getZeroVector(ExtVT, Subtarget, DAG, DL); in lower1BitVectorShuffle()
12101 V2 = getOnesVector(ExtVT, Subtarget, DAG, DL); in lower1BitVectorShuffle()
12103 V2 = DAG.getNode(ISD::SIGN_EXTEND, DL, ExtVT, V2); in lower1BitVectorShuffle()
12105 DAG.getVectorShuffle(ExtVT, DL, V1, V2, Mask)); in lower1BitVectorShuffle()
12395 MVT ExtVT = (VecVT == MVT::v8i1 ? MVT::v8i64 : MVT::v16i32); in ExtractBitFromMaskVector() local
12396 SDValue Ext = DAG.getNode(ISD::ZERO_EXTEND, dl, ExtVT, Vec); in ExtractBitFromMaskVector()
12398 ExtVT.getVectorElementType(), Ext, Idx); in ExtractBitFromMaskVector()
14039 MVT ExtVT = VT; in LowerZERO_EXTEND_AVX512() local
14041 ExtVT = MVT::getVectorVT(MVT::getIntegerVT(512/NumElts), NumElts); in LowerZERO_EXTEND_AVX512()
14044 DAG.getConstant(APInt(ExtVT.getScalarSizeInBits(), 1), DL, ExtVT); in LowerZERO_EXTEND_AVX512()
14046 DAG.getConstant(APInt::getNullValue(ExtVT.getScalarSizeInBits()), DL, ExtVT); in LowerZERO_EXTEND_AVX512()
14048 SDValue SelectedVal = DAG.getNode(ISD::VSELECT, DL, ExtVT, In, One, Zero); in LowerZERO_EXTEND_AVX512()
14049 if (VT == ExtVT) in LowerZERO_EXTEND_AVX512()
14098 MVT ExtVT = MVT::getVectorVT(MVT::i16, InVT.getSizeInBits()/16); in LowerTruncateVecI1() local
14099 SDValue ShiftNode = DAG.getNode(ISD::SHL, DL, ExtVT, in LowerTruncateVecI1()
14100 DAG.getBitcast(ExtVT, In), in LowerTruncateVecI1()
14101 DAG.getConstant(ShiftInx, DL, ExtVT)); in LowerTruncateVecI1()
14109 MVT ExtVT = MVT::getVectorVT(MVT::getIntegerVT(512/NumElts), NumElts); in LowerTruncateVecI1() local
14110 In = DAG.getNode(ISD::SIGN_EXTEND, DL, ExtVT, In); in LowerTruncateVecI1()
14111 InVT = ExtVT; in LowerTruncateVecI1()
16037 MVT ExtVT = NumElts == 8 ? MVT::v8i64 : MVT::v16i32; in LowerSIGN_EXTEND_AVX512() local
16039 DAG.getConstant(APInt::getAllOnesValue(ExtVT.getScalarSizeInBits()), dl, in LowerSIGN_EXTEND_AVX512()
16040 ExtVT); in LowerSIGN_EXTEND_AVX512()
16042 DAG.getConstant(APInt::getNullValue(ExtVT.getScalarSizeInBits()), dl, ExtVT); in LowerSIGN_EXTEND_AVX512()
16044 SDValue V = DAG.getNode(ISD::VSELECT, dl, ExtVT, In, NegOne, Zero); in LowerSIGN_EXTEND_AVX512()
16196 MVT ExtVT = MVT::getVectorVT(OpVT.getScalarType(), 8); in LowerTruncatingStore() local
16197 Op = DAG.getNode(ISD::INSERT_SUBVECTOR, dl, ExtVT, in LowerTruncatingStore()
16198 DAG.getUNDEF(ExtVT), Op, DAG.getIntPtrConstant(0, dl)); in LowerTruncatingStore()
16250 MVT ExtVT = MVT::getVectorVT(VT.getScalarType(), 8); in LowerExtended1BitVectorLoad() local
16251 SDValue ExtVec = DAG.getNode(ExtOpcode, dl, ExtVT, Load); in LowerExtended1BitVectorLoad()
16286 MVT ExtVT = MVT::getVectorVT(VT.getScalarType(), 8); in LowerExtended1BitVectorLoad() local
16287 SDValue ExtVec = DAG.getNode(ExtOpcode, dl, ExtVT, BitVec); in LowerExtended1BitVectorLoad()
20229 MVT ExtVT = MVT::getVectorVT(MVT::i16, VT.getVectorNumElements() / 2); in LowerShift() local
20253 Amt = DAG.getBitcast(ExtVT, Amt); in LowerShift()
20254 Amt = DAG.getNode(ISD::SHL, dl, ExtVT, Amt, DAG.getConstant(5, dl, ExtVT)); in LowerShift()
20287 ALo = DAG.getBitcast(ExtVT, ALo); in LowerShift()
20288 AHi = DAG.getBitcast(ExtVT, AHi); in LowerShift()
20289 RLo = DAG.getBitcast(ExtVT, RLo); in LowerShift()
20290 RHi = DAG.getBitcast(ExtVT, RHi); in LowerShift()
20293 SDValue MLo = DAG.getNode(ShiftOpcode, dl, ExtVT, RLo, in LowerShift()
20294 DAG.getConstant(4, dl, ExtVT)); in LowerShift()
20295 SDValue MHi = DAG.getNode(ShiftOpcode, dl, ExtVT, RHi, in LowerShift()
20296 DAG.getConstant(4, dl, ExtVT)); in LowerShift()
20297 RLo = SignBitSelect(ExtVT, ALo, MLo, RLo); in LowerShift()
20298 RHi = SignBitSelect(ExtVT, AHi, MHi, RHi); in LowerShift()
20301 ALo = DAG.getNode(ISD::ADD, dl, ExtVT, ALo, ALo); in LowerShift()
20302 AHi = DAG.getNode(ISD::ADD, dl, ExtVT, AHi, AHi); in LowerShift()
20305 MLo = DAG.getNode(ShiftOpcode, dl, ExtVT, RLo, in LowerShift()
20306 DAG.getConstant(2, dl, ExtVT)); in LowerShift()
20307 MHi = DAG.getNode(ShiftOpcode, dl, ExtVT, RHi, in LowerShift()
20308 DAG.getConstant(2, dl, ExtVT)); in LowerShift()
20309 RLo = SignBitSelect(ExtVT, ALo, MLo, RLo); in LowerShift()
20310 RHi = SignBitSelect(ExtVT, AHi, MHi, RHi); in LowerShift()
20313 ALo = DAG.getNode(ISD::ADD, dl, ExtVT, ALo, ALo); in LowerShift()
20314 AHi = DAG.getNode(ISD::ADD, dl, ExtVT, AHi, AHi); in LowerShift()
20317 MLo = DAG.getNode(ShiftOpcode, dl, ExtVT, RLo, in LowerShift()
20318 DAG.getConstant(1, dl, ExtVT)); in LowerShift()
20319 MHi = DAG.getNode(ShiftOpcode, dl, ExtVT, RHi, in LowerShift()
20320 DAG.getConstant(1, dl, ExtVT)); in LowerShift()
20321 RLo = SignBitSelect(ExtVT, ALo, MLo, RLo); in LowerShift()
20322 RHi = SignBitSelect(ExtVT, AHi, MHi, RHi); in LowerShift()
20328 DAG.getNode(ISD::SRL, dl, ExtVT, RLo, DAG.getConstant(8, dl, ExtVT)); in LowerShift()
20330 DAG.getNode(ISD::SRL, dl, ExtVT, RHi, DAG.getConstant(8, dl, ExtVT)); in LowerShift()
20339 MVT ExtVT = MVT::v8i32; in LowerShift() local
20342 R = DAG.getNode(ExtOpc, dl, ExtVT, R); in LowerShift()
20343 Amt = DAG.getNode(ISD::ANY_EXTEND, dl, ExtVT, Amt); in LowerShift()
20345 DAG.getNode(Op.getOpcode(), dl, ExtVT, R, Amt)); in LowerShift()
20349 MVT ExtVT = MVT::v8i32; in LowerShift() local
20355 ALo = DAG.getBitcast(ExtVT, ALo); in LowerShift()
20356 AHi = DAG.getBitcast(ExtVT, AHi); in LowerShift()
20357 RLo = DAG.getBitcast(ExtVT, RLo); in LowerShift()
20358 RHi = DAG.getBitcast(ExtVT, RHi); in LowerShift()
20359 SDValue Lo = DAG.getNode(Op.getOpcode(), dl, ExtVT, RLo, ALo); in LowerShift()
20360 SDValue Hi = DAG.getNode(Op.getOpcode(), dl, ExtVT, RHi, AHi); in LowerShift()
20361 Lo = DAG.getNode(ISD::SRL, dl, ExtVT, Lo, DAG.getConstant(16, dl, ExtVT)); in LowerShift()
20362 Hi = DAG.getNode(ISD::SRL, dl, ExtVT, Hi, DAG.getConstant(16, dl, ExtVT)); in LowerShift()
20378 MVT ExtVT = MVT::getVectorVT(MVT::i8, VT.getVectorNumElements() * 2); in LowerShift() local
20379 V0 = DAG.getBitcast(ExtVT, V0); in LowerShift()
20380 V1 = DAG.getBitcast(ExtVT, V1); in LowerShift()
20381 Sel = DAG.getBitcast(ExtVT, Sel); in LowerShift()
20383 VT, DAG.getNode(ISD::VSELECT, dl, ExtVT, Sel, V0, V1)); in LowerShift()