/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/NVPTX/ |
D | NVPTXISelDAGToDAG.cpp | 1060 EVT EltVT = N->getValueType(0); in tryLoadVector() local 1065 if (EltVT == MVT::v2f16) { in tryLoadVector() 1067 EltVT = MVT::i32; in tryLoadVector() 1077 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() 1085 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_avar, in tryLoadVector() 1104 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() 1112 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_asi, in tryLoadVector() 1133 EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v2_ari_64, in tryLoadVector() 1141 EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_ari_64, in tryLoadVector() 1152 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() [all …]
|
D | NVPTXISelLowering.cpp | 203 EVT EltVT = VT.getVectorElementType(); in ComputePTXValueVTs() local 207 if (EltVT == MVT::f16 && NumElts % 2 == 0) { in ComputePTXValueVTs() 208 EltVT = MVT::v2f16; in ComputePTXValueVTs() 212 ValueVTs.push_back(EltVT); in ComputePTXValueVTs() 214 Offsets->push_back(Off + j * EltVT.getStoreSize()); in ComputePTXValueVTs() 246 EVT EltVT = ValueVTs[Idx]; in CanMergeParamLoadStoresStartingAt() local 247 unsigned EltSize = EltVT.getStoreSize(); in CanMergeParamLoadStoresStartingAt() 268 if (ValueVTs[j] != EltVT) in CanMergeParamLoadStoresStartingAt() 1518 EVT EltVT = VTs[j]; in LowerCall() local 1526 } else if (EltVT.getSizeInBits() < 16) { in LowerCall() [all …]
|
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/ |
D | ValueTypes.h | 358 EVT EltVT = getVectorElementType(); in widenIntegerVectorElementType() local 359 EltVT = EVT::getIntegerVT(Context, 2 * EltVT.getSizeInBits()); in widenIntegerVectorElementType() 360 return EVT::getVectorVT(Context, EltVT, getVectorElementCount()); in widenIntegerVectorElementType() 367 EVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local 370 return EVT::getVectorVT(Context, EltVT, EltCnt / 2); in getHalfNumVectorElementsVT()
|
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/ |
D | LegalizeVectorTypes.cpp | 287 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_BUILD_VECTOR() local 291 if (EltVT.isInteger()) in ScalarizeVecRes_BUILD_VECTOR() 292 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_BUILD_VECTOR() 319 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_INSERT_VECTOR_ELT() local 320 if (Op.getValueType() != EltVT) in ScalarizeVecRes_INSERT_VECTOR_ELT() 322 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, Op); in ScalarizeVecRes_INSERT_VECTOR_ELT() 368 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_InregOp() local 371 return DAG.getNode(N->getOpcode(), SDLoc(N), EltVT, in ScalarizeVecRes_InregOp() 381 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_VecInregOp() local 393 return DAG.getNode(ISD::ANY_EXTEND, DL, EltVT, Op); in ScalarizeVecRes_VecInregOp() [all …]
|
D | LegalizeVectorOps.cpp | 358 EVT EltVT = ValVT.getVectorElementType(); in LegalizeOp() local 359 if (TLI.getOperationAction(Node->getOpcode(), EltVT) in LegalizeOp() 361 TLI.getStrictFPOperationAction(Node->getOpcode(), EltVT) in LegalizeOp() 1484 EVT EltVT = VT.getVectorElementType(); in UnrollStrictFPOp() local 1489 EVT TmpEltVT = EltVT; in UnrollStrictFPOp() 1527 ScalarResult = DAG.getSelect(dl, EltVT, ScalarResult, in UnrollStrictFPOp() 1529 (EltVT.getSizeInBits()), dl, EltVT), in UnrollStrictFPOp() 1530 DAG.getConstant(0, dl, EltVT)); in UnrollStrictFPOp() 1546 EVT EltVT = VT.getVectorElementType(); in UnrollVSETCC() local 1564 Ops[i] = DAG.getSelect(dl, EltVT, Ops[i], in UnrollVSETCC() [all …]
|
D | LegalizeDAG.cpp | 377 EVT EltVT = VT.getVectorElementType(); in PerformInsertVectorEltInMemory() local 390 Ch = DAG.getTruncStore(Ch, dl, Tmp2, StackPtr2, MachinePointerInfo(), EltVT); in PerformInsertVectorEltInMemory() 403 EVT EltVT = Vec.getValueType().getVectorElementType(); in ExpandINSERT_VECTOR_ELT() local 404 if (Val.getValueType() == EltVT || in ExpandINSERT_VECTOR_ELT() 405 (EltVT.isInteger() && Val.getValueType().bitsGE(EltVT))) { in ExpandINSERT_VECTOR_ELT() 1398 EVT EltVT = VT.getVectorElementType(); in ExpandVectorBuildThroughStack() local 1407 unsigned TypeByteSize = EltVT.getSizeInBits() / 8; in ExpandVectorBuildThroughStack() 1421 if (EltVT.bitsLT(Node->getOperand(i).getValueType().getScalarType())) { in ExpandVectorBuildThroughStack() 1424 PtrInfo.getWithOffset(Offset), EltVT)); in ExpandVectorBuildThroughStack() 1911 EVT EltVT = VT.getVectorElementType(); in ExpandBUILD_VECTOR() local [all …]
|
D | LegalizeTypesGeneric.cpp | 312 EVT EltVT) { in IntegerToVector() argument 322 IntegerToVector(Parts[0], NumElements, Ops, EltVT); in IntegerToVector() 323 IntegerToVector(Parts[1], NumElements, Ops, EltVT); in IntegerToVector() 325 Ops.push_back(DAG.getNode(ISD::BITCAST, DL, EltVT, Op)); in IntegerToVector()
|
D | SelectionDAG.cpp | 829 EVT EltVT = N->getValueType(0).getVectorElementType(); in VerifySDNode() local 831 assert((I->getValueType() == EltVT || in VerifySDNode() 832 (EltVT.isInteger() && I->getValueType().isInteger() && in VerifySDNode() 833 EltVT.bitsLE(I->getValueType()))) && in VerifySDNode() 1195 EVT EltVT = VT.getScalarType(); in getNOT() local 1197 getConstant(APInt::getAllOnesValue(EltVT.getSizeInBits()), DL, VT); in getNOT() 1223 EVT EltVT = VT.getScalarType(); in getConstant() local 1224 assert((EltVT.getSizeInBits() >= 64 || in getConstant() 1225 (uint64_t)((int64_t)Val >> EltVT.getSizeInBits()) + 1 < 2) && in getConstant() 1227 return getConstant(APInt(EltVT.getSizeInBits(), Val), DL, VT, isT, isO); in getConstant() [all …]
|
D | TargetLowering.cpp | 2110 EVT EltVT = VT.getVectorElementType(); in getKnownUndefForVectorBinop() local 2118 return DAG.getUNDEF(EltVT); in getKnownUndefForVectorBinop() 2142 if (C0 && C1 && C0.getValueType() == EltVT && C1.getValueType() == EltVT) in getKnownUndefForVectorBinop() 2143 if (DAG.getNode(BO.getOpcode(), SDLoc(BO), EltVT, C0, C1).isUndef()) in getKnownUndefForVectorBinop() 7010 EVT EltVT = VecVT.getVectorElementType(); in getVectorElementPointer() local 7013 unsigned EltSize = EltVT.getSizeInBits() / 8; // FIXME: should be ABI size. in getVectorElementPointer() 7014 assert(EltSize * 8 == EltVT.getSizeInBits() && in getVectorElementPointer() 7647 EVT EltVT = VT.getVectorElementType(); in expandVecReduce() local 7655 Res = DAG.getNode(BaseOpcode, dl, EltVT, Res, Ops[i], Node->getFlags()); in expandVecReduce() 7658 if (EltVT != Node->getValueType(0)) in expandVecReduce()
|
D | LegalizeFloatTypes.cpp | 2203 EVT EltVT = VecVT.getVectorElementType(); in PromoteFloatRes_EXTRACT_VECTOR_ELT() local 2216 SDValue Res = DAG.getNode(N->getOpcode(), DL, EltVT, Vec, Idx); in PromoteFloatRes_EXTRACT_VECTOR_ELT() 2227 Res = DAG.getNode(N->getOpcode(), DL, EltVT, Lo, Idx); in PromoteFloatRes_EXTRACT_VECTOR_ELT() 2229 Res = DAG.getNode(N->getOpcode(), DL, EltVT, Hi, in PromoteFloatRes_EXTRACT_VECTOR_ELT()
|
D | SelectionDAGBuilder.cpp | 1545 EVT EltVT = ValueVTs[i]; in getValueImpl() local 1547 Constants[i] = DAG.getUNDEF(EltVT); in getValueImpl() 1548 else if (EltVT.isFloatingPoint()) in getValueImpl() 1549 Constants[i] = DAG.getConstantFP(0, getCurSDLoc(), EltVT); in getValueImpl() 1551 Constants[i] = DAG.getConstant(0, getCurSDLoc(), EltVT); in getValueImpl() 1571 EVT EltVT = in getValueImpl() local 1575 if (EltVT.isFloatingPoint()) in getValueImpl() 1576 Op = DAG.getConstantFP(0, getCurSDLoc(), EltVT); in getValueImpl() 1578 Op = DAG.getConstant(0, getCurSDLoc(), EltVT); in getValueImpl() 3756 EVT EltVT = VT.getVectorElementType(); in visitShuffleVector() local [all …]
|
D | DAGCombiner.cpp | 18600 EVT EltVT = InVT.getVectorElementType(); in visitEXTRACT_SUBVECTOR() local 18601 EVT ExtractVT = NumElems == 1 ? EltVT in visitEXTRACT_SUBVECTOR() 18603 EltVT, NumElems); in visitEXTRACT_SUBVECTOR() 18614 if (EltVT != Src.getValueType()) in visitEXTRACT_SUBVECTOR() 19209 EVT EltVT = VT.getScalarType(); in visitVECTOR_SHUFFLE() local 19211 SDValue ExtL = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, L, Index); in visitVECTOR_SHUFFLE() 19212 SDValue ExtR = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, R, Index); in visitVECTOR_SHUFFLE() 19213 SDValue NewBO = DAG.getNode(N0.getOpcode(), DL, EltVT, ExtL, ExtR, in visitVECTOR_SHUFFLE() 19863 EVT EltVT = VT.getVectorElementType(); in scalarizeBinOpOfSplats() local 19873 Src0.getValueType().getVectorElementType() != EltVT || in scalarizeBinOpOfSplats() [all …]
|
D | LegalizeTypes.h | 944 SmallVectorImpl<SDValue> &Ops, EVT EltVT);
|
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/ |
D | TargetLoweringBase.cpp | 848 EVT EltVT = VT.getVectorElementType(); in getTypeConversion() local 852 return LegalizeKind(TypeScalarizeVector, EltVT); in getTypeConversion() 857 if (EltVT.isInteger()) { in getTypeConversion() 862 EVT NVT = EVT::getVectorVT(Context, EltVT, NumElts); in getTypeConversion() 867 LegalizeKind LK = getTypeConversion(Context, EltVT); in getTypeConversion() 873 EVT::getVectorVT(Context, EltVT, NumElts / 2)); in getTypeConversion() 879 EVT OldEltVT = EltVT; in getTypeConversion() 883 EltVT = EVT::getIntegerVT(Context, 1 + EltVT.getSizeInBits()) in getTypeConversion() 890 if (!EltVT.isSimple()) in getTypeConversion() 894 MVT NVT = MVT::getVectorVT(EltVT.getSimpleVT(), NumElts); in getTypeConversion() [all …]
|
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
D | X86InstrFMA.td | 333 SDNode Move, ValueType VT, ValueType EltVT, 338 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 346 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))), 353 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 360 (Op (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 368 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))), 606 ValueType VT, ValueType EltVT,
|
D | X86InstrAVX512.td | 16 // EltVT). These are things like the register class for the writemask, etc. 23 ValueType EltVT = eltvt; 43 // v # NumElts # EltVT, so for vector of 8 elements of i32 it will be v8i32 47 !if (!eq (EltVT.Size, 32), 4, 48 !if (!eq (EltVT.Size, 64), 2, NumElts)), NumElts) # EltVT; 53 string EltTypeName = !cast<string>(EltVT); 56 int EltSize = EltVT.Size; 66 X86MemOperand ScalarMemOp = !cast<X86MemOperand>(EltVT # "mem"); 76 PatFrag ScalarLdFrag = !cast<PatFrag>("load" # EltVT); 4024 (_.EltVT (X86selects VK1WM:$mask, [all …]
|
D | X86ISelLowering.cpp | 2186 MVT EltVT = LegalVT.getSimpleVT().getVectorElementType(); in getSetCCResultType() local 2187 if (Subtarget.hasBWI() || EltVT.getSizeInBits() >= 32) in getSetCCResultType() 5536 MVT EltVT = ConstVecVT.getVectorElementType(); in getConstVector() local 5539 SDValue OpNode = IsUndef ? DAG.getUNDEF(EltVT) : in getConstVector() 5540 DAG.getConstant(Values[i], dl, EltVT); in getConstVector() 5543 Ops.push_back(IsUndef ? DAG.getUNDEF(EltVT) : in getConstVector() 5544 DAG.getConstant(0, dl, EltVT)); in getConstVector() 5567 MVT EltVT = ConstVecVT.getVectorElementType(); in getConstVector() local 5570 Ops.append(Split ? 2 : 1, DAG.getUNDEF(EltVT)); in getConstVector() 5576 Ops.push_back(DAG.getConstant(V.trunc(32), dl, EltVT)); in getConstVector() [all …]
|
D | X86ISelLowering.h | 1167 EVT EltVT = VT.getScalarType(); local 1168 return (EltVT == MVT::f32 || EltVT == MVT::f64) && Index == 0;
|
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AMDGPU/ |
D | SIISelLowering.cpp | 4790 EVT EltVT = VecVT.getVectorElementType(); in lowerINSERT_SUBVECTOR() local 4796 SDValue Elt = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, EltVT, Ins, in lowerINSERT_SUBVECTOR() 4810 EVT EltVT = VecVT.getVectorElementType(); in lowerINSERT_VECTOR_ELT() local 4812 unsigned EltSize = EltVT.getSizeInBits(); in lowerINSERT_VECTOR_ELT() 4889 EVT EltVT = VecVT.getVectorElementType(); in lowerEXTRACT_VECTOR_ELT() local 4901 unsigned EltSize = EltVT.getSizeInBits(); in lowerEXTRACT_VECTOR_ELT() 4933 EVT EltVT = PackVT.getVectorElementType(); in lowerVECTOR_SHUFFLE() local 4965 SDValue Elt0 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, EltVT, in lowerVECTOR_SHUFFLE() 4969 SDValue Elt1 = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SL, EltVT, in lowerVECTOR_SHUFFLE() 8961 EVT EltVT = Lo.getValueType(); in performFCanonicalizeCombine() local [all …]
|
D | AMDGPUISelLowering.cpp | 1366 EVT EltVT = VT.getVectorElementType(); in getSplitDestVTs() local 1369 LoVT = EVT::getVectorVT(*DAG.getContext(), EltVT, LoNumElts); in getSplitDestVTs() 1371 ? EltVT in getSplitDestVTs() 1372 : EVT::getVectorVT(*DAG.getContext(), EltVT, NumElts - LoNumElts); in getSplitDestVTs() 3209 EVT EltVT = Elt0.getValueType(); in performTruncateCombine() local 3210 if (VT.getSizeInBits() <= EltVT.getSizeInBits()) { in performTruncateCombine() 3211 if (EltVT.isFloatingPoint()) { in performTruncateCombine() 3213 EltVT.changeTypeToInteger(), Elt0); in performTruncateCombine()
|
D | AMDGPUISelDAGToDAG.cpp | 684 EVT EltVT = VT.getVectorElementType(); in SelectBuildVector() local 689 CurDAG->SelectNodeTo(N, AMDGPU::COPY_TO_REGCLASS, EltVT, N->getOperand(0), in SelectBuildVector() 718 DL, EltVT); in SelectBuildVector()
|
D | R600ISelLowering.cpp | 698 EVT EltVT = VecVT.getVectorElementType(); in vectorToVerticalVector() local 703 ISD::EXTRACT_VECTOR_ELT, DL, EltVT, Vector, in vectorToVerticalVector()
|
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Support/ |
D | MachineValueType.h | 396 MVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local 399 return getVectorVT(EltVT, EltCnt / 2); in getHalfNumVectorElementsVT()
|
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/ARM/ |
D | ARMISelLowering.cpp | 7353 EVT EltVT = EVT::getFloatingPointVT(EltSize); in LowerBUILD_VECTOR() local 7354 EVT VecVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NumElts); in LowerBUILD_VECTOR() 7357 Ops.push_back(DAG.getNode(ISD::BITCAST, dl, EltVT, Op.getOperand(i))); in LowerBUILD_VECTOR() 7470 EVT EltVT = SrcVT.getVectorElementType(); in ReconstructShuffle() local 7471 unsigned NumSrcElts = VT.getSizeInBits() / EltVT.getSizeInBits(); in ReconstructShuffle() 7472 EVT DestVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NumSrcElts); in ReconstructShuffle() 8107 EVT EltVT = EVT::getFloatingPointVT(EltSize); in LowerVECTOR_SHUFFLE() local 8108 EVT VecVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NumElts); in LowerVECTOR_SHUFFLE() 8114 Ops.push_back(DAG.getUNDEF(EltVT)); in LowerVECTOR_SHUFFLE() 8116 Ops.push_back(DAG.getNode(ISD::EXTRACT_VECTOR_ELT, dl, EltVT, in LowerVECTOR_SHUFFLE() [all …]
|
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/SystemZ/ |
D | SystemZISelLowering.cpp | 5882 EVT EltVT = VecVT.getVectorElementType(); in combineEXTRACT_VECTOR_ELT() local 5883 Op = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, SDLoc(N), EltVT, in combineEXTRACT_VECTOR_ELT() 5886 Op = DAG.getNode(ISD::BSWAP, SDLoc(N), EltVT, Op); in combineEXTRACT_VECTOR_ELT() 5887 if (EltVT != N->getValueType(0)) { in combineEXTRACT_VECTOR_ELT() 6121 EVT EltVT = N->getValueType(0).getVectorElementType(); in combineBSWAP() local 6126 if (EltVT != Elt.getValueType()) { in combineBSWAP() 6127 Elt = DAG.getNode(ISD::BITCAST, SDLoc(N), EltVT, Elt); in combineBSWAP() 6132 Elt = DAG.getNode(ISD::BSWAP, SDLoc(N), EltVT, Elt); in combineBSWAP()
|