/external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/NVPTX/ |
D | NVPTXISelDAGToDAG.cpp | 1060 EVT EltVT = N->getValueType(0); in tryLoadVector() local 1065 if (EltVT == MVT::v2f16) { in tryLoadVector() 1067 EltVT = MVT::i32; in tryLoadVector() 1077 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() 1085 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_avar, in tryLoadVector() 1104 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() 1112 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_asi, in tryLoadVector() 1133 EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v2_ari_64, in tryLoadVector() 1141 EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_ari_64, in tryLoadVector() 1152 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() [all …]
|
D | NVPTXISelLowering.cpp | 191 EVT EltVT = VT.getVectorElementType(); in ComputePTXValueVTs() local 195 if (EltVT == MVT::f16 && NumElts % 2 == 0) { in ComputePTXValueVTs() 196 EltVT = MVT::v2f16; in ComputePTXValueVTs() 200 ValueVTs.push_back(EltVT); in ComputePTXValueVTs() 202 Offsets->push_back(Off + j * EltVT.getStoreSize()); in ComputePTXValueVTs() 234 EVT EltVT = ValueVTs[Idx]; in CanMergeParamLoadStoresStartingAt() local 235 unsigned EltSize = EltVT.getStoreSize(); in CanMergeParamLoadStoresStartingAt() 256 if (ValueVTs[j] != EltVT) in CanMergeParamLoadStoresStartingAt() 1498 EVT EltVT = VTs[j]; in LowerCall() local 1506 } else if (EltVT.getSizeInBits() < 16) { in LowerCall() [all …]
|
/external/llvm/lib/Target/NVPTX/ |
D | NVPTXISelDAGToDAG.cpp | 979 EVT EltVT = N->getValueType(0); in tryLoadVector() local 986 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1010 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1039 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1063 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1093 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1117 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1140 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1164 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1195 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() [all …]
|
D | NVPTXISelLowering.cpp | 1160 EVT EltVT = ObjectVT.getVectorElementType(); in LowerCall() local 1161 EVT MemVT = EltVT; in LowerCall() 1163 if (EltVT.getSizeInBits() < 16) { in LowerCall() 1165 EltVT = MVT::i16; in LowerCall() 1213 if (EltVT.getSizeInBits() == 64) in LowerCall() 1241 StoreVal = DAG.getUNDEF(EltVT); in LowerCall() 1253 StoreVal = DAG.getUNDEF(EltVT); in LowerCall() 1263 StoreVal = DAG.getUNDEF(EltVT); in LowerCall() 1494 EVT EltVT = ObjectVT.getVectorElementType(); in LowerCall() local 1498 unsigned sz = EltVT.getSizeInBits(); in LowerCall() [all …]
|
/external/swiftshader/third_party/llvm-7.0/llvm/include/llvm/CodeGen/ |
D | ValueTypes.h | 343 EVT EltVT = getVectorElementType(); in widenIntegerVectorElementType() local 344 EltVT = EVT::getIntegerVT(Context, 2 * EltVT.getSizeInBits()); in widenIntegerVectorElementType() 345 return EVT::getVectorVT(Context, EltVT, getVectorElementCount()); in widenIntegerVectorElementType() 352 EVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local 355 return EVT::getVectorVT(Context, EltVT, EltCnt / 2); in getHalfNumVectorElementsVT()
|
/external/swiftshader/third_party/LLVM/lib/CodeGen/SelectionDAG/ |
D | LegalizeVectorTypes.cpp | 178 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_INSERT_VECTOR_ELT() local 179 if (Op.getValueType() != EltVT) in ScalarizeVecRes_INSERT_VECTOR_ELT() 181 Op = DAG.getNode(ISD::TRUNCATE, N->getDebugLoc(), EltVT, Op); in ScalarizeVecRes_INSERT_VECTOR_ELT() 213 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_InregOp() local 216 return DAG.getNode(N->getOpcode(), N->getDebugLoc(), EltVT, in ScalarizeVecRes_InregOp() 223 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_SCALAR_TO_VECTOR() local 225 if (InOp.getValueType() != EltVT) in ScalarizeVecRes_SCALAR_TO_VECTOR() 226 return DAG.getNode(ISD::TRUNCATE, N->getDebugLoc(), EltVT, InOp); in ScalarizeVecRes_SCALAR_TO_VECTOR() 664 EVT EltVT = VecVT.getVectorElementType(); in SplitVecRes_INSERT_VECTOR_ELT() local 671 SDValue EltPtr = GetVectorElementPointer(StackPtr, EltVT, Idx); in SplitVecRes_INSERT_VECTOR_ELT() [all …]
|
D | LegalizeVectorOps.cpp | 351 EVT EltVT = VT.getVectorElementType(); in UnrollVSETCC() local 363 Ops[i] = DAG.getNode(ISD::SELECT, dl, EltVT, Ops[i], in UnrollVSETCC() 365 (EltVT.getSizeInBits()), EltVT), in UnrollVSETCC() 366 DAG.getConstant(0, EltVT)); in UnrollVSETCC()
|
D | SelectionDAG.cpp | 773 EVT EltVT = N->getValueType(0).getVectorElementType(); in VerifyNodeCommon() local 775 assert((I->getValueType() == EltVT || in VerifyNodeCommon() 776 (EltVT.isInteger() && I->getValueType().isInteger() && in VerifyNodeCommon() 777 EltVT.bitsLE(I->getValueType()))) && in VerifyNodeCommon() 917 EVT EltVT = VT.getScalarType(); in getNOT() local 919 getConstant(APInt::getAllOnesValue(EltVT.getSizeInBits()), VT); in getNOT() 924 EVT EltVT = VT.getScalarType(); in getConstant() local 925 assert((EltVT.getSizeInBits() >= 64 || in getConstant() 926 (uint64_t)((int64_t)Val >> EltVT.getSizeInBits()) + 1 < 2) && in getConstant() 928 return getConstant(APInt(EltVT.getSizeInBits(), Val), VT, isT); in getConstant() [all …]
|
D | LegalizeDAG.cpp | 651 EVT EltVT = VT.getVectorElementType(); in PerformInsertVectorEltInMemory() local 667 unsigned EltSize = EltVT.getSizeInBits()/8; in PerformInsertVectorEltInMemory() 671 Ch = DAG.getTruncStore(Ch, dl, Tmp2, StackPtr2, MachinePointerInfo(), EltVT, in PerformInsertVectorEltInMemory() 685 EVT EltVT = Vec.getValueType().getVectorElementType(); in ExpandINSERT_VECTOR_ELT() local 686 if (Val.getValueType() == EltVT || in ExpandINSERT_VECTOR_ELT() 687 (EltVT.isInteger() && Val.getValueType().bitsGE(EltVT))) { in ExpandINSERT_VECTOR_ELT() 1652 EVT EltVT = EVT::getIntegerVT(*DAG.getContext(), ScalarSize); in LegalizeOp() local 1838 EVT EltVT = VT.getVectorElementType(); in ExpandVectorBuildThroughStack() local 1846 unsigned TypeByteSize = EltVT.getSizeInBits() / 8; in ExpandVectorBuildThroughStack() 1859 if (EltVT.bitsLT(Node->getOperand(i).getValueType().getScalarType())) { in ExpandVectorBuildThroughStack() [all …]
|
/external/swiftshader/third_party/LLVM/include/llvm/Target/ |
D | TargetLowering.h | 1851 EVT EltVT = VT.getVectorElementType(); in getTypeConversion() local 1855 return LegalizeKind(TypeScalarizeVector, EltVT); in getTypeConversion() 1859 if (mayPromoteElements && EltVT.isInteger()) { in getTypeConversion() 1864 EVT NVT = EVT::getVectorVT(Context, EltVT, NumElts); in getTypeConversion() 1869 LegalizeKind LK = getTypeConversion(Context, EltVT); in getTypeConversion() 1875 EVT::getVectorVT(Context, EltVT, NumElts / 2)); in getTypeConversion() 1884 EltVT = EVT::getIntegerVT(Context, 1 + EltVT.getSizeInBits() in getTypeConversion() 1890 if (!EltVT.isSimple()) break; in getTypeConversion() 1893 MVT NVT = MVT::getVectorVT(EltVT.getSimpleVT(), NumElts); in getTypeConversion() 1897 EVT::getVectorVT(Context, EltVT, NumElts)); in getTypeConversion() [all …]
|
/external/llvm/include/llvm/CodeGen/ |
D | ValueTypes.h | 308 EVT EltVT = getVectorElementType(); in widenIntegerVectorElementType() local 309 EltVT = EVT::getIntegerVT(Context, 2 * EltVT.getSizeInBits()); in widenIntegerVectorElementType() 310 return EVT::getVectorVT(Context, EltVT, getVectorNumElements()); in widenIntegerVectorElementType()
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/ |
D | TargetLoweringBase.cpp | 767 EVT EltVT = VT.getVectorElementType(); in getTypeConversion() local 771 return LegalizeKind(TypeScalarizeVector, EltVT); in getTypeConversion() 776 if (EltVT.isInteger()) { in getTypeConversion() 781 EVT NVT = EVT::getVectorVT(Context, EltVT, NumElts); in getTypeConversion() 786 LegalizeKind LK = getTypeConversion(Context, EltVT); in getTypeConversion() 792 EVT::getVectorVT(Context, EltVT, NumElts / 2)); in getTypeConversion() 798 EVT OldEltVT = EltVT; in getTypeConversion() 802 EltVT = EVT::getIntegerVT(Context, 1 + EltVT.getSizeInBits()) in getTypeConversion() 809 if (!EltVT.isSimple()) in getTypeConversion() 813 MVT NVT = MVT::getVectorVT(EltVT.getSimpleVT(), NumElts); in getTypeConversion() [all …]
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/SelectionDAG/ |
D | LegalizeVectorTypes.cpp | 182 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_BUILD_VECTOR() local 186 if (EltVT.isInteger()) in ScalarizeVecRes_BUILD_VECTOR() 187 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_BUILD_VECTOR() 214 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_INSERT_VECTOR_ELT() local 215 if (Op.getValueType() != EltVT) in ScalarizeVecRes_INSERT_VECTOR_ELT() 217 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, Op); in ScalarizeVecRes_INSERT_VECTOR_ELT() 263 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_InregOp() local 266 return DAG.getNode(N->getOpcode(), SDLoc(N), EltVT, in ScalarizeVecRes_InregOp() 276 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_VecInregOp() local 288 return DAG.getNode(ISD::ANY_EXTEND, DL, EltVT, Op); in ScalarizeVecRes_VecInregOp() [all …]
|
D | LegalizeDAG.cpp | 363 EVT EltVT = VT.getVectorElementType(); in PerformInsertVectorEltInMemory() local 376 Ch = DAG.getTruncStore(Ch, dl, Tmp2, StackPtr2, MachinePointerInfo(), EltVT); in PerformInsertVectorEltInMemory() 389 EVT EltVT = Vec.getValueType().getVectorElementType(); in ExpandINSERT_VECTOR_ELT() local 390 if (Val.getValueType() == EltVT || in ExpandINSERT_VECTOR_ELT() 391 (EltVT.isInteger() && Val.getValueType().bitsGE(EltVT))) { in ExpandINSERT_VECTOR_ELT() 1348 EVT EltVT = VT.getVectorElementType(); in ExpandVectorBuildThroughStack() local 1357 unsigned TypeByteSize = EltVT.getSizeInBits() / 8; in ExpandVectorBuildThroughStack() 1370 if (EltVT.bitsLT(Node->getOperand(i).getValueType().getScalarType())) { in ExpandVectorBuildThroughStack() 1373 PtrInfo.getWithOffset(Offset), EltVT)); in ExpandVectorBuildThroughStack() 1853 EVT EltVT = VT.getVectorElementType(); in ExpandBUILD_VECTOR() local [all …]
|
D | LegalizeVectorOps.cpp | 1144 EVT EltVT = VT.getVectorElementType(); in ExpandStrictFPOp() local 1148 EVT ValueVTs[] = {EltVT, MVT::Other}; in ExpandStrictFPOp() 1169 EltVT, Oper, Idx); in ExpandStrictFPOp() 1192 EVT EltVT = VT.getVectorElementType(); in UnrollVSETCC() local 1208 Ops[i] = DAG.getSelect(dl, EltVT, Ops[i], in UnrollVSETCC() 1210 (EltVT.getSizeInBits()), dl, EltVT), in UnrollVSETCC() 1211 DAG.getConstant(0, dl, EltVT)); in UnrollVSETCC()
|
D | SelectionDAG.cpp | 794 EVT EltVT = N->getValueType(0).getVectorElementType(); in VerifySDNode() local 796 assert((I->getValueType() == EltVT || in VerifySDNode() 797 (EltVT.isInteger() && I->getValueType().isInteger() && in VerifySDNode() 798 EltVT.bitsLE(I->getValueType()))) && in VerifySDNode() 1156 EVT EltVT = VT.getScalarType(); in getNOT() local 1158 getConstant(APInt::getAllOnesValue(EltVT.getSizeInBits()), DL, VT); in getNOT() 1184 EVT EltVT = VT.getScalarType(); in getConstant() local 1185 assert((EltVT.getSizeInBits() >= 64 || in getConstant() 1186 (uint64_t)((int64_t)Val >> EltVT.getSizeInBits()) + 1 < 2) && in getConstant() 1188 return getConstant(APInt(EltVT.getSizeInBits(), Val), DL, VT, isT, isO); in getConstant() [all …]
|
D | LegalizeTypesGeneric.cpp | 321 EVT EltVT) { in IntegerToVector() argument 331 IntegerToVector(Parts[0], NumElements, Ops, EltVT); in IntegerToVector() 332 IntegerToVector(Parts[1], NumElements, Ops, EltVT); in IntegerToVector() 334 Ops.push_back(DAG.getNode(ISD::BITCAST, DL, EltVT, Op)); in IntegerToVector()
|
/external/llvm/lib/CodeGen/SelectionDAG/ |
D | LegalizeVectorTypes.cpp | 173 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_BUILD_VECTOR() local 177 if (EltVT.isInteger()) in ScalarizeVecRes_BUILD_VECTOR() 178 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_BUILD_VECTOR() 216 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_INSERT_VECTOR_ELT() local 217 if (Op.getValueType() != EltVT) in ScalarizeVecRes_INSERT_VECTOR_ELT() 219 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, Op); in ScalarizeVecRes_INSERT_VECTOR_ELT() 269 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_InregOp() local 272 return DAG.getNode(N->getOpcode(), SDLoc(N), EltVT, in ScalarizeVecRes_InregOp() 279 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_SCALAR_TO_VECTOR() local 281 if (InOp.getValueType() != EltVT) in ScalarizeVecRes_SCALAR_TO_VECTOR() [all …]
|
D | LegalizeDAG.cpp | 328 EVT EltVT = VT.getVectorElementType(); in PerformInsertVectorEltInMemory() local 344 unsigned EltSize = EltVT.getSizeInBits()/8; in PerformInsertVectorEltInMemory() 349 Ch = DAG.getTruncStore(Ch, dl, Tmp2, StackPtr2, MachinePointerInfo(), EltVT, in PerformInsertVectorEltInMemory() 364 EVT EltVT = Vec.getValueType().getVectorElementType(); in ExpandINSERT_VECTOR_ELT() local 365 if (Val.getValueType() == EltVT || in ExpandINSERT_VECTOR_ELT() 366 (EltVT.isInteger() && Val.getValueType().bitsGE(EltVT))) { in ExpandINSERT_VECTOR_ELT() 1302 EVT EltVT = VT.getVectorElementType(); in ExpandVectorBuildThroughStack() local 1311 unsigned TypeByteSize = EltVT.getSizeInBits() / 8; in ExpandVectorBuildThroughStack() 1324 if (EltVT.bitsLT(Node->getOperand(i).getValueType().getScalarType())) { in ExpandVectorBuildThroughStack() 1328 EltVT, false, false, 0)); in ExpandVectorBuildThroughStack() [all …]
|
D | SelectionDAG.cpp | 104 EVT EltVT = N->getValueType(0).getVectorElementType(); in isConstantSplatVector() local 106 EltVT.getSizeInBits() >= SplatBitSize; in isConstantSplatVector() 697 EVT EltVT = N->getValueType(0).getVectorElementType(); in VerifySDNode() local 699 assert((I->getValueType() == EltVT || in VerifySDNode() 700 (EltVT.isInteger() && I->getValueType().isInteger() && in VerifySDNode() 701 EltVT.bitsLE(I->getValueType()))) && in VerifySDNode() 1076 EVT EltVT = VT.getScalarType(); in getNOT() local 1078 getConstant(APInt::getAllOnesValue(EltVT.getSizeInBits()), DL, VT); in getNOT() 1083 EVT EltVT = VT.getScalarType(); in getLogicalNOT() local 1091 TrueValue = getConstant(APInt::getAllOnesValue(EltVT.getSizeInBits()), DL, in getLogicalNOT() [all …]
|
D | LegalizeTypesGeneric.cpp | 327 EVT EltVT) { in IntegerToVector() argument 337 IntegerToVector(Parts[0], NumElements, Ops, EltVT); in IntegerToVector() 338 IntegerToVector(Parts[1], NumElements, Ops, EltVT); in IntegerToVector() 340 Ops.push_back(DAG.getNode(ISD::BITCAST, DL, EltVT, Op)); in IntegerToVector()
|
D | LegalizeVectorOps.cpp | 1045 EVT EltVT = VT.getVectorElementType(); in UnrollVSETCC() local 1061 Ops[i] = DAG.getSelect(dl, EltVT, Ops[i], in UnrollVSETCC() 1063 (EltVT.getSizeInBits()), dl, EltVT), in UnrollVSETCC() 1064 DAG.getConstant(0, dl, EltVT)); in UnrollVSETCC()
|
/external/llvm/lib/CodeGen/ |
D | TargetLoweringBase.cpp | 1026 EVT EltVT = VT.getVectorElementType(); in getTypeConversion() local 1030 return LegalizeKind(TypeScalarizeVector, EltVT); in getTypeConversion() 1035 if (EltVT.isInteger()) { in getTypeConversion() 1040 EVT NVT = EVT::getVectorVT(Context, EltVT, NumElts); in getTypeConversion() 1045 LegalizeKind LK = getTypeConversion(Context, EltVT); in getTypeConversion() 1051 EVT::getVectorVT(Context, EltVT, NumElts / 2)); in getTypeConversion() 1057 EVT OldEltVT = EltVT; in getTypeConversion() 1061 EltVT = EVT::getIntegerVT(Context, 1 + EltVT.getSizeInBits()) in getTypeConversion() 1068 if (!EltVT.isSimple()) in getTypeConversion() 1072 MVT NVT = MVT::getVectorVT(EltVT.getSimpleVT(), NumElts); in getTypeConversion() [all …]
|
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Target/X86/ |
D | X86InstrFMA.td | 332 SDNode Move, ValueType VT, ValueType EltVT, 337 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 345 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))), 352 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 359 (Op (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 367 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))), 602 ValueType VT, ValueType EltVT,
|
D | X86InstrAVX512.td | 17 // EltVT). These are things like the register class for the writemask, etc. 24 ValueType EltVT = eltvt; 40 // v # NumElts # EltVT, so for vector of 8 elements of i32 it will be v8i32 44 !if (!eq (EltVT.Size, 32), 4, 45 !if (!eq (EltVT.Size, 64), 2, NumElts)), NumElts) # EltVT; 50 string EltTypeName = !cast<string>(EltVT); 53 int EltSize = EltVT.Size; 63 X86MemOperand ScalarMemOp = !cast<X86MemOperand>(EltVT # "mem"); 85 PatFrag ScalarLdFrag = !cast<PatFrag>("load" # EltVT); 4009 (_.EltVT (X86selects VK1WM:$mask, [all …]
|