/external/llvm-project/llvm/include/llvm/CodeGen/ |
D | ValueTypes.h | 102 EVT changeVectorElementType(EVT EltVT) const { in changeVectorElementType() 103 if (isSimple() && EltVT.isSimple()) in changeVectorElementType() 104 return getSimpleVT().changeVectorElementType(EltVT.getSimpleVT()); in changeVectorElementType() 105 return changeExtendedVectorElementType(EltVT); in changeVectorElementType() 399 EVT EltVT = getVectorElementType(); in widenIntegerVectorElementType() local 400 EltVT = EVT::getIntegerVT(Context, 2 * EltVT.getSizeInBits()); in widenIntegerVectorElementType() 401 return EVT::getVectorVT(Context, EltVT, getVectorElementCount()); in widenIntegerVectorElementType() 408 EVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local 411 return EVT::getVectorVT(Context, EltVT, EltCnt.divideCoefficientBy(2)); in getHalfNumVectorElementsVT() 418 EVT EltVT = getVectorElementType(); in getDoubleNumVectorElementsVT() local [all …]
|
/external/llvm-project/llvm/lib/Target/NVPTX/ |
D | NVPTXISelDAGToDAG.cpp | 1059 EVT EltVT = N->getValueType(0); in tryLoadVector() local 1064 if (EltVT == MVT::v2f16) { in tryLoadVector() 1066 EltVT = MVT::i32; in tryLoadVector() 1076 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() 1084 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_avar, in tryLoadVector() 1103 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() 1111 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_asi, in tryLoadVector() 1132 EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v2_ari_64, in tryLoadVector() 1140 EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_ari_64, in tryLoadVector() 1151 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() [all …]
|
D | NVPTXISelLowering.cpp | 188 EVT EltVT = VT.getVectorElementType(); in ComputePTXValueVTs() local 192 if (EltVT == MVT::f16 && NumElts % 2 == 0) { in ComputePTXValueVTs() 193 EltVT = MVT::v2f16; in ComputePTXValueVTs() 197 ValueVTs.push_back(EltVT); in ComputePTXValueVTs() 199 Offsets->push_back(Off + j * EltVT.getStoreSize()); in ComputePTXValueVTs() 230 EVT EltVT = ValueVTs[Idx]; in CanMergeParamLoadStoresStartingAt() local 231 unsigned EltSize = EltVT.getStoreSize(); in CanMergeParamLoadStoresStartingAt() 252 if (ValueVTs[j] != EltVT) in CanMergeParamLoadStoresStartingAt() 1499 EVT EltVT = VTs[j]; in LowerCall() local 1507 } else if (EltVT.getSizeInBits() < 16) { in LowerCall() [all …]
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/NVPTX/ |
D | NVPTXISelDAGToDAG.cpp | 1060 EVT EltVT = N->getValueType(0); in tryLoadVector() local 1065 if (EltVT == MVT::v2f16) { in tryLoadVector() 1067 EltVT = MVT::i32; in tryLoadVector() 1077 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() 1085 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_avar, in tryLoadVector() 1104 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() 1112 pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_asi, in tryLoadVector() 1133 EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v2_ari_64, in tryLoadVector() 1141 EltVT.getSimpleVT().SimpleTy, NVPTX::LDV_i8_v4_ari_64, in tryLoadVector() 1152 Opcode = pickOpcodeForVT(EltVT.getSimpleVT().SimpleTy, in tryLoadVector() [all …]
|
D | NVPTXISelLowering.cpp | 203 EVT EltVT = VT.getVectorElementType(); in ComputePTXValueVTs() local 207 if (EltVT == MVT::f16 && NumElts % 2 == 0) { in ComputePTXValueVTs() 208 EltVT = MVT::v2f16; in ComputePTXValueVTs() 212 ValueVTs.push_back(EltVT); in ComputePTXValueVTs() 214 Offsets->push_back(Off + j * EltVT.getStoreSize()); in ComputePTXValueVTs() 246 EVT EltVT = ValueVTs[Idx]; in CanMergeParamLoadStoresStartingAt() local 247 unsigned EltSize = EltVT.getStoreSize(); in CanMergeParamLoadStoresStartingAt() 268 if (ValueVTs[j] != EltVT) in CanMergeParamLoadStoresStartingAt() 1518 EVT EltVT = VTs[j]; in LowerCall() local 1526 } else if (EltVT.getSizeInBits() < 16) { in LowerCall() [all …]
|
/external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/CodeGen/ |
D | ValueTypes.h | 358 EVT EltVT = getVectorElementType(); in widenIntegerVectorElementType() local 359 EltVT = EVT::getIntegerVT(Context, 2 * EltVT.getSizeInBits()); in widenIntegerVectorElementType() 360 return EVT::getVectorVT(Context, EltVT, getVectorElementCount()); in widenIntegerVectorElementType() 367 EVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local 370 return EVT::getVectorVT(Context, EltVT, EltCnt / 2); in getHalfNumVectorElementsVT()
|
/external/llvm/lib/Target/NVPTX/ |
D | NVPTXISelDAGToDAG.cpp | 979 EVT EltVT = N->getValueType(0); in tryLoadVector() local 986 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1010 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1039 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1063 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1093 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1117 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1140 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1164 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() 1195 switch (EltVT.getSimpleVT().SimpleTy) { in tryLoadVector() [all …]
|
D | NVPTXISelLowering.cpp | 1160 EVT EltVT = ObjectVT.getVectorElementType(); in LowerCall() local 1161 EVT MemVT = EltVT; in LowerCall() 1163 if (EltVT.getSizeInBits() < 16) { in LowerCall() 1165 EltVT = MVT::i16; in LowerCall() 1213 if (EltVT.getSizeInBits() == 64) in LowerCall() 1241 StoreVal = DAG.getUNDEF(EltVT); in LowerCall() 1253 StoreVal = DAG.getUNDEF(EltVT); in LowerCall() 1263 StoreVal = DAG.getUNDEF(EltVT); in LowerCall() 1494 EVT EltVT = ObjectVT.getVectorElementType(); in LowerCall() local 1498 unsigned sz = EltVT.getSizeInBits(); in LowerCall() [all …]
|
/external/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
D | LegalizeVectorTypes.cpp | 300 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_BUILD_VECTOR() local 304 if (EltVT.isInteger()) in ScalarizeVecRes_BUILD_VECTOR() 305 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_BUILD_VECTOR() 332 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_INSERT_VECTOR_ELT() local 333 if (Op.getValueType() != EltVT) in ScalarizeVecRes_INSERT_VECTOR_ELT() 335 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, Op); in ScalarizeVecRes_INSERT_VECTOR_ELT() 379 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_InregOp() local 382 return DAG.getNode(N->getOpcode(), SDLoc(N), EltVT, in ScalarizeVecRes_InregOp() 392 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_VecInregOp() local 403 return DAG.getNode(ISD::ANY_EXTEND, DL, EltVT, Op); in ScalarizeVecRes_VecInregOp() [all …]
|
D | LegalizeVectorOps.cpp | 354 EVT EltVT = ValVT.getVectorElementType(); in LegalizeOp() local 355 if (TLI.getOperationAction(Node->getOpcode(), EltVT) in LegalizeOp() 357 TLI.getStrictFPOperationAction(Node->getOpcode(), EltVT) in LegalizeOp() 1394 EVT EltVT = VT.getVectorElementType(); in UnrollStrictFPOp() local 1399 EVT TmpEltVT = EltVT; in UnrollStrictFPOp() 1436 ScalarResult = DAG.getSelect(dl, EltVT, ScalarResult, in UnrollStrictFPOp() 1438 (EltVT.getSizeInBits()), dl, EltVT), in UnrollStrictFPOp() 1439 DAG.getConstant(0, dl, EltVT)); in UnrollStrictFPOp() 1455 EVT EltVT = VT.getVectorElementType(); in UnrollVSETCC() local 1471 Ops[i] = DAG.getSelect(dl, EltVT, Ops[i], in UnrollVSETCC() [all …]
|
D | LegalizeDAG.cpp | 379 EVT EltVT = VT.getVectorElementType(); in PerformInsertVectorEltInMemory() local 394 MachinePointerInfo::getUnknownStack(DAG.getMachineFunction()), EltVT); in PerformInsertVectorEltInMemory() 407 EVT EltVT = Vec.getValueType().getVectorElementType(); in ExpandINSERT_VECTOR_ELT() local 408 if (Val.getValueType() == EltVT || in ExpandINSERT_VECTOR_ELT() 409 (EltVT.isInteger() && Val.getValueType().bitsGE(EltVT))) { in ExpandINSERT_VECTOR_ELT() 1968 EVT EltVT = VT.getVectorElementType(); in ExpandBUILD_VECTOR() local 2009 if (OpVT==EltVT) in ExpandBUILD_VECTOR() 2016 CV.push_back(ConstantInt::get(EltVT.getTypeForEVT(*DAG.getContext()), in ExpandBUILD_VECTOR() 2021 Type *OpNTy = EltVT.getTypeForEVT(*DAG.getContext()); in ExpandBUILD_VECTOR() 3179 EVT EltVT = VT.getVectorElementType(); in ExpandNode() local [all …]
|
D | LegalizeTypesGeneric.cpp | 317 EVT EltVT) { in IntegerToVector() argument 327 IntegerToVector(Parts[0], NumElements, Ops, EltVT); in IntegerToVector() 328 IntegerToVector(Parts[1], NumElements, Ops, EltVT); in IntegerToVector() 330 Ops.push_back(DAG.getNode(ISD::BITCAST, DL, EltVT, Op)); in IntegerToVector()
|
/external/llvm/include/llvm/CodeGen/ |
D | ValueTypes.h | 308 EVT EltVT = getVectorElementType(); in widenIntegerVectorElementType() local 309 EltVT = EVT::getIntegerVT(Context, 2 * EltVT.getSizeInBits()); in widenIntegerVectorElementType() 310 return EVT::getVectorVT(Context, EltVT, getVectorNumElements()); in widenIntegerVectorElementType()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/ |
D | LegalizeVectorTypes.cpp | 287 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_BUILD_VECTOR() local 291 if (EltVT.isInteger()) in ScalarizeVecRes_BUILD_VECTOR() 292 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_BUILD_VECTOR() 319 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_INSERT_VECTOR_ELT() local 320 if (Op.getValueType() != EltVT) in ScalarizeVecRes_INSERT_VECTOR_ELT() 322 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, Op); in ScalarizeVecRes_INSERT_VECTOR_ELT() 368 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_InregOp() local 371 return DAG.getNode(N->getOpcode(), SDLoc(N), EltVT, in ScalarizeVecRes_InregOp() 381 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_VecInregOp() local 393 return DAG.getNode(ISD::ANY_EXTEND, DL, EltVT, Op); in ScalarizeVecRes_VecInregOp() [all …]
|
D | LegalizeVectorOps.cpp | 358 EVT EltVT = ValVT.getVectorElementType(); in LegalizeOp() local 359 if (TLI.getOperationAction(Node->getOpcode(), EltVT) in LegalizeOp() 361 TLI.getStrictFPOperationAction(Node->getOpcode(), EltVT) in LegalizeOp() 1484 EVT EltVT = VT.getVectorElementType(); in UnrollStrictFPOp() local 1489 EVT TmpEltVT = EltVT; in UnrollStrictFPOp() 1527 ScalarResult = DAG.getSelect(dl, EltVT, ScalarResult, in UnrollStrictFPOp() 1529 (EltVT.getSizeInBits()), dl, EltVT), in UnrollStrictFPOp() 1530 DAG.getConstant(0, dl, EltVT)); in UnrollStrictFPOp() 1546 EVT EltVT = VT.getVectorElementType(); in UnrollVSETCC() local 1564 Ops[i] = DAG.getSelect(dl, EltVT, Ops[i], in UnrollVSETCC() [all …]
|
D | LegalizeDAG.cpp | 377 EVT EltVT = VT.getVectorElementType(); in PerformInsertVectorEltInMemory() local 390 Ch = DAG.getTruncStore(Ch, dl, Tmp2, StackPtr2, MachinePointerInfo(), EltVT); in PerformInsertVectorEltInMemory() 403 EVT EltVT = Vec.getValueType().getVectorElementType(); in ExpandINSERT_VECTOR_ELT() local 404 if (Val.getValueType() == EltVT || in ExpandINSERT_VECTOR_ELT() 405 (EltVT.isInteger() && Val.getValueType().bitsGE(EltVT))) { in ExpandINSERT_VECTOR_ELT() 1398 EVT EltVT = VT.getVectorElementType(); in ExpandVectorBuildThroughStack() local 1407 unsigned TypeByteSize = EltVT.getSizeInBits() / 8; in ExpandVectorBuildThroughStack() 1421 if (EltVT.bitsLT(Node->getOperand(i).getValueType().getScalarType())) { in ExpandVectorBuildThroughStack() 1424 PtrInfo.getWithOffset(Offset), EltVT)); in ExpandVectorBuildThroughStack() 1911 EVT EltVT = VT.getVectorElementType(); in ExpandBUILD_VECTOR() local [all …]
|
D | LegalizeTypesGeneric.cpp | 312 EVT EltVT) { in IntegerToVector() argument 322 IntegerToVector(Parts[0], NumElements, Ops, EltVT); in IntegerToVector() 323 IntegerToVector(Parts[1], NumElements, Ops, EltVT); in IntegerToVector() 325 Ops.push_back(DAG.getNode(ISD::BITCAST, DL, EltVT, Op)); in IntegerToVector()
|
/external/llvm/lib/CodeGen/SelectionDAG/ |
D | LegalizeVectorTypes.cpp | 173 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_BUILD_VECTOR() local 177 if (EltVT.isInteger()) in ScalarizeVecRes_BUILD_VECTOR() 178 return DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, InOp); in ScalarizeVecRes_BUILD_VECTOR() 216 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_INSERT_VECTOR_ELT() local 217 if (Op.getValueType() != EltVT) in ScalarizeVecRes_INSERT_VECTOR_ELT() 219 Op = DAG.getNode(ISD::TRUNCATE, SDLoc(N), EltVT, Op); in ScalarizeVecRes_INSERT_VECTOR_ELT() 269 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_InregOp() local 272 return DAG.getNode(N->getOpcode(), SDLoc(N), EltVT, in ScalarizeVecRes_InregOp() 279 EVT EltVT = N->getValueType(0).getVectorElementType(); in ScalarizeVecRes_SCALAR_TO_VECTOR() local 281 if (InOp.getValueType() != EltVT) in ScalarizeVecRes_SCALAR_TO_VECTOR() [all …]
|
D | LegalizeDAG.cpp | 328 EVT EltVT = VT.getVectorElementType(); in PerformInsertVectorEltInMemory() local 344 unsigned EltSize = EltVT.getSizeInBits()/8; in PerformInsertVectorEltInMemory() 349 Ch = DAG.getTruncStore(Ch, dl, Tmp2, StackPtr2, MachinePointerInfo(), EltVT, in PerformInsertVectorEltInMemory() 364 EVT EltVT = Vec.getValueType().getVectorElementType(); in ExpandINSERT_VECTOR_ELT() local 365 if (Val.getValueType() == EltVT || in ExpandINSERT_VECTOR_ELT() 366 (EltVT.isInteger() && Val.getValueType().bitsGE(EltVT))) { in ExpandINSERT_VECTOR_ELT() 1302 EVT EltVT = VT.getVectorElementType(); in ExpandVectorBuildThroughStack() local 1311 unsigned TypeByteSize = EltVT.getSizeInBits() / 8; in ExpandVectorBuildThroughStack() 1324 if (EltVT.bitsLT(Node->getOperand(i).getValueType().getScalarType())) { in ExpandVectorBuildThroughStack() 1328 EltVT, false, false, 0)); in ExpandVectorBuildThroughStack() [all …]
|
D | SelectionDAG.cpp | 104 EVT EltVT = N->getValueType(0).getVectorElementType(); in isConstantSplatVector() local 106 EltVT.getSizeInBits() >= SplatBitSize; in isConstantSplatVector() 697 EVT EltVT = N->getValueType(0).getVectorElementType(); in VerifySDNode() local 699 assert((I->getValueType() == EltVT || in VerifySDNode() 700 (EltVT.isInteger() && I->getValueType().isInteger() && in VerifySDNode() 701 EltVT.bitsLE(I->getValueType()))) && in VerifySDNode() 1076 EVT EltVT = VT.getScalarType(); in getNOT() local 1078 getConstant(APInt::getAllOnesValue(EltVT.getSizeInBits()), DL, VT); in getNOT() 1083 EVT EltVT = VT.getScalarType(); in getLogicalNOT() local 1091 TrueValue = getConstant(APInt::getAllOnesValue(EltVT.getSizeInBits()), DL, in getLogicalNOT() [all …]
|
D | LegalizeTypesGeneric.cpp | 327 EVT EltVT) { in IntegerToVector() argument 337 IntegerToVector(Parts[0], NumElements, Ops, EltVT); in IntegerToVector() 338 IntegerToVector(Parts[1], NumElements, Ops, EltVT); in IntegerToVector() 340 Ops.push_back(DAG.getNode(ISD::BITCAST, DL, EltVT, Op)); in IntegerToVector()
|
/external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/ |
D | TargetLoweringBase.cpp | 848 EVT EltVT = VT.getVectorElementType(); in getTypeConversion() local 852 return LegalizeKind(TypeScalarizeVector, EltVT); in getTypeConversion() 857 if (EltVT.isInteger()) { in getTypeConversion() 862 EVT NVT = EVT::getVectorVT(Context, EltVT, NumElts); in getTypeConversion() 867 LegalizeKind LK = getTypeConversion(Context, EltVT); in getTypeConversion() 873 EVT::getVectorVT(Context, EltVT, NumElts / 2)); in getTypeConversion() 879 EVT OldEltVT = EltVT; in getTypeConversion() 883 EltVT = EVT::getIntegerVT(Context, 1 + EltVT.getSizeInBits()) in getTypeConversion() 890 if (!EltVT.isSimple()) in getTypeConversion() 894 MVT NVT = MVT::getVectorVT(EltVT.getSimpleVT(), NumElts); in getTypeConversion() [all …]
|
/external/llvm/lib/CodeGen/ |
D | TargetLoweringBase.cpp | 1026 EVT EltVT = VT.getVectorElementType(); in getTypeConversion() local 1030 return LegalizeKind(TypeScalarizeVector, EltVT); in getTypeConversion() 1035 if (EltVT.isInteger()) { in getTypeConversion() 1040 EVT NVT = EVT::getVectorVT(Context, EltVT, NumElts); in getTypeConversion() 1045 LegalizeKind LK = getTypeConversion(Context, EltVT); in getTypeConversion() 1051 EVT::getVectorVT(Context, EltVT, NumElts / 2)); in getTypeConversion() 1057 EVT OldEltVT = EltVT; in getTypeConversion() 1061 EltVT = EVT::getIntegerVT(Context, 1 + EltVT.getSizeInBits()) in getTypeConversion() 1068 if (!EltVT.isSimple()) in getTypeConversion() 1072 MVT NVT = MVT::getVectorVT(EltVT.getSimpleVT(), NumElts); in getTypeConversion() [all …]
|
/external/llvm-project/llvm/lib/CodeGen/ |
D | TargetLoweringBase.cpp | 975 EVT EltVT = VT.getVectorElementType(); in getTypeConversion() local 979 return LegalizeKind(TypeScalarizeVector, EltVT); in getTypeConversion() 987 if (EltVT.isInteger()) { in getTypeConversion() 992 EVT NVT = EVT::getVectorVT(Context, EltVT, NumElts); in getTypeConversion() 997 LegalizeKind LK = getTypeConversion(Context, EltVT); in getTypeConversion() 1009 EVT OldEltVT = EltVT; in getTypeConversion() 1013 EltVT = EVT::getIntegerVT(Context, 1 + EltVT.getSizeInBits()) in getTypeConversion() 1020 if (!EltVT.isSimple()) in getTypeConversion() 1024 MVT NVT = MVT::getVectorVT(EltVT.getSimpleVT(), NumElts); in getTypeConversion() 1028 EVT::getVectorVT(Context, EltVT, NumElts)); in getTypeConversion() [all …]
|
/external/llvm-project/llvm/lib/Target/X86/ |
D | X86InstrFMA.td | 333 SDNode Move, ValueType VT, ValueType EltVT, 338 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 346 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))), 353 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 360 (Op (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 368 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))), 606 ValueType VT, ValueType EltVT,
|