/external/llvm/include/llvm/Target/ |
D | TargetLowering.h | 303 virtual bool storeOfVectorConstantIsCheap(EVT MemVT, in storeOfVectorConstantIsCheap() argument 658 EVT MemVT) const { in getLoadExtAction() argument 659 if (ValVT.isExtended() || MemVT.isExtended()) return Expand; in getLoadExtAction() 661 unsigned MemI = (unsigned) MemVT.getSimpleVT().SimpleTy; in getLoadExtAction() 669 bool isLoadExtLegal(unsigned ExtType, EVT ValVT, EVT MemVT) const { in isLoadExtLegal() argument 670 return getLoadExtAction(ExtType, ValVT, MemVT) == Legal; in isLoadExtLegal() 675 bool isLoadExtLegalOrCustom(unsigned ExtType, EVT ValVT, EVT MemVT) const { in isLoadExtLegalOrCustom() argument 676 return getLoadExtAction(ExtType, ValVT, MemVT) == Legal || in isLoadExtLegalOrCustom() 677 getLoadExtAction(ExtType, ValVT, MemVT) == Custom; in isLoadExtLegalOrCustom() 683 LegalizeAction getTruncStoreAction(EVT ValVT, EVT MemVT) const { in getTruncStoreAction() argument [all …]
|
/external/llvm/include/llvm/CodeGen/ |
D | SelectionDAGNodes.h | 1154 EVT MemVT, MachineMemOperand *MMO, 1157 : MemSDNode(Opc, Order, dl, VTL, MemVT, MMO) { 1780 SDVTList VTs, ISD::MemIndexedMode AM, EVT MemVT, 1782 : MemSDNode(NodeTy, Order, dl, VTs, MemVT, MMO) { 1813 ISD::MemIndexedMode AM, ISD::LoadExtType ETy, EVT MemVT, 1815 : LSBaseSDNode(ISD::LOAD, Order, dl, VTs, AM, MemVT, MMO) { 1841 ISD::MemIndexedMode AM, bool isTrunc, EVT MemVT, 1843 : LSBaseSDNode(ISD::STORE, Order, dl, VTs, AM, MemVT, MMO) { 1870 const DebugLoc &dl, SDVTList VTs, EVT MemVT, 1872 : MemSDNode(NodeTy, Order, dl, VTs, MemVT, MMO) {} [all …]
|
D | SelectionDAG.h | 854 SDValue getAtomicCmpSwap(unsigned Opcode, const SDLoc &dl, EVT MemVT, 860 SDValue getAtomicCmpSwap(unsigned Opcode, const SDLoc &dl, EVT MemVT, 869 SDValue getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, SDValue Chain, 873 SDValue getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, SDValue Chain, 879 SDValue getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, EVT VT, 885 SDValue getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, 890 SDValue getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, 900 ArrayRef<SDValue> Ops, EVT MemVT, 906 ArrayRef<SDValue> Ops, EVT MemVT, 924 EVT MemVT, bool isVolatile, bool isNonTemporal, [all …]
|
D | BasicTTIImpl.h | 539 EVT MemVT = getTLI()->getValueType(DL, Src); in getMemoryOpCost() local 541 LA = getTLI()->getTruncStoreAction(LT.second, MemVT); in getMemoryOpCost() 543 LA = getTLI()->getLoadExtAction(ISD::EXTLOAD, LT.second, MemVT); in getMemoryOpCost()
|
/external/swiftshader/third_party/LLVM/include/llvm/CodeGen/ |
D | SelectionDAG.h | 590 SDValue getAtomic(unsigned Opcode, DebugLoc dl, EVT MemVT, SDValue Chain, 595 SDValue getAtomic(unsigned Opcode, DebugLoc dl, EVT MemVT, SDValue Chain, 603 SDValue getAtomic(unsigned Opcode, DebugLoc dl, EVT MemVT, SDValue Chain, 607 SDValue getAtomic(unsigned Opcode, DebugLoc dl, EVT MemVT, SDValue Chain, 614 SDValue getAtomic(unsigned Opcode, DebugLoc dl, EVT MemVT, EVT VT, 619 SDValue getAtomic(unsigned Opcode, DebugLoc dl, EVT MemVT, EVT VT, 631 EVT MemVT, MachinePointerInfo PtrInfo, 637 EVT MemVT, MachinePointerInfo PtrInfo, 643 EVT MemVT, MachineMemOperand *MMO); 657 EVT MemVT, bool isVolatile, [all …]
|
D | SelectionDAGNodes.h | 1016 AtomicSDNode(unsigned Opc, DebugLoc dl, SDVTList VTL, EVT MemVT, 1020 : MemSDNode(Opc, dl, VTL, MemVT, MMO) { 1024 AtomicSDNode(unsigned Opc, DebugLoc dl, SDVTList VTL, EVT MemVT, 1028 : MemSDNode(Opc, dl, VTL, MemVT, MMO) { 1032 AtomicSDNode(unsigned Opc, DebugLoc dl, SDVTList VTL, EVT MemVT, 1036 : MemSDNode(Opc, dl, VTL, MemVT, MMO) { 1564 EVT MemVT, MachineMemOperand *MMO) 1565 : MemSDNode(NodeTy, dl, VTs, MemVT, MMO) { 1601 ISD::MemIndexedMode AM, ISD::LoadExtType ETy, EVT MemVT, 1604 VTs, AM, MemVT, MMO) { [all …]
|
/external/llvm/lib/Target/AMDGPU/ |
D | R600ISelLowering.cpp | 1319 EVT MemVT = Store->getMemoryVT(); in lowerPrivateTruncStore() local 1336 SDValue MaskedValue = DAG.getZeroExtendInReg(SExtValue, DL, MemVT); in lowerPrivateTruncStore() 1376 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE() local 1378 if (MemVT == MVT::i8) { in LowerSTORE() 1381 assert(MemVT == MVT::i16); in LowerSTORE() 1404 Op->getVTList(), Args, MemVT, in LowerSTORE() 1425 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE() local 1426 if (MemVT.bitsLT(MVT::i32)) in LowerSTORE() 1514 EVT MemVT = Load->getMemoryVT(); in lowerPrivateExtLoad() local 1542 EVT MemEltVT = MemVT.getScalarType(); in lowerPrivateExtLoad() [all …]
|
D | SIISelLowering.cpp | 563 SDValue SITargetLowering::LowerParameter(SelectionDAG &DAG, EVT VT, EVT MemVT, in LowerParameter() argument 576 if (MemVT.isFloatingPoint()) in LowerParameter() 581 VT, SL, Chain, Ptr, PtrOffset, PtrInfo, MemVT, in LowerParameter() 746 EVT MemVT = Splits[i].VT; in LowerFormalArguments() local 751 SDValue Arg = LowerParameter(DAG, VT, MemVT, DL, Chain, in LowerFormalArguments() 767 Info->ABIArgOffset = Offset + MemVT.getStoreSize(); in LowerFormalArguments() 2000 EVT MemVT = Load->getMemoryVT(); in LowerLOAD() local 2002 if (ExtType == ISD::NON_EXTLOAD && MemVT.getSizeInBits() < 32) { in LowerLOAD() 2003 assert(MemVT == MVT::i1 && "Only i1 non-extloads expected"); in LowerLOAD() 2015 DAG.getNode(ISD::TRUNCATE, DL, MemVT, NewLD), in LowerLOAD() [all …]
|
D | SIISelLowering.h | 26 SDValue LowerParameter(SelectionDAG &DAG, EVT VT, EVT MemVT, const SDLoc &SL,
|
D | AMDGPUISelLowering.cpp | 576 bool AMDGPUTargetLowering:: storeOfVectorConstantIsCheap(EVT MemVT, in storeOfVectorConstantIsCheap() argument 1071 EVT MemVT = Load->getMemoryVT(); in SplitVectorLoad() local 1081 std::tie(LoMemVT, HiMemVT) = DAG.GetSplitDestVTs(MemVT); in SplitVectorLoad() 1119 EVT MemVT = Store->getMemoryVT(); in MergeVectorStore() local 1120 unsigned MemBits = MemVT.getSizeInBits(); in MergeVectorStore() 1125 if (!MemVT.isVector() || MemBits > 32) { in MergeVectorStore() 1134 EVT MemEltVT = MemVT.getVectorElementType(); in MergeVectorStore() 1136 unsigned MemNumElements = MemVT.getVectorNumElements(); in MergeVectorStore() 1137 unsigned PackedSize = MemVT.getStoreSizeInBits(); in MergeVectorStore() 1185 EVT MemVT = Store->getMemoryVT(); in SplitVectorStore() local [all …]
|
D | AMDGPUISelLowering.h | 145 bool storeOfVectorConstantIsCheap(EVT MemVT,
|
/external/swiftshader/third_party/LLVM/include/llvm/Target/ |
D | TargetLowering.h | 414 LegalizeAction getTruncStoreAction(EVT ValVT, EVT MemVT) const { in getTruncStoreAction() argument 416 MemVT.getSimpleVT() < MVT::LAST_VALUETYPE && in getTruncStoreAction() 419 [MemVT.getSimpleVT().SimpleTy]; in getTruncStoreAction() 424 bool isTruncStoreLegal(EVT ValVT, EVT MemVT) const { in isTruncStoreLegal() argument 425 return isTypeLegal(ValVT) && MemVT.isSimple() && in isTruncStoreLegal() 426 getTruncStoreAction(ValVT, MemVT) == Legal; in isTruncStoreLegal() 1072 void setTruncStoreAction(MVT ValVT, MVT MemVT, in setTruncStoreAction() argument 1074 assert(ValVT < MVT::LAST_VALUETYPE && MemVT < MVT::LAST_VALUETYPE && in setTruncStoreAction() 1076 TruncStoreActions[ValVT.SimpleTy][MemVT.SimpleTy] = (uint8_t)Action; in setTruncStoreAction()
|
/external/swiftshader/third_party/LLVM/lib/CodeGen/SelectionDAG/ |
D | SelectionDAG.cpp | 3840 SDValue SelectionDAG::getAtomic(unsigned Opcode, DebugLoc dl, EVT MemVT, in getAtomic() argument 3847 Alignment = getEVTAlignment(MemVT); in getAtomic() 3858 MF.getMachineMemOperand(PtrInfo, Flags, MemVT.getStoreSize(), Alignment); in getAtomic() 3860 return getAtomic(Opcode, dl, MemVT, Chain, Ptr, Cmp, Swp, MMO, in getAtomic() 3864 SDValue SelectionDAG::getAtomic(unsigned Opcode, DebugLoc dl, EVT MemVT, in getAtomic() argument 3877 ID.AddInteger(MemVT.getRawBits()); in getAtomic() 3885 SDNode *N = new (NodeAllocator) AtomicSDNode(Opcode, dl, VTs, MemVT, Chain, in getAtomic() 3893 SDValue SelectionDAG::getAtomic(unsigned Opcode, DebugLoc dl, EVT MemVT, in getAtomic() argument 3901 Alignment = getEVTAlignment(MemVT); in getAtomic() 3918 MemVT.getStoreSize(), Alignment); in getAtomic() [all …]
|
D | LegalizeVectorTypes.cpp | 2196 EVT MemVT((MVT::SimpleValueType) VT); in FindMemType() local 2197 unsigned MemVTWidth = MemVT.getSizeInBits(); in FindMemType() 2198 if (MemVT.getSizeInBits() <= WidenEltWidth) in FindMemType() 2200 if (TLI.isTypeLegal(MemVT) && (WidenWidth % MemVTWidth) == 0 && in FindMemType() 2204 RetVT = MemVT; in FindMemType() 2213 EVT MemVT = (MVT::SimpleValueType) VT; in FindMemType() local 2214 unsigned MemVTWidth = MemVT.getSizeInBits(); in FindMemType() 2215 if (TLI.isTypeLegal(MemVT) && WidenEltVT == MemVT.getVectorElementType() && in FindMemType() 2220 if (RetVT.getSizeInBits() < MemVTWidth || MemVT == WidenVT) in FindMemType() 2221 return MemVT; in FindMemType()
|
D | DAGCombiner.cpp | 687 EVT MemVT = LD->getMemoryVT(); in PromoteOperand() local 689 ? (TLI.isLoadExtLegal(ISD::ZEXTLOAD, MemVT) ? ISD::ZEXTLOAD in PromoteOperand() 696 MemVT, LD->isVolatile(), in PromoteOperand() 911 EVT MemVT = LD->getMemoryVT(); in PromoteLoad() local 913 ? (TLI.isLoadExtLegal(ISD::ZEXTLOAD, MemVT) ? ISD::ZEXTLOAD in PromoteLoad() 919 MemVT, LD->isVolatile(), in PromoteLoad() 2374 EVT MemVT = LN0->getMemoryVT(); in visitAND() local 2379 BitWidth - MemVT.getScalarType().getSizeInBits())) && in visitAND() 2381 TLI.isLoadExtLegal(ISD::ZEXTLOAD, MemVT))) { in visitAND() 2384 LN0->getPointerInfo(), MemVT, in visitAND() [all …]
|
/external/llvm/lib/CodeGen/SelectionDAG/ |
D | SelectionDAG.cpp | 4798 SDValue SelectionDAG::getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, in getAtomic() argument 4805 ID.AddInteger(MemVT.getRawBits()); in getAtomic() 4815 VTList, MemVT, MMO, SuccessOrdering, in getAtomic() 4824 SDValue SelectionDAG::getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, in getAtomic() argument 4828 return getAtomic(Opcode, dl, MemVT, VTList, Ops, MMO, Ordering, in getAtomic() 4833 unsigned Opcode, const SDLoc &dl, EVT MemVT, SDVTList VTs, SDValue Chain, in getAtomicCmpSwap() argument 4842 Alignment = getEVTAlignment(MemVT); in getAtomicCmpSwap() 4853 MF.getMachineMemOperand(PtrInfo, Flags, MemVT.getStoreSize(), Alignment); in getAtomicCmpSwap() 4855 return getAtomicCmpSwap(Opcode, dl, MemVT, VTs, Chain, Ptr, Cmp, Swp, MMO, in getAtomicCmpSwap() 4860 EVT MemVT, SDVTList VTs, SDValue Chain, in getAtomicCmpSwap() argument [all …]
|
D | DAGCombiner.cpp | 449 EVT MemVT, unsigned NumStores, 959 EVT MemVT = LD->getMemoryVT(); in PromoteOperand() local 961 ? (TLI.isLoadExtLegal(ISD::ZEXTLOAD, PVT, MemVT) ? ISD::ZEXTLOAD in PromoteOperand() 967 MemVT, LD->getMemOperand()); in PromoteOperand() 1184 EVT MemVT = LD->getMemoryVT(); in PromoteLoad() local 1186 ? (TLI.isLoadExtLegal(ISD::ZEXTLOAD, PVT, MemVT) ? ISD::ZEXTLOAD in PromoteLoad() 1191 MemVT, LD->getMemOperand()); in PromoteLoad() 3307 EVT MemVT = LN0->getMemoryVT(); in visitAND() local 3312 BitWidth - MemVT.getScalarType().getSizeInBits())) && in visitAND() 3314 TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT))) { in visitAND() [all …]
|
D | LegalizeVectorTypes.cpp | 3418 EVT MemVT((MVT::SimpleValueType) VT); in FindMemType() local 3419 unsigned MemVTWidth = MemVT.getSizeInBits(); in FindMemType() 3420 if (MemVT.getSizeInBits() <= WidenEltWidth) in FindMemType() 3422 auto Action = TLI.getTypeAction(*DAG.getContext(), MemVT); in FindMemType() 3429 RetVT = MemVT; in FindMemType() 3438 EVT MemVT = (MVT::SimpleValueType) VT; in FindMemType() local 3439 unsigned MemVTWidth = MemVT.getSizeInBits(); in FindMemType() 3440 if (TLI.isTypeLegal(MemVT) && WidenEltVT == MemVT.getVectorElementType() && in FindMemType() 3445 if (RetVT.getSizeInBits() < MemVTWidth || MemVT == WidenVT) in FindMemType() 3446 return MemVT; in FindMemType()
|
D | LegalizeDAG.cpp | 469 EVT MemVT = ST->getMemoryVT(); in LegalizeStoreOps() local 473 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DL, MemVT, AS, Align)) { in LegalizeStoreOps() 583 EVT MemVT = ST->getMemoryVT(); in LegalizeStoreOps() local 588 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DL, MemVT, AS, Align)) { in LegalizeStoreOps() 634 EVT MemVT = LD->getMemoryVT(); in LegalizeLoadOps() local 640 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DL, MemVT, AS, Align)) { in LegalizeLoadOps() 829 EVT MemVT = LD->getMemoryVT(); in LegalizeLoadOps() local 833 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DL, MemVT, AS, Align)) { in LegalizeLoadOps() 3505 EVT MemVT = EVT::getIntegerVT(*DAG.getContext(), EntrySize * 8); in ExpandNode() local 3508 MachinePointerInfo::getJumpTable(DAG.getMachineFunction()), MemVT, in ExpandNode()
|
/external/llvm/lib/Target/Mips/ |
D | MipsISelLowering.cpp | 1679 EVT MemVT = EVT::getIntegerVT(*DAG.getContext(), EntrySize * 8); in lowerBR_JT() local 1683 MemVT, false, false, false, 0); in lowerBR_JT() 2248 EVT VT = LD->getValueType(0), MemVT = LD->getMemoryVT(); in createLoadLR() local 2258 return DAG.getMemIntrinsicNode(Opc, DL, VTList, Ops, MemVT, in createLoadLR() 2265 EVT MemVT = LD->getMemoryVT(); in lowerLOAD() local 2271 if ((LD->getAlignment() >= MemVT.getSizeInBits() / 8) || in lowerLOAD() 2272 ((MemVT != MVT::i32) && (MemVT != MVT::i64))) in lowerLOAD() 2330 EVT MemVT = SD->getMemoryVT(), BasePtrVT = Ptr.getValueType(); in createStoreLR() local 2339 return DAG.getMemIntrinsicNode(Opc, DL, VTList, Ops, MemVT, in createStoreLR() 2390 EVT MemVT = SD->getMemoryVT(); in lowerSTORE() local [all …]
|
/external/swiftshader/third_party/LLVM/lib/Target/X86/ |
D | X86ISelDAGToDAG.cpp | 503 EVT MemVT; in PreprocessISelDAG() local 505 MemVT = DstVT; // FP_ROUND must use DstVT, we can't do a 'trunc load'. in PreprocessISelDAG() 507 MemVT = SrcIsSSE ? SrcVT : DstVT; in PreprocessISelDAG() 509 SDValue MemTmp = CurDAG->CreateStackTemporary(MemVT); in PreprocessISelDAG() 515 MemTmp, MachinePointerInfo(), MemVT, in PreprocessISelDAG() 519 MemVT, false, false, 0); in PreprocessISelDAG()
|
/external/llvm/lib/Target/X86/ |
D | X86ISelDAGToDAG.cpp | 622 MVT MemVT; in PreprocessISelDAG() local 624 MemVT = DstVT; // FP_ROUND must use DstVT, we can't do a 'trunc load'. in PreprocessISelDAG() 626 MemVT = SrcIsSSE ? SrcVT : DstVT; in PreprocessISelDAG() 628 SDValue MemTmp = CurDAG->CreateStackTemporary(MemVT); in PreprocessISelDAG() 634 MemTmp, MachinePointerInfo(), MemVT, in PreprocessISelDAG() 638 MemVT, false, false, false, 0); in PreprocessISelDAG()
|
/external/llvm/lib/Target/NVPTX/ |
D | NVPTXISelLowering.cpp | 1161 EVT MemVT = EltVT; in LowerCall() local 1181 MemVT, MachinePointerInfo()); in LowerCall() 1198 MemVT, MachinePointerInfo()); in LowerCall() 1218 unsigned PerStoreOffset = MemVT.getStoreSizeInBits() / 8 * VecSize; in LowerCall() 1272 MemVT, MachinePointerInfo()); in LowerCall() 4010 EVT MemVT = Mem->getMemoryVT(); in PerformANDCombine() local 4011 if (MemVT != MVT::v2i8 && MemVT != MVT::v4i8) { in PerformANDCombine()
|
/external/llvm/lib/Target/SystemZ/ |
D | SystemZISelLowering.cpp | 3283 EVT MemVT = Node->getMemoryVT(); in lowerATOMIC_LOAD_SUB() local 3284 if (MemVT == MVT::i32 || MemVT == MVT::i64) { in lowerATOMIC_LOAD_SUB() 3286 assert(Op.getValueType() == MemVT && "Mismatched VTs"); in lowerATOMIC_LOAD_SUB() 3296 NegSrc2 = DAG.getConstant(Value, DL, MemVT); in lowerATOMIC_LOAD_SUB() 3299 NegSrc2 = DAG.getNode(ISD::SUB, DL, MemVT, DAG.getConstant(0, DL, MemVT), in lowerATOMIC_LOAD_SUB() 3303 return DAG.getAtomic(ISD::ATOMIC_LOAD_ADD, DL, MemVT, in lowerATOMIC_LOAD_SUB() 4925 EVT MemVT = SN->getMemoryVT(); in combineSTORE() local 4930 if (MemVT.isInteger()) { in combineSTORE() 4932 combineTruncateExtract(SDLoc(N), MemVT, SN->getValue(), DCI)) { in combineSTORE() 4962 Ops, MemVT, SN->getMemOperand()); in combineSTORE()
|
/external/llvm/lib/Target/PowerPC/ |
D | PPCISelLowering.cpp | 6493 bool PPCTargetLowering::canReuseLoadAddress(SDValue Op, EVT MemVT, in canReuseLoadAddress() argument 6512 if (LD->getMemoryVT() != MemVT) in canReuseLoadAddress() 7957 EVT MemVT = LN->getMemoryVT(); in LowerVectorLoad() local 7961 if (Alignment >= MemVT.getStoreSize()) in LowerVectorLoad() 7965 ScalarMemVT = MemVT.getScalarType(); in LowerVectorLoad() 8051 EVT MemVT = SN->getMemoryVT(); in LowerVectorStore() local 8055 if (Alignment >= MemVT.getStoreSize()) in LowerVectorStore() 8059 ScalarMemVT = MemVT.getScalarType(); in LowerVectorStore() 10761 EVT MemVT = LD->getMemoryVT(); in PerformDAGCombine() local 10762 Type *Ty = MemVT.getTypeForEVT(*DAG.getContext()); in PerformDAGCombine() [all …]
|