| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AMDGPU/ |
| D | R600ISelLowering.cpp | 1230 StoreSDNode *StoreNode = cast<StoreSDNode>(Op); in LowerSTORE() local
1231 unsigned AS = StoreNode->getAddressSpace(); in LowerSTORE()
1233 SDValue Chain = StoreNode->getChain(); in LowerSTORE()
1234 SDValue Ptr = StoreNode->getBasePtr(); in LowerSTORE()
1235 SDValue Value = StoreNode->getValue(); in LowerSTORE()
1238 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE()
1243 const bool TruncatingStore = StoreNode->isTruncatingStore(); in LowerSTORE()
1254 NewChain, DL, Value, Ptr, StoreNode->getPointerInfo(), in LowerSTORE()
1255 MemVT, StoreNode->getAlignment(), in LowerSTORE()
1256 StoreNode->getMemOperand()->getFlags(), StoreNode->getAAInfo()); in LowerSTORE()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/SystemZ/ |
| D | SystemZISelDAGToDAG.cpp | 1243 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode, in isFusableLoadOpStorePattern() argument
1256 if (!ISD::isNormalStore(StoreNode) || StoreNode->isNonTemporal()) in isFusableLoadOpStorePattern()
1272 if (LoadNode->getBasePtr() != StoreNode->getBasePtr() || in isFusableLoadOpStorePattern()
1273 LoadNode->getOffset() != StoreNode->getOffset()) in isFusableLoadOpStorePattern()
1278 SDValue Chain = StoreNode->getChain(); in isFusableLoadOpStorePattern()
1333 StoreSDNode *StoreNode = cast<StoreSDNode>(Node); in tryFoldLoadStoreIntoMemOperand() local
1334 SDValue StoredVal = StoreNode->getOperand(1); in tryFoldLoadStoreIntoMemOperand()
1336 SDLoc DL(StoreNode); in tryFoldLoadStoreIntoMemOperand()
1341 EVT MemVT = StoreNode->getMemoryVT(); in tryFoldLoadStoreIntoMemOperand()
1373 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadNode, in tryFoldLoadStoreIntoMemOperand()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
| D | X86ISelDAGToDAG.cpp | 2871 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode, in isFusableLoadOpStorePattern() argument
2883 if (!ISD::isNormalStore(StoreNode) || StoreNode->isNonTemporal()) in isFusableLoadOpStorePattern()
2898 if (LoadNode->getBasePtr() != StoreNode->getBasePtr() || in isFusableLoadOpStorePattern()
2899 LoadNode->getOffset() != StoreNode->getOffset()) in isFusableLoadOpStorePattern()
2945 SDValue Chain = StoreNode->getChain(); in isFusableLoadOpStorePattern()
3004 StoreSDNode *StoreNode = cast<StoreSDNode>(Node); in foldLoadStoreIntoMemOperand() local
3005 SDValue StoredVal = StoreNode->getOperand(1); in foldLoadStoreIntoMemOperand()
3011 EVT MemVT = StoreNode->getMemoryVT(); in foldLoadStoreIntoMemOperand()
3038 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadOpNo, in foldLoadStoreIntoMemOperand()
3045 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadOpNo, in foldLoadStoreIntoMemOperand()
[all …]
|
| D | X86InstrAVX512.td | 9128 X86FoldableSchedWrite sched, PatFrag StoreNode,
9134 v16i8x_info, i16mem, i32mem, i64mem, StoreNode,
9140 X86FoldableSchedWrite sched, PatFrag StoreNode,
9146 v8i16x_info, i32mem, i64mem, i128mem, StoreNode,
9152 X86FoldableSchedWrite sched, PatFrag StoreNode,
9158 v8i32x_info, i64mem, i128mem, i256mem, StoreNode,
9164 X86FoldableSchedWrite sched, PatFrag StoreNode,
9170 v16i8x_info, i32mem, i64mem, i128mem, StoreNode,
9176 X86FoldableSchedWrite sched, PatFrag StoreNode,
9182 v16i16x_info, i64mem, i128mem, i256mem, StoreNode,
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AArch64/ |
| D | AArch64ISelLowering.cpp | 3106 StoreSDNode *StoreNode = cast<StoreSDNode>(Op); in LowerSTORE() local
3107 assert (StoreNode && "Can only custom lower store nodes"); in LowerSTORE()
3109 SDValue Value = StoreNode->getValue(); in LowerSTORE()
3112 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE()
3115 unsigned AS = StoreNode->getAddressSpace(); in LowerSTORE()
3116 unsigned Align = StoreNode->getAlignment(); in LowerSTORE()
3119 StoreNode->getMemOperand()->getFlags(), in LowerSTORE()
3121 return scalarizeVectorStore(StoreNode, DAG); in LowerSTORE()
3124 if (StoreNode->isTruncatingStore()) { in LowerSTORE()
3125 return LowerTruncateVectorStore(Dl, StoreNode, VT, MemVT, DAG); in LowerSTORE()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/SelectionDAG/ |
| D | SelectionDAGBuilder.cpp | 4298 SDValue StoreNode = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, in visitStore() local
4300 DAG.setRoot(StoreNode); in visitStore()
4351 SDValue StoreNode = in visitMaskedStore() local
4354 DAG.setRoot(StoreNode); in visitMaskedStore()
4355 setValue(&I, StoreNode); in visitMaskedStore()
|
| D | DAGCombiner.cpp | 15614 auto OverLimitInDependenceCheck = [&](SDNode *StoreNode, in getStoreMergeCandidates()
15616 auto RootCount = StoreRootCountMap.find(StoreNode); in getStoreMergeCandidates()
|