| /external/llvm-project/mlir/lib/Transforms/ |
| D | MemRefDataFlowOpt.cpp | 94 auto storeOp = dyn_cast<AffineWriteOpInterface>(user); in forwardStoreToLoad() local
95 if (!storeOp) in forwardStoreToLoad()
97 unsigned nsLoops = getNumCommonSurroundingLoops(*loadOp, *storeOp); in forwardStoreToLoad()
99 storeOps.push_back(storeOp); in forwardStoreToLoad()
111 for (auto *storeOp : storeOps) { in forwardStoreToLoad() local
112 MemRefAccess srcAccess(storeOp); in forwardStoreToLoad()
116 unsigned nsLoops = getNumCommonSurroundingLoops(*loadOp, *storeOp); in forwardStoreToLoad()
130 depSrcStores.push_back(storeOp); in forwardStoreToLoad()
144 if (!domInfo->dominates(storeOp, loadOp)) in forwardStoreToLoad()
148 fwdingCandidates.push_back(storeOp); in forwardStoreToLoad()
[all …]
|
| D | LoopFusion.cpp | 289 auto storeOp = cast<AffineWriteOpInterface>(op); in getUniqueOutgoingStore() local
290 auto memref = storeOp.getMemRef(); in getUniqueOutgoingStore()
306 uniqueStore = storeOp; in getUniqueOutgoingStore()
671 } else if (auto storeOp = dyn_cast<AffineWriteOpInterface>(op)) { in init() local
1438 auto storeOp = cast<AffineWriteOpInterface>(op); in fuseProducerConsumerNodes() local
1439 if (storeOp.getMemRef() != memref) { in fuseProducerConsumerNodes()
1443 unsigned loopDepth = getNestingDepth(storeOp); in fuseProducerConsumerNodes()
1446 srcStoreOp = storeOp; in fuseProducerConsumerNodes()
|
| /external/llvm-project/mlir/lib/Conversion/StandardToSPIRV/ |
| D | LegalizeStandardForSPIRV.cpp | 47 LogicalResult matchAndRewrite(OpTy storeOp,
76 StoreOp storeOp, SubViewOp subViewOp, ArrayRef<Value> sourceIndices, in replaceOp() argument
78 rewriter.replaceOpWithNewOp<StoreOp>(storeOp, storeOp.value(), in replaceOp()
163 StoreOpOfSubViewFolder<OpTy>::matchAndRewrite(OpTy storeOp, in matchAndRewrite() argument
165 auto subViewOp = storeOp.memref().template getDefiningOp<SubViewOp>(); in matchAndRewrite()
170 if (failed(resolveSourceIndices(storeOp.getLoc(), rewriter, subViewOp, in matchAndRewrite()
171 storeOp.indices(), sourceIndices))) in matchAndRewrite()
174 replaceOp(storeOp, subViewOp, sourceIndices, rewriter); in matchAndRewrite()
|
| D | ConvertStandardToSPIRV.cpp | 482 matchAndRewrite(StoreOp storeOp, ArrayRef<Value> operands,
492 matchAndRewrite(StoreOp storeOp, ArrayRef<Value> operands,
953 IntStoreOpPattern::matchAndRewrite(StoreOp storeOp, ArrayRef<Value> operands, in matchAndRewrite() argument
956 auto memrefType = storeOp.memref().getType().cast<MemRefType>(); in matchAndRewrite()
960 auto loc = storeOp.getLoc(); in matchAndRewrite()
977 storeOp, accessChainOp.getResult(), storeOperands.value()); in matchAndRewrite()
1022 rewriter.eraseOp(storeOp); in matchAndRewrite()
1031 StoreOpPattern::matchAndRewrite(StoreOp storeOp, ArrayRef<Value> operands, in matchAndRewrite() argument
1034 auto memrefType = storeOp.memref().getType().cast<MemRefType>(); in matchAndRewrite()
1039 storeOperands.indices(), storeOp.getLoc(), rewriter); in matchAndRewrite()
[all …]
|
| /external/tensorflow/tensorflow/compiler/xla/service/mlir_gpu/ |
| D | passes.cc | 83 auto storeOp = llvm::dyn_cast<mlir::StoreOp>(&*(storeOpIt)); in findStore() local
84 if (!storeOp || !matches(storeOp)) { in findStore()
88 return storeOp; in findStore()
128 auto storeOp = findStore(loadOp, [&](mlir::StoreOp storeOp) { in runOnFunction() local
130 GetAllocOp(storeOp.memref(), &memrefToAllocOp); in runOnFunction()
135 if (!storeOp) { in runOnFunction()
138 auto storeIndices = storeOp.getIndices(); in runOnFunction()
144 loadOp.replaceAllUsesWith(storeOp.getValueToStore()); in runOnFunction()
|
| /external/skia/src/gpu/vk/ |
| D | GrVkOpsRenderPass.cpp | 35 VkAttachmentLoadOp* loadOp, VkAttachmentStoreOp* storeOp) { in get_vk_load_store_ops() argument
53 *storeOp = VK_ATTACHMENT_STORE_OP_STORE; in get_vk_load_store_ops()
56 *storeOp = VK_ATTACHMENT_STORE_OP_DONT_CARE; in get_vk_load_store_ops()
60 *storeOp = VK_ATTACHMENT_STORE_OP_STORE; in get_vk_load_store_ops()
226 VkAttachmentStoreOp storeOp; in init() local
227 get_vk_load_store_ops(colorInfo.fLoadOp, colorInfo.fStoreOp, &loadOp, &storeOp); in init()
228 GrVkRenderPass::LoadStoreOps vkColorOps(loadOp, storeOp); in init()
230 get_vk_load_store_ops(resolveInfo.fLoadOp, resolveInfo.fStoreOp, &loadOp, &storeOp); in init()
231 GrVkRenderPass::LoadStoreOps vkResolveOps(loadOp, storeOp); in init()
233 get_vk_load_store_ops(stencilInfo.fLoadOp, stencilInfo.fStoreOp, &loadOp, &storeOp); in init()
[all …]
|
| D | GrVkRenderPass.h | 25 LoadStoreOps(VkAttachmentLoadOp loadOp, VkAttachmentStoreOp storeOp) in LoadStoreOps()
27 , fStoreOp(storeOp) {} in LoadStoreOps()
|
| /external/llvm-project/mlir/test/lib/Dialect/Affine/ |
| D | TestAffineDataCopy.cpp | 102 else if (auto storeOp = dyn_cast<AffineStoreOp>(op)) in runOnFunction() local
103 copyOps.push_back(storeOp); in runOnFunction()
|
| /external/llvm-project/mlir/lib/Dialect/SPIRV/ |
| D | SPIRVCanonicalization.cpp | 362 auto storeOp = cast<spirv::StoreOp>(block->front()); in getSrcValue() local
363 return storeOp.value(); in getSrcValue()
368 auto storeOp = cast<spirv::StoreOp>(block->front()); in getDstPtr() local
369 return storeOp.ptr(); in getDstPtr()
|
| /external/llvm-project/mlir/lib/Transforms/Utils/ |
| D | LoopFusionUtils.cpp | 44 } else if (auto storeOp = dyn_cast<AffineWriteOpInterface>(op)) { in getLoadAndStoreMemRefAccesses() local
45 values[storeOp.getMemRef()] = true; in getLoadAndStoreMemRefAccesses()
58 } else if (auto storeOp = dyn_cast<AffineWriteOpInterface>(op)) { in isDependentLoadOrStoreOp() local
59 return values.count(storeOp.getMemRef()) > 0; in isDependentLoadOrStoreOp()
589 if (auto storeOp = dyn_cast<AffineWriteOpInterface>(op)) { in getFusionComputeCost() local
590 storeMemrefs.insert(storeOp.getMemRef()); in getFusionComputeCost()
|
| /external/skqp/src/gpu/vk/ |
| D | GrVkRenderPass.h | 36 LoadStoreOps(VkAttachmentLoadOp loadOp, VkAttachmentStoreOp storeOp) in LoadStoreOps()
38 , fStoreOp(storeOp) {} in LoadStoreOps()
|
| D | GrVkRenderPass.cpp | 27 attachment->storeOp = desc.fLoadStoreOps.fStoreOp; in setup_vk_attachment_description()
33 attachment->storeOp = VK_ATTACHMENT_STORE_OP_DONT_CARE; in setup_vk_attachment_description()
|
| D | GrVkGpuCommandBuffer.cpp | 51 VkAttachmentLoadOp* loadOp, VkAttachmentStoreOp* storeOp) { in get_vk_load_store_ops() argument
69 *storeOp = VK_ATTACHMENT_STORE_OP_STORE; in get_vk_load_store_ops()
72 *storeOp = VK_ATTACHMENT_STORE_OP_DONT_CARE; in get_vk_load_store_ops()
76 *storeOp = VK_ATTACHMENT_STORE_OP_STORE; in get_vk_load_store_ops()
|
| /external/mesa3d/src/gallium/drivers/zink/ |
| D | zink_render_pass.c | 44 attachments[i].storeOp = VK_ATTACHMENT_STORE_OP_STORE; in create_render_pass()
60 attachments[num_attachments].storeOp = VK_ATTACHMENT_STORE_OP_STORE; in create_render_pass()
|
| /external/deqp/external/vulkancts/modules/vulkan/multiview/ |
| D | vktMultiViewRenderPassUtil.hpp | 45 VkAttachmentStoreOp storeOp,
60 VkAttachmentStoreOp storeOp,
|
| D | vktMultiViewRenderPassUtil.cpp | 54 storeOp = storeOp_; in AttachmentDescription1()
78 storeOp = storeOp_; in AttachmentDescription2()
|
| /external/deqp/external/vulkancts/modules/vulkan/renderpass/ |
| D | vktRenderPassTestsUtil.hpp | 61 VkAttachmentStoreOp storeOp,
76 VkAttachmentStoreOp storeOp,
367 VkAttachmentStoreOp storeOp,
|
| D | vktRenderPassUnusedAttachmentTests.cpp | 65 VkAttachmentStoreOp storeOp; member
126 testParams.storeOp, // VkAttachmentStoreOp storeOp in createRenderPass()
953 std::string storeOpToString (VkAttachmentStoreOp storeOp) in storeOpToString() argument
955 switch (storeOp) in storeOpToString()
1004 params.storeOp = storeOps[storeOpIdx]; in createRenderPassUnusedAttachmentTests()
|
| D | vktRenderPassTestsUtil.cpp | 57 storeOp = storeOp_; in AttachmentDescription1()
81 storeOp = storeOp_; in AttachmentDescription2()
523 VkAttachmentStoreOp storeOp, in Attachment() argument
534 , m_storeOp (storeOp) in Attachment()
|
| D | vktRenderPassTests.cpp | 684 VkAttachmentStoreOp storeOp, in Attachment() argument
695 , m_storeOp (storeOp) in Attachment()
5001 …const VkAttachmentStoreOp storeOp = rng.choose<VkAttachmentStoreOp>(DE_ARRAY_BEGIN(storeOps), DE… in addAttachmentTests() local
5014 …attachments.push_back(Attachment(format, sampleCount, loadOp, storeOp, stencilLoadOp, stencilStore… in addAttachmentTests()
5023 …const VkAttachmentStoreOp storeOp = rng.choose<VkAttachmentStoreOp>(DE_ARRAY_BEGIN(storeOps), DE… in addAttachmentTests() local
5036 …attachments.push_back(Attachment(format, sampleCount, loadOp, storeOp, stencilLoadOp, stencilStore… in addAttachmentTests()
5103 const VkAttachmentStoreOp storeOp = VK_ATTACHMENT_STORE_OP_STORE; in addAttachmentWriteMaskTests() local
5110 …attachments.push_back(Attachment(format, sampleCount, loadOp, storeOp, stencilLoadOp, stencilStore… in addAttachmentWriteMaskTests()
5324 …const VkAttachmentStoreOp storeOp = rng.choose<VkAttachmentStoreOp>(DE_ARRAY_BEGIN(storeOps),… in addAttachmentAllocationTests() local
5346 …attachments.push_back(Attachment(format, sampleCount, loadOp, storeOp, stencilLoadOp, stencilStore… in addAttachmentAllocationTests()
[all …]
|
| /external/vulkan-validation-layers/layers/ |
| D | convert_to_renderpass2.cpp | 103 out_struct->storeOp = in_struct->storeOp; in ConvertVkAttachmentDescriptionToV2KHR()
|
| /external/llvm-project/mlir/lib/Analysis/ |
| D | Utils.cpp | 506 mlir::boundCheckLoadOrStoreOp(AffineWriteOpInterface storeOp, bool emitError);
923 auto storeOp = cast<AffineWriteOpInterface>(loadOrStoreOpInst); in MemRefAccess() local
925 memref = storeOp.getMemRef(); in MemRefAccess()
926 auto storeMemrefType = storeOp.getMemRefType(); in MemRefAccess()
928 for (auto index : storeOp.getMapOperands()) { in MemRefAccess()
|
| /external/swiftshader/tests/VulkanWrapper/ |
| D | DrawTester.cpp | 119 attachments[0].storeOp = vk::AttachmentStoreOp::eStore; in createRenderPass()
129 attachments[1].storeOp = vk::AttachmentStoreOp::eStore; in createRenderPass()
140 attachments[0].storeOp = vk::AttachmentStoreOp::eStore; in createRenderPass()
|
| /external/angle/src/libANGLE/renderer/vulkan/ |
| D | vk_cache_utils.h | 115 inline VkAttachmentStoreOp ConvertRenderPassStoreOpToVkStoreOp(RenderPassStoreOp storeOp) in ConvertRenderPassStoreOpToVkStoreOp() argument
117 return storeOp == RenderPassStoreOp::NoneQCOM ? VK_ATTACHMENT_STORE_OP_NONE_QCOM in ConvertRenderPassStoreOpToVkStoreOp()
118 : static_cast<VkAttachmentStoreOp>(storeOp); in ConvertRenderPassStoreOpToVkStoreOp()
292 uint16_t storeOp : 2; member
335 void setOps(PackedAttachmentIndex index, VkAttachmentLoadOp loadOp, RenderPassStoreOp storeOp);
338 RenderPassStoreOp storeOp);
|
| /external/mesa3d/src/freedreno/vulkan/ |
| D | tu_legacy.c | 263 .storeOp = pCreateInfo->pAttachments[i].storeOp, in tu_CreateRenderPass()
|