| /external/llvm-project/mlir/lib/Conversion/VectorToROCDL/ |
| D | VectorToROCDL.cpp | 32 LLVMTypeConverter &typeConverter, Location loc, TransferReadOp xferOp, in replaceTransferOpWithMubuf() argument
36 xferOp, vecTy, dwordConfig, vindex, offsetSizeInBytes, glc, slc); in replaceTransferOpWithMubuf()
42 LLVMTypeConverter &typeConverter, Location loc, TransferWriteOp xferOp, in replaceTransferOpWithMubuf() argument
46 rewriter.replaceOpWithNewOp<ROCDL::MubufStoreOp>(xferOp, adaptor.vector(), in replaceTransferOpWithMubuf()
68 auto xferOp = cast<ConcreteOp>(op); in matchAndRewrite() local
71 if (xferOp.getVectorType().getRank() > 1 || in matchAndRewrite()
72 llvm::size(xferOp.indices()) == 0) in matchAndRewrite()
75 if (!xferOp.permutation_map().isMinorIdentity()) in matchAndRewrite()
79 if (!xferOp.isMaskedDim(0)) in matchAndRewrite()
84 toLLVMTy(xferOp.getVectorType()).template cast<LLVM::LLVMType>(); in matchAndRewrite()
[all …]
|
| /external/llvm-project/mlir/lib/Conversion/VectorToSCF/ |
| D | VectorToSCF.cpp | 101 NDTransferOpHelper(PatternRewriter &rewriter, ConcreteOp xferOp, in NDTransferOpHelper() argument
103 : rewriter(rewriter), options(options), loc(xferOp.getLoc()), in NDTransferOpHelper()
104 scope(std::make_unique<ScopedContext>(rewriter, loc)), xferOp(xferOp), in NDTransferOpHelper()
105 op(xferOp.getOperation()) { in NDTransferOpHelper()
106 vectorType = xferOp.getVectorType(); in NDTransferOpHelper()
110 leadingRank = xferOp.getLeadingMemRefRank(); in NDTransferOpHelper()
120 xferOp.getMemRefType().getMemorySpace()); in NDTransferOpHelper()
138 ConcreteOp xferOp; member in __anon549db6a80111::NDTransferOpHelper
158 MemRefBoundsCapture memrefBoundsCapture(xferOp.memref()); in emitLoops()
164 ValueRange indices(xferOp.indices()); in emitLoops()
[all …]
|
| /external/llvm-project/mlir/lib/Dialect/Linalg/Transforms/ |
| D | Vectorization.cpp | 410 vector::TransferReadOp xferOp, PatternRewriter &rewriter) const { in matchAndRewrite() argument
413 Value viewOrAlloc = xferOp.memref(); in matchAndRewrite()
436 if (mayExistInterleavedUses(newCopyOp, xferOp, {viewOrAlloc, subView})) in matchAndRewrite()
460 if (maybeFillOp && xferOp.padding() != maybeFillOp.value()) in matchAndRewrite()
473 xferOp.getLoc(), xferOp.getVectorType(), in, xferOp.indices(), in matchAndRewrite()
474 xferOp.permutation_map(), xferOp.padding(), ArrayAttr()); in matchAndRewrite()
479 rewriter.replaceOp(xferOp, res); in matchAndRewrite()
487 vector::TransferWriteOp xferOp, PatternRewriter &rewriter) const { in matchAndRewrite() argument
489 Value viewOrAlloc = xferOp.memref(); in matchAndRewrite()
506 if (mayExistInterleavedUses(xferOp, newCopyOp, {viewOrAlloc, subView})) in matchAndRewrite()
[all …]
|
| /external/llvm-project/mlir/lib/Dialect/Vector/ |
| D | VectorTransforms.cpp | 2129 static Value createScopedInBoundsCond(VectorTransferOpInterface xferOp) { in createScopedInBoundsCond() argument
2130 assert(xferOp.permutation_map().isMinorIdentity() && in createScopedInBoundsCond()
2133 xferOp.zipResultAndIndexing([&](int64_t resultIdx, int64_t indicesIdx) { in createScopedInBoundsCond()
2137 if (!xferOp.isMaskedDim(resultIdx)) in createScopedInBoundsCond()
2139 int64_t vectorSize = xferOp.getVectorType().getDimSize(resultIdx); in createScopedInBoundsCond()
2143 Value sum = xferOp.indices()[indicesIdx] + std_constant_index(vectorSize); in createScopedInBoundsCond()
2145 createScopedFoldedSLE(sum, std_dim(xferOp.memref(), indicesIdx)); in createScopedInBoundsCond()
2155 VectorTransferOpInterface xferOp) { in splitFullAndPartialTransferPrecondition() argument
2157 if (!xferOp.permutation_map().isMinorIdentity()) in splitFullAndPartialTransferPrecondition()
2160 if (!xferOp.hasMaskedDim()) in splitFullAndPartialTransferPrecondition()
[all …]
|
| /external/llvm-project/mlir/lib/Conversion/VectorToLLVM/ |
| D | ConvertVectorToLLVM.cpp | 222 TransferReadOp xferOp, in replaceTransferOpWithLoadOrStore() argument
225 if (failed(getMemRefAlignment(typeConverter, xferOp, align))) in replaceTransferOpWithLoadOrStore()
227 rewriter.replaceOpWithNewOp<LLVM::LoadOp>(xferOp, dataPtr, align); in replaceTransferOpWithLoadOrStore()
234 TransferReadOp xferOp, ArrayRef<Value> operands, in replaceTransferOpWithMasked() argument
237 VectorType fillType = xferOp.getVectorType(); in replaceTransferOpWithMasked()
238 Value fill = rewriter.create<SplatOp>(loc, fillType, xferOp.padding()); in replaceTransferOpWithMasked()
241 Type vecTy = typeConverter.convertType(xferOp.getVectorType()); in replaceTransferOpWithMasked()
246 if (failed(getMemRefAlignment(typeConverter, xferOp, align))) in replaceTransferOpWithMasked()
250 xferOp, vecTy, dataPtr, mask, ValueRange{fill}, in replaceTransferOpWithMasked()
258 TransferWriteOp xferOp, in replaceTransferOpWithLoadOrStore() argument
[all …]
|
| /external/llvm-project/mlir/include/mlir/Dialect/Vector/ |
| D | VectorTransforms.h | 197 splitFullAndPartialTransferPrecondition(VectorTransferOpInterface xferOp);
199 OpBuilder &b, VectorTransferOpInterface xferOp,
|
| /external/llvm-project/mlir/include/mlir/Dialect/Linalg/Transforms/ |
| D | Transforms.h | 674 LogicalResult matchAndRewrite(vector::TransferReadOp xferOp,
701 LogicalResult matchAndRewrite(vector::TransferWriteOp xferOp,
|