1 //===- VectorToLLVM.cpp - Conversion from Vector to the LLVM dialect ------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8
9 #include "mlir/Conversion/VectorToLLVM/ConvertVectorToLLVM.h"
10
11 #include "../PassDetail.h"
12
13 #include "mlir/Conversion/AVX512ToLLVM/ConvertAVX512ToLLVM.h"
14 #include "mlir/Conversion/StandardToLLVM/ConvertStandardToLLVM.h"
15 #include "mlir/Conversion/StandardToLLVM/ConvertStandardToLLVMPass.h"
16 #include "mlir/Dialect/AVX512/AVX512Dialect.h"
17 #include "mlir/Dialect/LLVMIR/LLVMAVX512Dialect.h"
18 #include "mlir/Dialect/LLVMIR/LLVMDialect.h"
19 #include "mlir/Dialect/Vector/VectorOps.h"
20 #include "mlir/Transforms/GreedyPatternRewriteDriver.h"
21
22 using namespace mlir;
23 using namespace mlir::vector;
24
25 namespace {
26 struct LowerVectorToLLVMPass
27 : public ConvertVectorToLLVMBase<LowerVectorToLLVMPass> {
LowerVectorToLLVMPass__anon6bc3f91e0111::LowerVectorToLLVMPass28 LowerVectorToLLVMPass(const LowerVectorToLLVMOptions &options) {
29 this->reassociateFPReductions = options.reassociateFPReductions;
30 this->enableIndexOptimizations = options.enableIndexOptimizations;
31 this->enableAVX512 = options.enableAVX512;
32 }
33 void runOnOperation() override;
34 };
35 } // namespace
36
runOnOperation()37 void LowerVectorToLLVMPass::runOnOperation() {
38 // Perform progressive lowering of operations on slices and
39 // all contraction operations. Also applies folding and DCE.
40 {
41 OwningRewritePatternList patterns;
42 populateVectorToVectorCanonicalizationPatterns(patterns, &getContext());
43 populateVectorSlicesLoweringPatterns(patterns, &getContext());
44 populateVectorContractLoweringPatterns(patterns, &getContext());
45 applyPatternsAndFoldGreedily(getOperation(), std::move(patterns));
46 }
47
48 // Convert to the LLVM IR dialect.
49 LLVMTypeConverter converter(&getContext());
50 OwningRewritePatternList patterns;
51 populateVectorToLLVMMatrixConversionPatterns(converter, patterns);
52 populateVectorToLLVMConversionPatterns(
53 converter, patterns, reassociateFPReductions, enableIndexOptimizations);
54 populateVectorToLLVMMatrixConversionPatterns(converter, patterns);
55 populateStdToLLVMConversionPatterns(converter, patterns);
56
57 // Architecture specific augmentations.
58 LLVMConversionTarget target(getContext());
59 if (enableAVX512) {
60 target.addLegalDialect<LLVM::LLVMAVX512Dialect>();
61 target.addIllegalDialect<avx512::AVX512Dialect>();
62 populateAVX512ToLLVMConversionPatterns(converter, patterns);
63 }
64
65 if (failed(
66 applyPartialConversion(getOperation(), target, std::move(patterns))))
67 signalPassFailure();
68 }
69
70 std::unique_ptr<OperationPass<ModuleOp>>
createConvertVectorToLLVMPass(const LowerVectorToLLVMOptions & options)71 mlir::createConvertVectorToLLVMPass(const LowerVectorToLLVMOptions &options) {
72 return std::make_unique<LowerVectorToLLVMPass>(options);
73 }
74