MLIR  18.0.0git
VectorTransformOps.cpp
Go to the documentation of this file.
1 //===- VectorTransformOps.cpp - Implementation of Vector transform ops ----===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 
10 
24 
25 using namespace mlir;
26 using namespace mlir::vector;
27 using namespace mlir::transform;
28 
29 //===----------------------------------------------------------------------===//
30 // Apply...ConversionPatternsOp
31 //===----------------------------------------------------------------------===//
32 
33 void transform::ApplyVectorToLLVMConversionPatternsOp::populatePatterns(
34  TypeConverter &typeConverter, RewritePatternSet &patterns) {
36  static_cast<LLVMTypeConverter &>(typeConverter), patterns,
37  getReassociateFpReductions(), getForce_32bitVectorIndices());
38 }
39 
41 transform::ApplyVectorToLLVMConversionPatternsOp::verifyTypeConverter(
42  transform::TypeConverterBuilderOpInterface builder) {
43  if (builder.getTypeConverterType() != "LLVMTypeConverter")
44  return emitOpError("expected LLVMTypeConverter");
45  return success();
46 }
47 
48 //===----------------------------------------------------------------------===//
49 // Apply...PatternsOp
50 //===----------------------------------------------------------------------===//
51 
52 void transform::ApplyCastAwayVectorLeadingOneDimPatternsOp::populatePatterns(
53  RewritePatternSet &patterns) {
55 }
56 
57 void transform::ApplyFoldArithExtensionPatternsOp::populatePatterns(
58  RewritePatternSet &patterns) {
60 }
61 
62 void transform::ApplyVectorReductionToContractPatternsOp::populatePatterns(
63  RewritePatternSet &patterns) {
65 }
66 
67 void transform::ApplyLowerCreateMaskPatternsOp::populatePatterns(
68  RewritePatternSet &patterns) {
70 }
71 
72 void transform::ApplyRankReducingSubviewPatternsOp::populatePatterns(
73  RewritePatternSet &patterns) {
75 }
76 
77 void transform::ApplyTransferPermutationPatternsOp::populatePatterns(
78  RewritePatternSet &patterns) {
80 }
81 
82 void transform::ApplyLowerBroadcastPatternsOp::populatePatterns(
83  RewritePatternSet &patterns) {
85 }
86 
87 void transform::ApplyLowerContractionPatternsOp::populatePatterns(
88  RewritePatternSet &patterns) {
89  vector::VectorTransformsOptions vectorTransformOptions;
90  vectorTransformOptions.setVectorTransformsOptions(getLoweringStrategy());
91  populateVectorContractLoweringPatterns(patterns, vectorTransformOptions,
92  /*benefit=*/1,
93  /*disableOuterProductLowering=*/true);
94 }
95 
96 void transform::ApplyLowerMasksPatternsOp::populatePatterns(
97  RewritePatternSet &patterns) {
99 }
100 
101 void transform::ApplyLowerMaskedTransfersPatternsOp::populatePatterns(
102  RewritePatternSet &patterns) {
104 }
105 
106 void transform::ApplyMaterializeMasksPatternsOp::populatePatterns(
107  RewritePatternSet &patterns) {
109  /*force32BitVectorIndices=*/false);
110 }
111 
112 void transform::ApplyLowerMultiReductionPatternsOp::populatePatterns(
113  RewritePatternSet &patterns) {
114  vector::VectorTransformsOptions vectorTransformOptions;
115  vectorTransformOptions.setVectorMultiReductionLowering(getLoweringStrategy());
117  patterns, vectorTransformOptions.vectorMultiReductionLowering);
118 }
119 
120 void transform::ApplyLowerOuterProductPatternsOp::populatePatterns(
121  RewritePatternSet &patterns) {
123 }
124 
125 void transform::ApplyLowerGatherPatternsOp::populatePatterns(
126  RewritePatternSet &patterns) {
128 }
129 
130 void transform::ApplyLowerScanPatternsOp::populatePatterns(
131  RewritePatternSet &patterns) {
133 }
134 
135 void transform::ApplyLowerShapeCastPatternsOp::populatePatterns(
136  RewritePatternSet &patterns) {
138 }
139 
140 void transform::ApplyLowerTransferPatternsOp::populatePatterns(
141  RewritePatternSet &patterns) {
143  getMaxTransferRank());
144 }
145 
146 void transform::ApplyLowerTransposePatternsOp::populatePatterns(
147  RewritePatternSet &patterns) {
149  patterns, vector::VectorTransformsOptions().setVectorTransposeLowering(
150  getLoweringStrategy()));
151  if (getAvx2LoweringStrategy()) {
152  auto avx2LoweringOptions =
155  .lower4x8xf32(true)
156  .lower8x8xf32(true));
158  patterns, avx2LoweringOptions, /*benefit=*/10);
159  }
160 }
161 
162 void transform::ApplyRewriteNarrowTypePatternsOp::populatePatterns(
163  RewritePatternSet &patterns) {
165 }
166 
167 void transform::ApplySplitTransferFullPartialPatternsOp::populatePatterns(
168  RewritePatternSet &patterns) {
169  vector::VectorTransformsOptions vectorTransformOptions;
170  vectorTransformOptions.setVectorTransferSplit(getSplitTransferStrategy());
171  populateVectorTransferFullPartialPatterns(patterns, vectorTransformOptions);
172 }
173 
174 void transform::ApplyTransferToScfPatternsOp::populatePatterns(
175  RewritePatternSet &patterns) {
176  VectorTransferToSCFOptions vectorTransferToSCFOptions =
178  .enableFullUnroll(getFullUnroll())
179  .setTargetRank(getMaxTransferRank());
180  populateVectorToSCFConversionPatterns(patterns, vectorTransferToSCFOptions);
181 }
182 
183 //===----------------------------------------------------------------------===//
184 // Transform op registration
185 //===----------------------------------------------------------------------===//
186 
187 namespace {
188 /// Registers new ops and declares PDL as dependent dialect since the additional
189 /// ops are using PDL types for operands and results.
190 class VectorTransformDialectExtension
192  VectorTransformDialectExtension> {
193 public:
194  VectorTransformDialectExtension() {
195  declareGeneratedDialect<vector::VectorDialect>();
196  declareGeneratedDialect<LLVM::LLVMDialect>();
197  registerTransformOps<
198 #define GET_OP_LIST
199 #include "mlir/Dialect/Vector/TransformOps/VectorTransformOps.cpp.inc"
200  >();
201  }
202 };
203 } // namespace
204 
205 #define GET_OP_CLASSES
206 #include "mlir/Dialect/Vector/TransformOps/VectorTransformOps.cpp.inc"
207 
209  DialectRegistry &registry) {
210  registry.addExtensions<VectorTransformDialectExtension>();
211 }
The DialectRegistry maps a dialect namespace to a constructor for the matching dialect.
void addExtensions()
Add the given extensions to the registry.
Conversion from types to the LLVM IR dialect.
Definition: TypeConverter.h:33
Type conversion class.
Base class for extensions of the Transform dialect that supports injecting operations into the Transf...
void populateVectorTransferPermutationMapLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Collect a set of transfer read/write lowering patterns that simplify the permutation map (e....
void populateVectorNarrowTypeRewritePatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Appends patterns for rewriting vector operations over narrow types with ops over wider types.
void populateVectorTransposeLoweringPatterns(RewritePatternSet &patterns, VectorTransformsOptions options, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorShapeCastLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorGatherLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorTransferLoweringPatterns(RewritePatternSet &patterns, std::optional< unsigned > maxTransferRank=std::nullopt, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorTransferDropUnitDimsPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Collect a set of one dimension removal patterns.
void registerTransformDialectExtension(DialectRegistry &registry)
void populateFoldArithExtensionPatterns(RewritePatternSet &patterns)
Collect a set of patterns that fold arithmetic extension on floating point into vector contract for t...
void populateVectorBroadcastLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorMaskMaterializationPatterns(RewritePatternSet &patterns, bool force32BitVectorIndices, PatternBenefit benefit=1)
These patterns materialize masks for various vector ops such as transfers.
void populateVectorOuterProductLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorMaskOpLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorMultiReductionLoweringPatterns(RewritePatternSet &patterns, VectorMultiReductionLowering options, PatternBenefit benefit=1)
Collect a set of patterns to convert vector.multi_reduction op into a sequence of vector....
void populateVectorReductionToContractPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Collect patterns to convert reduction op to vector.contract and fold transpose/broadcast ops into the...
void populateVectorContractLoweringPatterns(RewritePatternSet &patterns, VectorTransformsOptions options, PatternBenefit benefit=1, bool disableOuterProductLowering=false)
Populate the pattern set with the following patterns:
void populateVectorTransferFullPartialPatterns(RewritePatternSet &patterns, const VectorTransformsOptions &options)
Populate patterns with the following patterns.
void populateVectorMaskLoweringPatternsForSideEffectingOps(RewritePatternSet &patterns)
Populates instances of MaskOpRewritePattern to lower masked operations with vector....
void populateCastAwayVectorLeadingOneDimPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Collect a set of leading one dimension removal patterns.
void populateVectorScanLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateSpecializedTransposeLoweringPatterns(RewritePatternSet &patterns, LoweringOptions options=LoweringOptions(), int benefit=10)
Insert specialized transpose lowering patterns.
Include the generated interface declarations.
LogicalResult success(bool isSuccess=true)
Utility function to generate a LogicalResult.
Definition: LogicalResult.h:56
void populateVectorToLLVMConversionPatterns(LLVMTypeConverter &converter, RewritePatternSet &patterns, bool reassociateFPReductions=false, bool force32BitVectorIndices=false)
Collect a set of patterns to convert from the Vector dialect to LLVM.
void populateVectorToSCFConversionPatterns(RewritePatternSet &patterns, const VectorTransferToSCFOptions &options=VectorTransferToSCFOptions())
Collect a set of patterns to convert from the Vector dialect to SCF + func.
This class represents an efficient way to signal success or failure.
Definition: LogicalResult.h:26
When lowering an N-d vector transfer op to an (N-1)-d vector transfer op, a temporary buffer is creat...
Definition: VectorToSCF.h:52
VectorTransferToSCFOptions & enableFullUnroll(bool u=true)
Definition: VectorToSCF.h:68
VectorTransferToSCFOptions & setTargetRank(unsigned r)
Definition: VectorToSCF.h:55
Structure to control the behavior of vector transform patterns.
VectorTransformsOptions & setVectorMultiReductionLowering(VectorMultiReductionLowering opt)
VectorMultiReductionLowering vectorMultiReductionLowering
Option to control the lowering of vector.multi_reduction.
VectorTransformsOptions & setVectorTransferSplit(VectorTransferSplit opt)
VectorTransformsOptions & setVectorTransformsOptions(VectorContractLowering opt)
Options for controlling specialized AVX2 lowerings.
Definition: Transforms.h:159
LoweringOptions & setTransposeOptions(TransposeLoweringOptions options)
Definition: Transforms.h:162
Structure to control the behavior of specialized AVX2 transpose lowering.
Definition: Transforms.h:145