33 void transform::ApplyVectorToLLVMConversionPatternsOp::populatePatterns(
37 getReassociateFpReductions(), getForce_32bitVectorIndices());
41 transform::ApplyVectorToLLVMConversionPatternsOp::verifyTypeConverter(
42 transform::TypeConverterBuilderOpInterface builder) {
43 if (builder.getTypeConverterType() !=
"LLVMTypeConverter")
44 return emitOpError(
"expected LLVMTypeConverter");
52 void transform::ApplyCastAwayVectorLeadingOneDimPatternsOp::populatePatterns(
57 void transform::ApplyFoldArithExtensionPatternsOp::populatePatterns(
62 void transform::ApplyVectorReductionToContractPatternsOp::populatePatterns(
67 void transform::ApplyLowerCreateMaskPatternsOp::populatePatterns(
72 void transform::ApplyRankReducingSubviewPatternsOp::populatePatterns(
77 void transform::ApplyTransferPermutationPatternsOp::populatePatterns(
82 void transform::ApplyLowerBroadcastPatternsOp::populatePatterns(
87 void transform::ApplyLowerContractionPatternsOp::populatePatterns(
96 void transform::ApplyLowerMasksPatternsOp::populatePatterns(
101 void transform::ApplyLowerMaskedTransfersPatternsOp::populatePatterns(
106 void transform::ApplyMaterializeMasksPatternsOp::populatePatterns(
112 void transform::ApplyLowerMultiReductionPatternsOp::populatePatterns(
120 void transform::ApplyLowerOuterProductPatternsOp::populatePatterns(
125 void transform::ApplyLowerGatherPatternsOp::populatePatterns(
130 void transform::ApplyLowerScanPatternsOp::populatePatterns(
135 void transform::ApplyLowerShapeCastPatternsOp::populatePatterns(
140 void transform::ApplyLowerTransferPatternsOp::populatePatterns(
143 getMaxTransferRank());
146 void transform::ApplyLowerTransposePatternsOp::populatePatterns(
150 getLoweringStrategy()));
151 if (getAvx2LoweringStrategy()) {
152 auto avx2LoweringOptions =
156 .lower8x8xf32(
true));
158 patterns, avx2LoweringOptions, 10);
162 void transform::ApplyRewriteNarrowTypePatternsOp::populatePatterns(
167 void transform::ApplySplitTransferFullPartialPatternsOp::populatePatterns(
174 void transform::ApplyTransferToScfPatternsOp::populatePatterns(
190 class VectorTransformDialectExtension
192 VectorTransformDialectExtension> {
194 VectorTransformDialectExtension() {
195 declareGeneratedDialect<vector::VectorDialect>();
196 declareGeneratedDialect<LLVM::LLVMDialect>();
197 registerTransformOps<
199 #include "mlir/Dialect/Vector/TransformOps/VectorTransformOps.cpp.inc"
205 #define GET_OP_CLASSES
206 #include "mlir/Dialect/Vector/TransformOps/VectorTransformOps.cpp.inc"
The DialectRegistry maps a dialect namespace to a constructor for the matching dialect.
void addExtensions()
Add the given extensions to the registry.
Conversion from types to the LLVM IR dialect.
Base class for extensions of the Transform dialect that supports injecting operations into the Transf...
void populateVectorTransferPermutationMapLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Collect a set of transfer read/write lowering patterns that simplify the permutation map (e....
void populateVectorNarrowTypeRewritePatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Appends patterns for rewriting vector operations over narrow types with ops over wider types.
void populateVectorTransposeLoweringPatterns(RewritePatternSet &patterns, VectorTransformsOptions options, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorShapeCastLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorGatherLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorTransferLoweringPatterns(RewritePatternSet &patterns, std::optional< unsigned > maxTransferRank=std::nullopt, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorTransferDropUnitDimsPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Collect a set of one dimension removal patterns.
void registerTransformDialectExtension(DialectRegistry ®istry)
void populateFoldArithExtensionPatterns(RewritePatternSet &patterns)
Collect a set of patterns that fold arithmetic extension on floating point into vector contract for t...
void populateVectorBroadcastLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorMaskMaterializationPatterns(RewritePatternSet &patterns, bool force32BitVectorIndices, PatternBenefit benefit=1)
These patterns materialize masks for various vector ops such as transfers.
void populateVectorOuterProductLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorMaskOpLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateVectorMultiReductionLoweringPatterns(RewritePatternSet &patterns, VectorMultiReductionLowering options, PatternBenefit benefit=1)
Collect a set of patterns to convert vector.multi_reduction op into a sequence of vector....
void populateVectorReductionToContractPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Collect patterns to convert reduction op to vector.contract and fold transpose/broadcast ops into the...
void populateVectorContractLoweringPatterns(RewritePatternSet &patterns, VectorTransformsOptions options, PatternBenefit benefit=1, bool disableOuterProductLowering=false)
Populate the pattern set with the following patterns:
void populateVectorTransferFullPartialPatterns(RewritePatternSet &patterns, const VectorTransformsOptions &options)
Populate patterns with the following patterns.
void populateVectorMaskLoweringPatternsForSideEffectingOps(RewritePatternSet &patterns)
Populates instances of MaskOpRewritePattern to lower masked operations with vector....
void populateCastAwayVectorLeadingOneDimPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Collect a set of leading one dimension removal patterns.
void populateVectorScanLoweringPatterns(RewritePatternSet &patterns, PatternBenefit benefit=1)
Populate the pattern set with the following patterns:
void populateSpecializedTransposeLoweringPatterns(RewritePatternSet &patterns, LoweringOptions options=LoweringOptions(), int benefit=10)
Insert specialized transpose lowering patterns.
Include the generated interface declarations.
LogicalResult success(bool isSuccess=true)
Utility function to generate a LogicalResult.
void populateVectorToLLVMConversionPatterns(LLVMTypeConverter &converter, RewritePatternSet &patterns, bool reassociateFPReductions=false, bool force32BitVectorIndices=false)
Collect a set of patterns to convert from the Vector dialect to LLVM.
void populateVectorToSCFConversionPatterns(RewritePatternSet &patterns, const VectorTransferToSCFOptions &options=VectorTransferToSCFOptions())
Collect a set of patterns to convert from the Vector dialect to SCF + func.
This class represents an efficient way to signal success or failure.
When lowering an N-d vector transfer op to an (N-1)-d vector transfer op, a temporary buffer is creat...
VectorTransferToSCFOptions & enableFullUnroll(bool u=true)
VectorTransferToSCFOptions & setTargetRank(unsigned r)
Options for controlling specialized AVX2 lowerings.
LoweringOptions & setTransposeOptions(TransposeLoweringOptions options)
Structure to control the behavior of specialized AVX2 transpose lowering.