35 #define GEN_PASS_DEF_SPARSIFICATIONANDBUFFERIZATION
36 #include "mlir/Dialect/SparseTensor/Transforms/Passes.h.inc"
38 namespace sparse_tensor {
61 :
public impl::SparsificationAndBufferizationBase<
62 SparsificationAndBufferizationPass> {
68 bool createSparseDeallocs,
bool enableRuntimeLibrary,
69 bool enableBufferInitialization)
70 : bufferizationOptions(bufferizationOptions),
71 sparsificationOptions(sparsificationOptions),
72 createSparseDeallocs(createSparseDeallocs),
73 enableRuntimeLibrary(enableRuntimeLibrary),
74 enableBufferInitialization(enableBufferInitialization) {}
79 bool createSparseDeallocs,
bool enableRuntimeLibrary,
80 bool enableBufferInitialization,
unsigned vl,
bool vla,
bool index32,
82 : bufferizationOptions(bufferizationOptions),
83 sparsificationOptions(sparsificationOptions),
84 createSparseDeallocs(createSparseDeallocs),
85 enableRuntimeLibrary(enableRuntimeLibrary),
86 enableBufferInitialization(enableBufferInitialization) {
89 enableVLAVectorization = vla;
90 enableSIMDIndex32 = index32;
91 enableGPULibgen = gpu;
92 sparseEmitStrategy = emitStrategy;
100 bufferizationOptions;
106 if (
auto funcOp = dyn_cast<func::FuncOp>(op)) {
107 FunctionType funcType = funcOp.getFunctionType();
133 if (failed(runPipeline(pm, getOperation())))
134 return signalPassFailure();
148 bufferizationOptions)))
149 return signalPassFailure();
179 if (vectorLength > 0) {
181 vectorLength, enableVLAVectorization, enableSIMDIndex32));
183 if (enableRuntimeLibrary) {
187 enableBufferInitialization));
190 if (failed(runPipeline(pm, getOperation())))
191 return signalPassFailure();
202 bool createSparseDeallocs;
203 bool enableRuntimeLibrary;
204 bool enableBufferInitialization;
214 options.bufferizeFunctionBoundaries =
true;
215 options.setFunctionBoundaryTypeConversion(LayoutMapOption::IdentityLayoutMap);
219 cast<TensorType>(value.
getType()), memorySpace);
222 options.testAnalysisOnly =
true;
230 options.allowUnknownOps =
true;
236 return std::make_unique<
248 bool createSparseDeallocs,
bool enableRuntimeLibrary,
249 bool enableBufferInitialization,
unsigned vectorLength,
250 bool enableVLAVectorization,
bool enableSIMDIndex32,
bool enableGPULibgen,
252 return std::make_unique<
254 bufferizationOptions, sparsificationOptions, createSparseDeallocs,
255 enableRuntimeLibrary, enableBufferInitialization, vectorLength,
256 enableVLAVectorization, enableSIMDIndex32, enableGPULibgen, emitStrategy);
static llvm::ManagedStatic< PassManagerOptions > options
Attributes are known-constant values of operations.
This class represents a pass manager that runs passes on either a specific operation type,...
void addPass(std::unique_ptr< Pass > pass)
Add the given pass to this pass manager.
void addNestedPass(std::unique_ptr< Pass > pass)
Add the given pass to a nested pass manager for the given operation kind OpT.
Operation is the basic unit of execution within MLIR.
operand_range getOperands()
Returns an iterator on the underlying Value's.
result_range getResults()
This class provides an abstraction over the various different ranges of value types.
Instances of the Type class are uniqued, have an immutable identifier and an optional mutable compone...
This class represents an instance of an SSA value in the MLIR system, representing a computable value...
Type getType() const
Return the type of this value.
void denyOperation()
Deny the given ops.
A pass that lowers tensor ops to memref ops, regardless of whether they are dense or sparse.
SparsificationAndBufferizationPass(const bufferization::OneShotBufferizationOptions &bufferizationOptions, const SparsificationOptions &sparsificationOptions, bool createSparseDeallocs, bool enableRuntimeLibrary, bool enableBufferInitialization, unsigned vl, bool vla, bool index32, bool gpu, SparseEmitStrategy emitStrategy)
void runOnOperation() override
LogicalResult runDenseBufferization()
Bufferize all dense ops.
SparsificationAndBufferizationPass(const bufferization::OneShotBufferizationOptions &bufferizationOptions, const SparsificationOptions &sparsificationOptions, bool createSparseDeallocs, bool enableRuntimeLibrary, bool enableBufferInitialization)
BaseMemRefType getMemRefTypeWithStaticIdentityLayout(TensorType tensorType, Attribute memorySpace=nullptr)
Return a MemRef type with a static identity layout (i.e., no layout map).
LogicalResult insertTensorCopies(Operation *op, const OneShotBufferizationOptions &options, BufferizationStatistics *statistics=nullptr)
Resolve RaW and other conflicts by inserting bufferization.alloc_tensor ops.
void removeBufferizationAttributesInModule(ModuleOp moduleOp)
Remove bufferization attributes on every FuncOp arguments in the ModuleOp.
std::unique_ptr< Pass > createEmptyTensorToAllocTensorPass()
Create a pass that rewrites tensor.empty to bufferization.alloc_tensor.
llvm::LogicalResult bufferizeModuleOp(ModuleOp moduleOp, const OneShotBufferizationOptions &options, BufferizationStatistics *statistics=nullptr)
Bufferize op and its nested ops that implement BufferizableOpInterface.
static bool containsSparseTensor(TypeRange types)
Return true if one of the given types is a sparse tensor type.
SparseTensorEncodingAttr getSparseTensorEncoding(Type type)
Convenience method to get a sparse encoding attribute from a type.
Include the generated interface declarations.
std::unique_ptr< Pass > createSparseVectorizationPass()
std::unique_ptr< Pass > createLowerSparseOpsToForeachPass()
std::unique_ptr< Pass > createSparseTensorCodegenPass()
std::unique_ptr< Pass > createSparseGPUCodegenPass()
std::unique_ptr< Pass > createSparseSpaceCollapsePass()
std::unique_ptr< Pass > createLoopInvariantCodeMotionPass()
Creates a loop invariant code motion pass that hoists loop invariant instructions out of the loop.
bufferization::OneShotBufferizationOptions getBufferizationOptionsForSparsification(bool analysisOnly)
std::unique_ptr< Pass > createSparseReinterpretMapPass()
std::unique_ptr< Pass > createSparseTensorConversionPass()
std::unique_ptr< Pass > createSparseBufferRewritePass()
std::unique_ptr< Pass > createSparsificationAndBufferizationPass()
SparseEmitStrategy
Defines a scope for reinterpret map pass.
std::unique_ptr< Pass > createPreSparsificationRewritePass()
std::unique_ptr< Pass > createLowerForeachToSCFPass()
std::unique_ptr< Pass > createLowerSparseIterationToSCFPass()
std::unique_ptr< Pass > createStageSparseOperationsPass()
std::unique_ptr< Pass > createSparsificationPass()
Options for the Sparsification pass.
SparseEmitStrategy sparseEmitStrategy
Options for BufferizableOpInterface-based bufferization.
bool testAnalysisOnly
If set to true, does not modify the IR apart from adding attributes (for checking the results of the ...
OpFilter opFilter
A filter that specifies which ops should be bufferized and which ops should be ignored.
Options for analysis-enabled bufferization.