#include "mlir/Dialect/Linalg/TransformOps/LinalgTransformOps.h"#include "mlir/AsmParser/AsmParser.h"#include "mlir/Dialect/Affine/IR/AffineOps.h"#include "mlir/Dialect/Arith/IR/Arith.h"#include "mlir/Dialect/GPU/IR/GPUDialect.h"#include "mlir/Dialect/Linalg/IR/Linalg.h"#include "mlir/Dialect/Linalg/Transforms/Transforms.h"#include "mlir/Dialect/PDL/IR/PDL.h"#include "mlir/Dialect/PDL/IR/PDLTypes.h"#include "mlir/Dialect/SCF/Transforms/TileUsingInterface.h"#include "mlir/Dialect/Transform/IR/TransformDialect.h"#include "mlir/Dialect/Transform/IR/TransformInterfaces.h"#include "mlir/Dialect/Transform/IR/TransformUtils.h"#include "mlir/IR/OpDefinition.h"#include "mlir/Interfaces/TilingInterface.h"#include "mlir/Transforms/GreedyPatternRewriteDriver.h"#include "llvm/ADT/StringSet.h"#include "llvm/Support/Debug.h"#include "mlir/Dialect/Linalg/TransformOps/LinalgTransformOps.cpp.inc"#include "mlir/Dialect/Linalg/TransformOps/LinalgTransformOpsEnums.cpp.inc"
Include dependency graph for LinalgTransformOps.cpp:
Go to the source code of this file.
Macros | |
| #define | DEBUG_TYPE "linalg-transforms" |
| #define | GET_OP_LIST |
| #define | GET_OP_CLASSES |
Functions | |
| static SmallVector< unsigned > | extractUIntArray (ArrayAttr attr) |
| Extracts a vector of unsigned from an array attribute. More... | |
| template<typename PatternTy , typename... Args> | |
| static FailureOr< LinalgOp > | tryApply (Operation *operation, Args &&...args) |
| Attempts to apply the pattern specified as template argument to the given operation. More... | |
| static LogicalResult | applyTilingToAll (Operation *transformOp, ArrayRef< Operation * > payloadOps, unsigned numLoops, transform::TransformResults &transformResults, function_ref< FailureOr< scf::SCFTileAndFuseResult >(TilingInterface)> applyFn) |
| Apply a tiling transformation to all payload ops and store both the tiled operation as well as the created tile loops. More... | |
| static ParseResult | parseTileLikeOp (OpAsmParser &parser, OperationState &result, StringRef sizesAttrName) |
| Parse a tiling-like operation that returns the tiled op as well as the created tile loops. More... | |
| static Operation * | tileAndFuseFirstExtractUse (RewriterBase &rewriter, Diagnostic &diag, Operation *producerOp, Operation *containingOp) |
Find the first "extract" user of producerOp and tile it right before its use. More... | |
| static Operation * | tileAndFuseFirstExtractUseThroughContainingOpBlockArgument (RewriterBase &rewriter, Diagnostic &diag, Operation *producerOp, Operation *containingOp) |
First, find the first "scf::ForeachThreadOp" user of producerOp and ensure it is exactly the containingOp, otherwise bail. More... | |
| static Operation * | cloneAndFuseFirstUse (RewriterBase &rewriter, Diagnostic &diag, Operation *producerOp, Operation *containingOp) |
| ParseResult | parseOptionalInterchange (OpAsmParser &parser, OperationState &result) |
| void | printOptionalInterchange (OpAsmPrinter &p, ArrayRef< int64_t > interchangeVals) |
| static DiagnosedSilenceableFailure | unpackPDLOperations (transform::TransformState &state, TransformOpInterface transformOp, SmallVector< OpFoldResult > &result, ArrayRef< OpFoldResult > ofrs) |
Macro Definition Documentation
◆ DEBUG_TYPE
| #define DEBUG_TYPE "linalg-transforms" |
Definition at line 33 of file LinalgTransformOps.cpp.
◆ GET_OP_CLASSES
| #define GET_OP_CLASSES |
Definition at line 1883 of file LinalgTransformOps.cpp.
◆ GET_OP_LIST
| #define GET_OP_LIST |
Function Documentation
◆ applyTilingToAll()
|
static |
Apply a tiling transformation to all payload ops and store both the tiled operation as well as the created tile loops.
Definition at line 106 of file LinalgTransformOps.cpp.
References mlir::Operation::emitError(), mlir::failed(), mlir::failure(), and mlir::OpBuilder::setInsertionPoint().
◆ cloneAndFuseFirstUse()
|
static |
Definition at line 412 of file LinalgTransformOps.cpp.
References mlir::Value::cast(), mlir::OpBuilder::clone(), diag(), mlir::IROperand< DerivedT, IRValueT >::get(), mlir::Operation::getLoc(), mlir::Operation::getOpResults(), mlir::detail::IROperandBase::getOwner(), mlir::Operation::isProperAncestor(), mlir::OpBuilder::setInsertionPoint(), and mlir::RewriterBase::updateRootInPlace().
◆ extractUIntArray()
|
static |
Extracts a vector of unsigned from an array attribute.
Asserts if the attribute contains values other than intergers. May truncate.
Definition at line 37 of file LinalgTransformOps.cpp.
References value.
◆ parseOptionalInterchange()
| ParseResult parseOptionalInterchange | ( | OpAsmParser & | parser, |
| OperationState & | result | ||
| ) |
Definition at line 1360 of file LinalgTransformOps.cpp.
References mlir::OperationState::addAttribute(), mlir::AsmParser::emitError(), mlir::failed(), mlir::AsmParser::getNameLoc(), mlir::detail::DenseArrayAttrImpl< T >::parse(), mlir::AsmParser::parseEqual(), mlir::AsmParser::parseKeyword(), mlir::AsmParser::parseOptionalLBrace(), mlir::AsmParser::parseRBrace(), mlir::succeeded(), and mlir::success().
◆ parseTileLikeOp()
|
static |
Parse a tiling-like operation that returns the tiled op as well as the created tile loops.
The function counts the non-zero tile sizes to compute the number of results.
Definition at line 163 of file LinalgTransformOps.cpp.
References mlir::OperationState::addTypes(), mlir::OperationState::attributes, mlir::Attribute::dyn_cast(), mlir::AsmParser::emitError(), mlir::extractFromI64ArrayAttr(), mlir::failure(), mlir::NamedAttrList::get(), mlir::AsmParser::getBuilder(), mlir::AsmParser::getCurrentLocation(), mlir::Builder::getType(), mlir::OperationState::operands, mlir::OpAsmParser::parseOperand(), mlir::AsmParser::parseOptionalAttrDict(), mlir::OpAsmParser::resolveOperand(), and mlir::success().
◆ printOptionalInterchange()
| void printOptionalInterchange | ( | OpAsmPrinter & | p, |
| ArrayRef< int64_t > | interchangeVals | ||
| ) |
Definition at line 1375 of file LinalgTransformOps.cpp.
◆ tileAndFuseFirstExtractUse()
|
static |
Find the first "extract" user of producerOp and tile it right before its use.
The tiled op is fused under the containingOp. Return this fused op on success or nullptr if anything fails.
Definition at line 252 of file LinalgTransformOps.cpp.
References diag(), mlir::failed(), mlir::Operation::getLoc(), mlir::Operation::getResult(), mlir::RewriterBase::replaceOp(), and mlir::OpBuilder::setInsertionPoint().
◆ tileAndFuseFirstExtractUseThroughContainingOpBlockArgument()
|
static |
First, find the first "scf::ForeachThreadOp" user of producerOp and ensure it is exactly the containingOp, otherwise bail.
Then, find the first "extract" user of the tied block argument and tile it right before its "extract" use. The tiled op is fused under the containingOp. Return this fused op on success or nullptr if anything fails.
Definition at line 311 of file LinalgTransformOps.cpp.
References mlir::Value::cast(), mlir::OpBuilder::clone(), diag(), mlir::RewriterBase::eraseOp(), mlir::failed(), mlir::IROperand< DerivedT, IRValueT >::get(), mlir::Operation::getLoc(), mlir::OpOperand::getOperandNumber(), mlir::tensor::getOrCreateDestinations(), mlir::Operation::getResult(), mlir::Value::getUsers(), mlir::BlockAndValueMapping::map(), mlir::RewriterBase::replaceOp(), mlir::OpBuilder::setInsertionPoint(), mlir::Operation::setOperand(), and mlir::RewriterBase::updateRootInPlace().
◆ tryApply()
|
static |
Attempts to apply the pattern specified as template argument to the given operation.
The pattern is expected to have a returningMatchAndRewrite function that returns the "main" result or failure. Returns failure if the pattern failed to apply. Extra arguments are forwarded to the pattern constructor.
Definition at line 51 of file LinalgTransformOps.cpp.
References mlir::failed(), mlir::failure(), mlir::Operation::getContext(), and mlir::OpBuilder::setInsertionPoint().
◆ unpackPDLOperations()
|
static |
Definition at line 1504 of file LinalgTransformOps.cpp.
References diag(), mlir::Operation::getLoc(), mlir::Operation::getNumResults(), mlir::transform::TransformState::getPayloadOps(), mlir::Operation::getResult(), mlir::Value::getType(), mlir::Type::isa(), mlir::Type::isIndex(), and mlir::success().
Referenced by mlir::transform::tileToForeachThreadOpImpl().
