#include "mlir/Dialect/Affine/Utils.h"#include "mlir/Dialect/Affine/Analysis/Utils.h"#include "mlir/Dialect/Affine/IR/AffineOps.h"#include "mlir/Dialect/Affine/IR/AffineValueMap.h"#include "mlir/Dialect/Affine/LoopUtils.h"#include "mlir/Dialect/Arithmetic/Utils/Utils.h"#include "mlir/Dialect/Func/IR/FuncOps.h"#include "mlir/Dialect/MemRef/IR/MemRef.h"#include "mlir/IR/AffineExprVisitor.h"#include "mlir/IR/BlockAndValueMapping.h"#include "mlir/IR/Dominance.h"#include "mlir/IR/IntegerSet.h"#include "mlir/Transforms/GreedyPatternRewriteDriver.h"
Include dependency graph for Utils.cpp:
Go to the source code of this file.
Macros | |
| #define | DEBUG_TYPE "affine-utils" |
Enumerations | |
| enum | TileExprPattern { TileFloorDiv, TileMod, TileNone } |
| Enum to set patterns of affine expr in tiled-layout map. More... | |
Functions | |
| static void | promoteIfBlock (AffineIfOp ifOp, bool elseBlock) |
Promotes the then or the else block of ifOp (depending on whether elseBlock is false or true) into ifOp's containing block, and discards the rest of the op. More... | |
| static Operation * | getOutermostInvariantForOp (AffineIfOp ifOp) |
Returns the outermost affine.for/parallel op that the ifOp is invariant on. More... | |
| static AffineIfOp | hoistAffineIfOp (AffineIfOp ifOp, Operation *hoistOverOp) |
| A helper for the mechanics of mlir::hoistAffineIfOp. More... | |
| template<typename EffectType , typename T > | |
| static bool | hasNoInterveningEffect (Operation *start, T memOp) |
Ensure that all operations that could be executed after start (noninclusive) and prior to memOp (e.g. More... | |
| static LogicalResult | forwardStoreToLoad (AffineReadOpInterface loadOp, SmallVectorImpl< Operation *> &loadOpsToErase, SmallPtrSetImpl< Value > &memrefsToErase, DominanceInfo &domInfo) |
| Attempt to eliminate loadOp by replacing it with a value stored into memory which the load is guaranteed to retrieve. More... | |
| static void | findUnusedStore (AffineWriteOpInterface writeA, SmallVectorImpl< Operation *> &opsToErase, PostDominanceInfo &postDominanceInfo) |
| static void | loadCSE (AffineReadOpInterface loadA, SmallVectorImpl< Operation *> &loadOpsToErase, DominanceInfo &domInfo) |
| static LogicalResult | getTileSizePos (AffineMap map, SmallVectorImpl< std::tuple< AffineExpr, unsigned, unsigned >> &tileSizePos) |
Check if map is a tiled layout. More... | |
| static bool | isNormalizedMemRefDynamicDim (unsigned dim, AffineMap layoutMap, SmallVectorImpl< unsigned > &inMemrefTypeDynDims, MLIRContext *context) |
Check if dim dimension of memrefType with layoutMap becomes dynamic after normalization. More... | |
| static AffineExpr | createDimSizeExprForTiledLayout (AffineExpr oldMapOutput, TileExprPattern pat) |
| Create affine expr to calculate dimension size for a tiled-layout map. More... | |
| static void | createNewDynamicSizes (MemRefType oldMemRefType, MemRefType newMemRefType, AffineMap map, memref::AllocOp *allocOp, OpBuilder b, SmallVectorImpl< Value > &newDynamicSizes) |
Create new maps to calculate each dimension size of newMemRefType, and create newDynamicSizes from them by using AffineApplyOp. More... | |
| static FailureOr< OpFoldResult > | getIndexProduct (OpBuilder &b, Location loc, ArrayRef< Value > set) |
| Create IR that computes the product of all elements in the set. More... | |
Macro Definition Documentation
◆ DEBUG_TYPE
Enumeration Type Documentation
◆ TileExprPattern
| enum TileExprPattern |
Enum to set patterns of affine expr in tiled-layout map.
TileFloorDiv: <dim expr>=""> div <tile size>=""> TileMod: <dim expr>=""> mod <tile size>=""> TileNone: None of the above Example: #tiled_2d_128x256 = affine_map<(d0, d1) -> (d0 div 128, d1 div 256, d0 mod 128, d1 mod 256)> "d0 div 128" and "d1 div 256" ==> TileFloorDiv "d0 mod 128" and "d1 mod 256" ==> TileMod
| Enumerator | |
|---|---|
| TileFloorDiv | |
| TileMod | |
| TileNone | |
Function Documentation
◆ createDimSizeExprForTiledLayout()
|
static |
Create affine expr to calculate dimension size for a tiled-layout map.
Definition at line 1586 of file Utils.cpp.
References mlir::AffineExpr::cast(), mlir::CeilDiv, mlir::getAffineBinaryOpExpr(), mlir::AffineBinaryOpExpr::getLHS(), mlir::AffineBinaryOpExpr::getRHS(), TileFloorDiv, and TileMod.
Referenced by createNewDynamicSizes().
◆ createNewDynamicSizes()
|
static |
Create new maps to calculate each dimension size of newMemRefType, and create newDynamicSizes from them by using AffineApplyOp.
Steps for normalizing dynamic memrefs for a tiled layout map Example: #map0 = affine_map<(d0, d1) -> (d0, d1 floordiv 32, d1 mod 32)> %0 = dim arg0, c1 :memref<4x?xf32> %1 = alloc(%0) : memref<4x?xf32, #map0>
(Before this function)
- Check if
map(#map0) is a tiled layout usinggetTileSizePos(). Only single layout map is supported. - Create normalized memrefType using
isNormalizedMemRefDynamicDim(). It is memref<4x?x?xf32> in the above example.
(In this function)
- Create new maps to calculate each dimension of the normalized memrefType using
createDimSizeExprForTiledLayout(). In the tiled layout, the dimension size can be calculated by replacing "floordiv <tile size>" with "ceildiv <tile size>" and "mod <tile size>" with "<tile size>".
- New map in the above example #map0 = affine_map<(d0, d1) -> (d0)> #map1 = affine_map<(d0, d1) -> (d1 ceildiv 32)> #map2 = affine_map<(d0, d1) -> (32)>
- Create AffineApplyOp to apply the new maps. The output of AffineApplyOp is used in dynamicSizes of new AllocOp. %0 = dim arg0, c1 : memref<4x?xf32> c4 = arith.constant 4 : index %1 = affine.apply #map1(c4, %0) %2 = affine.apply #map2(c4, %0)
Definition at line 1641 of file Utils.cpp.
References mlir::OpBuilder::create(), createDimSizeExprForTiledLayout(), mlir::AffineMap::get(), mlir::Builder::getIndexType(), mlir::Builder::getIntegerAttr(), mlir::AffineMap::getNumInputs(), mlir::AffineMap::getNumSymbols(), mlir::AffineMap::getResults(), getTileSizePos(), TileFloorDiv, TileMod, and TileNone.
Referenced by mlir::normalizeMemRef().
◆ findUnusedStore()
|
static |
Definition at line 910 of file Utils.cpp.
References mlir::AffineWriteOpInterface::getMemRef(), mlir::Value::getUsers(), and mlir::PostDominanceInfo::postDominates().
Referenced by mlir::affineScalarReplace().
◆ forwardStoreToLoad()
|
static |
Attempt to eliminate loadOp by replacing it with a value stored into memory which the load is guaranteed to retrieve.
This check involves three components: 1) The store and load must be on the same location 2) The store must dominate (and therefore must always occur prior to) the load 3) No other operations will overwrite the memory loaded between the given load and store. If such a value exists, the replaced loadOp will be added to loadOpsToErase and its memref will be added to memrefsToErase.
Definition at line 846 of file Utils.cpp.
References mlir::DominanceInfo::dominates(), mlir::failure(), mlir::AffineReadOpInterface::getMemRef(), mlir::Value::getType(), mlir::Value::getUsers(), mlir::AffineReadOpInterface::getValue(), mlir::Value::replaceAllUsesWith(), and mlir::success().
Referenced by mlir::affineScalarReplace().
◆ getIndexProduct()
|
static |
Create IR that computes the product of all elements in the set.
Definition at line 1837 of file Utils.cpp.
References mlir::bindSymbols(), mlir::failure(), mlir::Builder::getContext(), and mlir::makeComposedFoldedAffineApply().
Referenced by mlir::delinearizeIndex().
◆ getOutermostInvariantForOp()
|
static |
Returns the outermost affine.for/parallel op that the ifOp is invariant on.
The ifOp could be hoisted and placed right before such an operation. This method assumes that the ifOp has been canonicalized (to be correct and effective).
Definition at line 260 of file Utils.cpp.
References mlir::Operation::getOperands().
Referenced by mlir::hoistAffineIfOp().
◆ getTileSizePos()
|
static |
Check if map is a tiled layout.
In the tiled layout, specific k dimensions being floordiv'ed by respective tile sizes appeare in a mod with the same tile sizes, and no other expression involves those k dimensions. This function stores a vector of tuples (tileSizePos) including AffineExpr for tile size, positions of corresponding floordiv and mod. If it is not a tiled layout, an empty vector is returned.
Definition at line 1467 of file Utils.cpp.
References mlir::AffineExpr::cast(), mlir::FloorDiv, mlir::AffineBinaryOpExpr::getLHS(), mlir::AffineMap::getResults(), mlir::AffineBinaryOpExpr::getRHS(), mlir::AffineExpr::isa(), mlir::Mod, and mlir::success().
Referenced by createNewDynamicSizes(), mlir::normalizeMemRef(), and mlir::normalizeMemRefType().
◆ hasNoInterveningEffect()
|
static |
Ensure that all operations that could be executed after start (noninclusive) and prior to memOp (e.g.
on a control flow/op path between the operations) do not have the potential memory effect EffectType on memOp. memOp is an operation that reads or writes to a memref. For example, if EffectType is MemoryEffects::Write, this method will check if there is no write to the memory between start and memOp that would change the read within memOp.
Definition at line 662 of file Utils.cpp.
References mlir::checkMemrefAccessDependence(), mlir::Block::end(), mlir::getAffineScope(), mlir::Operation::getBlock(), mlir::getNumCommonSurroundingLoops(), mlir::Operation::getParentOp(), mlir::Operation::getParentRegion(), mlir::Region::getParentRegion(), mlir::Block::getSuccessors(), mlir::Operation::isAncestor(), mlir::Region::isAncestor(), mlir::MemRefAccess::memref, and mlir::noDependence().
◆ hoistAffineIfOp()
|
static |
A helper for the mechanics of mlir::hoistAffineIfOp.
Hoists ifOp just over hoistOverOp. Returns the new hoisted op if any hoisting happened, otherwise the same ifOp.
Definition at line 286 of file Utils.cpp.
References mlir::WalkResult::advance(), mlir::BlockAndValueMapping::clear(), mlir::OpBuilder::clone(), mlir::OpBuilder::create(), mlir::Operation::getBlock(), mlir::Builder::getBoolAttr(), mlir::Block::getOperations(), mlir::Builder::getStringAttr(), mlir::WalkResult::interrupt(), promoteIfBlock(), and mlir::OpBuilder::setInsertionPointAfter().
◆ isNormalizedMemRefDynamicDim()
|
static |
Check if dim dimension of memrefType with layoutMap becomes dynamic after normalization.
Dimensions that include dynamic dimensions in the map output will become dynamic dimensions. Return true if dim is dynamic dimension.
Example: #map0 = affine_map<(d0, d1) -> (d0, d1 floordiv 32, d1 mod 32)>
If d1 is dynamic dimension, 2nd and 3rd dimension of map output are dynamic. memref<4x?xf32, #map0> ==> memref<4x?x?xf32>
Definition at line 1566 of file Utils.cpp.
References mlir::AffineMap::getResults(), mlir::AffineExpr::isa(), and mlir::AffineExpr::walk().
Referenced by mlir::normalizeMemRefType().
◆ loadCSE()
|
static |
Definition at line 955 of file Utils.cpp.
References mlir::DominanceInfo::dominates(), mlir::AffineReadOpInterface::getMemRef(), mlir::OpState::getOperation(), mlir::Value::getType(), mlir::Value::getUsers(), mlir::AffineReadOpInterface::getValue(), and mlir::Value::replaceAllUsesWith().
Referenced by mlir::affineScalarReplace().
◆ promoteIfBlock()
|
static |
Promotes the then or the else block of ifOp (depending on whether elseBlock is false or true) into ifOp's containing block, and discards the rest of the op.
Definition at line 244 of file Utils.cpp.
References mlir::Block::begin(), mlir::Block::end(), and mlir::Block::getOperations().
Referenced by hoistAffineIfOp().
