FoldMemRefAliasOps.cpp File Reference

#include "mlir/Dialect/Affine/ViewLikeInterfaceUtils.h"
#include "mlir/Dialect/Arith/Utils/Utils.h"
#include "mlir/Dialect/GPU/IR/GPUDialect.h"
#include "mlir/Dialect/MemRef/IR/MemRef.h"
#include "mlir/Dialect/MemRef/IR/MemoryAccessOpInterfaces.h"
#include "mlir/Dialect/MemRef/Transforms/Passes.h"
#include "mlir/Dialect/MemRef/Transforms/Transforms.h"
#include "mlir/Dialect/MemRef/Utils/MemRefUtils.h"
#include "mlir/Dialect/NVGPU/IR/NVGPUDialect.h"
#include "mlir/Dialect/Vector/IR/VectorOps.h"
#include "mlir/IR/AffineExpr.h"
#include "mlir/IR/AffineMap.h"
#include "mlir/IR/PatternMatch.h"
#include "mlir/Transforms/GreedyPatternRewriteDriver.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallBitVector.h"
#include "llvm/ADT/TypeSwitch.h"
#include "llvm/Support/Debug.h"
#include <cstdint>
#include "mlir/Dialect/MemRef/Transforms/Passes.h.inc"

Go to the source code of this file.

Namespaces
namespace	mlir
	Include the generated interface declarations.
namespace	mlir::memref

Macros
#define	DEBUG_TYPE   "fold-memref-alias-ops"
#define	DBGS()
#define	GEN_PASS_DEF_FOLDMEMREFALIASOPSPASS

Functions
static bool	hasTrivialReassociationSuffix (ArrayRef< ReassociationIndices > reassocs, int64_t n)
	Deterimine if the last N indices of reassocitaion are trivial - that is, check if they all contain exactly one dimension to collape/expand into.
static bool	hasTrailingUnitStrides (memref::SubViewOp subview, int64_t n)
template<typename LoadOrStoreOpTy>
static Value	getMemRefOperand (LoadOrStoreOpTy op)
	Helpers to access the memref operand for each op.
static Value	getMemRefOperand (vector::TransferReadOp op)
static Value	getMemRefOperand (nvgpu::LdMatrixOp op)
static Value	getMemRefOperand (vector::LoadOp op)
static Value	getMemRefOperand (vector::StoreOp op)
static Value	getMemRefOperand (vector::MaskedLoadOp op)
static Value	getMemRefOperand (vector::MaskedStoreOp op)
static Value	getMemRefOperand (vector::TransferWriteOp op)
static Value	getMemRefOperand (gpu::SubgroupMmaLoadMatrixOp op)
static Value	getMemRefOperand (gpu::SubgroupMmaStoreMatrixOp op)
template<typename XferOp>
static LogicalResult	preconditionsFoldSubViewOpImpl (RewriterBase &rewriter, XferOp xferOp, memref::SubViewOp subviewOp)
static LogicalResult	preconditionsFoldSubViewOp (RewriterBase &rewriter, Operation *op, memref::SubViewOp subviewOp)
static LogicalResult	preconditionsFoldSubViewOp (RewriterBase &rewriter, vector::TransferReadOp readOp, memref::SubViewOp subviewOp)
static LogicalResult	preconditionsFoldSubViewOp (RewriterBase &rewriter, vector::TransferWriteOp writeOp, memref::SubViewOp subviewOp)

Macro Definition Documentation

DBGS

#define DBGS

(

)

Value:

(llvm::dbgs() << "[" DEBUG_TYPE "]: ")

Definition at line 35 of file FoldMemRefAliasOps.cpp.

DEBUG_TYPE

#define DEBUG_TYPE   "fold-memref-alias-ops"

Definition at line 34 of file FoldMemRefAliasOps.cpp.

GEN_PASS_DEF_FOLDMEMREFALIASOPSPASS

#define GEN_PASS_DEF_FOLDMEMREFALIASOPSPASS

Definition at line 39 of file FoldMemRefAliasOps.cpp.

Function Documentation

getMemRefOperand() [1/10]

Value getMemRefOperand ( gpu::SubgroupMmaLoadMatrixOp op )

static

Definition at line 95 of file FoldMemRefAliasOps.cpp.

getMemRefOperand() [2/10]

Value getMemRefOperand ( gpu::SubgroupMmaStoreMatrixOp op )

static

Definition at line 99 of file FoldMemRefAliasOps.cpp.

getMemRefOperand() [3/10]

template<typename LoadOrStoreOpTy>

Value getMemRefOperand ( LoadOrStoreOpTy op )

static

Helpers to access the memref operand for each op.

Definition at line 71 of file FoldMemRefAliasOps.cpp.

getMemRefOperand() [4/10]

Value getMemRefOperand ( nvgpu::LdMatrixOp op )

static

Definition at line 79 of file FoldMemRefAliasOps.cpp.

getMemRefOperand() [5/10]

Value getMemRefOperand ( vector::LoadOp op )

static

Definition at line 83 of file FoldMemRefAliasOps.cpp.

getMemRefOperand() [6/10]

Value getMemRefOperand ( vector::MaskedLoadOp op )

static

Definition at line 87 of file FoldMemRefAliasOps.cpp.

getMemRefOperand() [7/10]

Value getMemRefOperand ( vector::MaskedStoreOp op )

static

Definition at line 89 of file FoldMemRefAliasOps.cpp.

getMemRefOperand() [8/10]

Value getMemRefOperand ( vector::StoreOp op )

static

Definition at line 85 of file FoldMemRefAliasOps.cpp.

getMemRefOperand() [9/10]

Value getMemRefOperand ( vector::TransferReadOp op )

static

Definition at line 75 of file FoldMemRefAliasOps.cpp.

getMemRefOperand() [10/10]

Value getMemRefOperand ( vector::TransferWriteOp op )

static

Definition at line 91 of file FoldMemRefAliasOps.cpp.

hasTrailingUnitStrides()

bool hasTrailingUnitStrides ( memref::SubViewOp subview, int64_t n )

static

Definition at line 62 of file FoldMemRefAliasOps.cpp.

hasTrivialReassociationSuffix()

bool hasTrivialReassociationSuffix ( ArrayRef< ReassociationIndices > reassocs, int64_t n )

static

Deterimine if the last N indices of reassocitaion are trivial - that is, check if they all contain exactly one dimension to collape/expand into.

Definition at line 53 of file FoldMemRefAliasOps.cpp.

References indices.

preconditionsFoldSubViewOp() [1/3]

LogicalResult preconditionsFoldSubViewOp ( RewriterBase & rewriter, Operation * op, memref::SubViewOp subviewOp )

static

Definition at line 315 of file FoldMemRefAliasOps.cpp.

References success().

preconditionsFoldSubViewOp() [2/3]

LogicalResult preconditionsFoldSubViewOp ( RewriterBase & rewriter, vector::TransferReadOp readOp, memref::SubViewOp subviewOp )

static

Definition at line 321 of file FoldMemRefAliasOps.cpp.

References preconditionsFoldSubViewOpImpl().

preconditionsFoldSubViewOp() [3/3]

LogicalResult preconditionsFoldSubViewOp ( RewriterBase & rewriter, vector::TransferWriteOp writeOp, memref::SubViewOp subviewOp )

static

Definition at line 327 of file FoldMemRefAliasOps.cpp.

References preconditionsFoldSubViewOpImpl().

preconditionsFoldSubViewOpImpl()

template<typename XferOp>

LogicalResult preconditionsFoldSubViewOpImpl ( RewriterBase & rewriter, XferOp xferOp, memref::SubViewOp subviewOp )

static

Definition at line 301 of file FoldMemRefAliasOps.cpp.

References mlir::RewriterBase::notifyMatchFailure(), and success().

Referenced by preconditionsFoldSubViewOp(), and preconditionsFoldSubViewOp().