#include "mlir/Conversion/TosaToLinalg/TosaToLinalg.h"
#include "mlir/Dialect/Arith/IR/Arith.h"
#include "mlir/Dialect/Arith/Utils/Utils.h"
#include "mlir/Dialect/Linalg/IR/Linalg.h"
#include "mlir/Dialect/Math/IR/Math.h"
#include "mlir/Dialect/SCF/IR/SCF.h"
#include "mlir/Dialect/Tensor/IR/Tensor.h"
#include "mlir/Dialect/Tensor/Utils/Utils.h"
#include "mlir/Dialect/Tosa/IR/TosaOps.h"
#include "mlir/Dialect/Tosa/Utils/ConversionUtils.h"
#include "mlir/Dialect/Utils/ReshapeOpsUtils.h"
#include "mlir/Dialect/Utils/StaticValueUtils.h"
#include "mlir/IR/ImplicitLocOpBuilder.h"
#include "mlir/IR/Matchers.h"
#include "mlir/IR/OpDefinition.h"
#include "mlir/IR/PatternMatch.h"
#include "mlir/Transforms/DialectConversion.h"
#include "mlir/Transforms/GreedyPatternRewriteDriver.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/Sequence.h"
#include <numeric>

Typedefs
using	IndexPool = DenseMap< int64_t, Value >

Functions
template<typename T >
static arith::ConstantOp	createConstFromIntAttribute (Operation *op, const std::string &attrName, Type requiredAttrType, OpBuilder &rewriter)

static Value	createLinalgBodyCalculationForElementwiseOp (Operation *op, ValueRange args, ArrayRef< Type > resultTypes, PatternRewriter &rewriter)

static Value	expandRank (PatternRewriter &rewriter, Location loc, Value tensor, int64_t rank)

static SmallVector< Value >	expandInputRanks (PatternRewriter &rewriter, Location loc, Operation *operation)

static Value	createIndex (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, int64_t index)

static Value	getTensorDim (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, Value tensor, int64_t index)

static OpFoldResult	getOrFoldTensorDim (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, Value tensor, int64_t index)

static bool	operandsAndResultsRanked (Operation *operation)

static std::pair< OpFoldResult, Value >	computeTargetSize (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, ValueRange operands, int64_t dim)

static std::pair< SmallVector< OpFoldResult >, SmallVector< Value > >	computeTargetShape (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, ValueRange operands)

static Value	broadcastDynamicDimension (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, Value operand, int64_t dim, OpFoldResult targetSize, Value masterOperand)

static Value	broadcastDynamicDimensions (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, Value operand, ArrayRef< OpFoldResult > targetShape, ArrayRef< Value > masterOperands)

static SmallVector< Value >	broadcastDynamicDimensions (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, ValueRange operands, ArrayRef< OpFoldResult > targetShape, ArrayRef< Value > masterOperands)

static LogicalResult	emitElementwiseComputation (PatternRewriter &rewriter, Location loc, Operation *operation, ValueRange operands, ArrayRef< OpFoldResult > targetShape)

static LogicalResult	elementwiseMatchAndRewriteHelper (Operation *operation, PatternRewriter &rewriter)

static TypedAttr	createInitialValueForReduceOp (Operation *op, Type elementTy, PatternRewriter &rewriter)

static Value	createLinalgBodyCalculationForReduceOp (Operation *op, ValueRange args, Type elementTy, PatternRewriter &rewriter)

static LogicalResult	reduceMatchAndRewriteHelper (Operation *op, uint64_t axis, PatternRewriter &rewriter)

Typedef Documentation

◆ IndexPool

using IndexPool = DenseMap<int64_t, Value>

Definition at line 567 of file TosaToLinalg.cpp.

Function Documentation

◆ broadcastDynamicDimension()

static Value broadcastDynamicDimension	(	PatternRewriter &	rewriter,
		Location	loc,
		IndexPool &	indexPool,
		Value	operand,
		int64_t	dim,
		OpFoldResult	targetSize,
		Value	masterOperand
	)

static

Definition at line 673 of file TosaToLinalg.cpp.

References mlir::Type::cast(), mlir::OpBuilder::create(), createIndex(), mlir::OpBuilder::createOrFold(), mlir::AffineMap::get(), mlir::Builder::getAffineConstantExpr(), mlir::Builder::getAffineDimExpr(), mlir::Builder::getContext(), mlir::Builder::getMultiDimIdentityMap(), mlir::tosa::getNParallelLoopsAttrs(), getOrFoldTensorDim(), mlir::Operation::getResult(), getTensorDim(), and mlir::Value::getType().

Referenced by broadcastDynamicDimensions().

◆ broadcastDynamicDimensions() [1/2]

static Value broadcastDynamicDimensions	(	PatternRewriter &	rewriter,
		Location	loc,
		IndexPool &	indexPool,
		Value	operand,
		ArrayRef< OpFoldResult >	targetShape,
		ArrayRef< Value >	masterOperands
	)

static

Definition at line 752 of file TosaToLinalg.cpp.

References broadcastDynamicDimension(), mlir::Type::cast(), and mlir::Value::getType().

Referenced by broadcastDynamicDimensions(), and elementwiseMatchAndRewriteHelper().

◆ broadcastDynamicDimensions() [2/2]

static SmallVector<Value> broadcastDynamicDimensions	(	PatternRewriter &	rewriter,
		Location	loc,
		IndexPool &	indexPool,
		ValueRange	operands,
		ArrayRef< OpFoldResult >	targetShape,
		ArrayRef< Value >	masterOperands
	)

static

Definition at line 767 of file TosaToLinalg.cpp.

References broadcastDynamicDimensions().

◆ computeTargetShape()

static std::pair<SmallVector<OpFoldResult>, SmallVector<Value> > computeTargetShape	(	PatternRewriter &	rewriter,
		Location	loc,
		IndexPool &	indexPool,
		ValueRange	operands
	)

static

Definition at line 658 of file TosaToLinalg.cpp.

References computeTargetSize(), and mlir::ValueRange::getType().

Referenced by elementwiseMatchAndRewriteHelper().

◆ computeTargetSize()

static std::pair<OpFoldResult, Value> computeTargetSize	(	PatternRewriter &	rewriter,
		Location	loc,
		IndexPool &	indexPool,
		ValueRange	operands,
		int64_t	dim
	)

static

Definition at line 617 of file TosaToLinalg.cpp.

References mlir::OpBuilder::create(), mlir::Builder::getIndexAttr(), getTensorDim(), and mlir::Value::getType().

Referenced by computeTargetShape().

◆ createConstFromIntAttribute()

template<typename T >

static arith::ConstantOp createConstFromIntAttribute	(	Operation *	op,
		const std::string &	attrName,
		Type	requiredAttrType,
		OpBuilder &	rewriter
	)

static

Definition at line 41 of file TosaToLinalg.cpp.

◆ createIndex()

static Value createIndex	(	PatternRewriter &	rewriter,
		Location	loc,
		IndexPool &	indexPool,
		int64_t	index
	)

static

Definition at line 572 of file TosaToLinalg.cpp.

References mlir::OpBuilder::create(), and mlir::Builder::getIndexAttr().

Referenced by broadcastDynamicDimension(), and getTensorDim().

◆ createInitialValueForReduceOp()

static TypedAttr createInitialValueForReduceOp	(	Operation *	op,
		Type	elementTy,
		PatternRewriter &	rewriter
	)

static

Definition at line 860 of file TosaToLinalg.cpp.

◆ createLinalgBodyCalculationForElementwiseOp()

static Value createLinalgBodyCalculationForElementwiseOp	(	Operation *	op,
		ValueRange	args,
		ArrayRef< Type >	resultTypes,
		PatternRewriter &	rewriter
	)

static

Definition at line 50 of file TosaToLinalg.cpp.

Referenced by emitElementwiseComputation().

◆ createLinalgBodyCalculationForReduceOp()

static Value createLinalgBodyCalculationForReduceOp	(	Operation *	op,
		ValueRange	args,
		Type	elementTy,
		PatternRewriter &	rewriter
	)

static

Definition at line 912 of file TosaToLinalg.cpp.

◆ elementwiseMatchAndRewriteHelper()

static LogicalResult elementwiseMatchAndRewriteHelper	(	Operation *	operation,
		PatternRewriter &	rewriter
	)

static

Definition at line 835 of file TosaToLinalg.cpp.

References broadcastDynamicDimensions(), computeTargetShape(), emitElementwiseComputation(), expandInputRanks(), mlir::Operation::getLoc(), mlir::Operation::getNumOperands(), mlir::Operation::getNumResults(), mlir::RewriterBase::notifyMatchFailure(), and operandsAndResultsRanked().

◆ emitElementwiseComputation()

static LogicalResult emitElementwiseComputation	(	PatternRewriter &	rewriter,
		Location	loc,
		Operation *	operation,
		ValueRange	operands,
		ArrayRef< OpFoldResult >	targetShape
	)