TosaToLinalg.cpp File Reference

#include "mlir/Conversion/TosaToLinalg/TosaToLinalg.h"
#include "mlir/Dialect/Arith/IR/Arith.h"
#include "mlir/Dialect/Arith/Utils/Utils.h"
#include "mlir/Dialect/Index/IR/IndexOps.h"
#include "mlir/Dialect/Linalg/IR/Linalg.h"
#include "mlir/Dialect/Math/IR/Math.h"
#include "mlir/Dialect/SCF/IR/SCF.h"
#include "mlir/Dialect/Tensor/IR/Tensor.h"
#include "mlir/Dialect/Tosa/IR/TosaOps.h"
#include "mlir/Dialect/Tosa/Utils/ConversionUtils.h"
#include "mlir/Dialect/Utils/ReshapeOpsUtils.h"
#include "mlir/Dialect/Utils/StaticValueUtils.h"
#include "mlir/IR/ImplicitLocOpBuilder.h"
#include "mlir/IR/Matchers.h"
#include "mlir/IR/OpDefinition.h"
#include "mlir/IR/PatternMatch.h"
#include "mlir/Transforms/DialectConversion.h"
#include "mlir/Transforms/GreedyPatternRewriteDriver.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/Sequence.h"
#include <numeric>
#include <type_traits>

Go to the source code of this file.

Typedefs
using	IndexPool = DenseMap< int64_t, Value >

Functions
template<typename OpTy >
static Value	materializeBinaryNanCheckIfRequired (OpTy op, PatternRewriter &rewriter, Value lhs, Value rhs, Value result)
template<typename T >
static arith::ConstantOp	createConstOpFromZpVal (Operation *op, const int64_t &zp, Type requiredAttrType, OpBuilder &rewriter)
static Value	createLinalgBodyCalculationForElementwiseOp (Operation *op, ValueRange args, ArrayRef< Type > resultTypes, ConversionPatternRewriter &rewriter)
static Value	expandRank (PatternRewriter &rewriter, Location loc, Value tensor, int64_t rank)
static SmallVector< Value >	expandInputRanks (PatternRewriter &rewriter, Location loc, ValueRange operands, int64_t rank)
static Value	createIndex (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, int64_t index)
static Value	getTensorDim (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, Value tensor, int64_t index)
static OpFoldResult	getOrFoldTensorDim (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, Value tensor, int64_t index)
static bool	operandsAndResultsRanked (Operation *operation)
static std::pair< OpFoldResult, Value >	computeTargetSize (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, ValueRange operands, int64_t dim)
static std::pair< SmallVector< OpFoldResult >, SmallVector< Value > >	computeTargetShape (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, ValueRange operands)
static Value	broadcastDynamicDimension (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, Value operand, int64_t dim, OpFoldResult targetSize, Value masterOperand)
static Value	broadcastDynamicDimensions (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, Value operand, ArrayRef< OpFoldResult > targetShape, ArrayRef< Value > masterOperands)
static SmallVector< Value >	broadcastDynamicDimensions (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, ValueRange operands, ArrayRef< OpFoldResult > targetShape, ArrayRef< Value > masterOperands)
static LogicalResult	emitElementwiseComputation (ConversionPatternRewriter &rewriter, Location loc, Operation *operation, ValueRange operands, ArrayRef< OpFoldResult > targetShape, const TypeConverter &converter)
static LogicalResult	elementwiseMatchAndRewriteHelper (Operation *operation, ValueRange operands, ConversionPatternRewriter &rewriter, const TypeConverter &converter)
static TypedAttr	createInitialValueForReduceOp (Operation *op, Type elementTy, PatternRewriter &rewriter)
static Value	createLinalgBodyCalculationForReduceOp (Operation *op, ValueRange args, Type elementTy, PatternRewriter &rewriter)
template<typename OpTy >
static LogicalResult	reduceMatchAndRewriteHelper (OpTy op, uint64_t axis, PatternRewriter &rewriter)

Typedef Documentation

IndexPool

using IndexPool = DenseMap<int64_t, Value>

Definition at line 758 of file TosaToLinalg.cpp.

Function Documentation

broadcastDynamicDimension()

static Value broadcastDynamicDimension ( PatternRewriter &  rewriter, Location  loc, IndexPool &  indexPool, Value  operand, int64_t  dim, OpFoldResult  targetSize, Value  masterOperand  )

static

Definition at line 864 of file TosaToLinalg.cpp.

References mlir::OpBuilder::create(), createIndex(), mlir::OpBuilder::createOrFold(), mlir::AffineMap::get(), mlir::Builder::getAffineConstantExpr(), mlir::Builder::getAffineDimExpr(), mlir::Builder::getContext(), mlir::Builder::getMultiDimIdentityMap(), mlir::tosa::getNParallelLoopsAttrs(), getOrFoldTensorDim(), mlir::Operation::getResult(), getTensorDim(), and mlir::Value::getType().

Referenced by broadcastDynamicDimensions().

broadcastDynamicDimensions() [1/2]

static Value broadcastDynamicDimensions ( PatternRewriter &  rewriter, Location  loc, IndexPool &  indexPool, Value  operand, ArrayRef< OpFoldResult >  targetShape, ArrayRef< Value >  masterOperands  )

static

Definition at line 947 of file TosaToLinalg.cpp.

References broadcastDynamicDimension(), and mlir::Value::getType().

Referenced by broadcastDynamicDimensions(), and elementwiseMatchAndRewriteHelper().

broadcastDynamicDimensions() [2/2]

static SmallVector<Value> broadcastDynamicDimensions ( PatternRewriter &  rewriter, Location  loc, IndexPool &  indexPool, ValueRange  operands, ArrayRef< OpFoldResult >  targetShape, ArrayRef< Value >  masterOperands  )

static

Definition at line 962 of file TosaToLinalg.cpp.

References broadcastDynamicDimensions().

computeTargetShape()

static std::pair<SmallVector<OpFoldResult>, SmallVector<Value> > computeTargetShape ( PatternRewriter &  rewriter, Location  loc, IndexPool &  indexPool, ValueRange  operands  )

static

Definition at line 849 of file TosaToLinalg.cpp.

References computeTargetSize(), and mlir::ValueRange::getType().

Referenced by elementwiseMatchAndRewriteHelper().

computeTargetSize()

static std::pair<OpFoldResult, Value> computeTargetSize ( PatternRewriter &  rewriter, Location  loc, IndexPool &  indexPool, ValueRange  operands, int64_t  dim  )

static

Definition at line 808 of file TosaToLinalg.cpp.

References mlir::OpBuilder::create(), mlir::Builder::getIndexAttr(), getTensorDim(), and mlir::Value::getType().

Referenced by computeTargetShape().

createConstOpFromZpVal()

template<typename T >

static arith::ConstantOp createConstOpFromZpVal ( Operation *  op, const int64_t &  zp, Type  requiredAttrType, OpBuilder &  rewriter  )

static

Definition at line 87 of file TosaToLinalg.cpp.

References mlir::OpBuilder::create(), mlir::get(), and mlir::Operation::getLoc().

createIndex()

static Value createIndex ( PatternRewriter &  rewriter, Location  loc, IndexPool &  indexPool, int64_t  index  )

static

Definition at line 763 of file TosaToLinalg.cpp.

References mlir::OpBuilder::create(), and mlir::Builder::getIndexAttr().

Referenced by broadcastDynamicDimension(), and getTensorDim().

createInitialValueForReduceOp()

static TypedAttr createInitialValueForReduceOp ( Operation *  op, Type  elementTy, PatternRewriter &  rewriter  )

static

Definition at line 1074 of file TosaToLinalg.cpp.

References mlir::Builder::getFloatAttr(), mlir::Builder::getIntegerAttr(), mlir::Type::getIntOrFloatBitWidth(), getZero(), and mlir::Type::isInteger().

Referenced by reduceMatchAndRewriteHelper().

createLinalgBodyCalculationForElementwiseOp()

static Value createLinalgBodyCalculationForElementwiseOp ( Operation *  op, ValueRange  args, ArrayRef< Type >  resultTypes, ConversionPatternRewriter &  rewriter  )

static

Definition at line 94 of file TosaToLinalg.cpp.

References mlir::presburger::abs(), clamp(), mlir::tosa::clampFloatHelper(), mlir::tosa::clampIntHelper(), mlir::OpBuilder::create(), mlir::get(), mlir::Operation::getAttr(), mlir::Builder::getContext(), mlir::getElementTypeOrSelf(), mlir::Builder::getFloatAttr(), mlir::Builder::getI32Type(), mlir::Builder::getIntegerAttr(), mlir::Builder::getIntegerType(), mlir::Type::getIntOrFloatBitWidth(), mlir::Operation::getLoc(), mlir::Operation::getOperand(), mlir::Operation::getResult(), mlir::Builder::getStringAttr(), mlir::Value::getType(), mlir::DenseElementsAttr::getValues(), mlir::Builder::getZeroAttr(), mlir::Type::isInteger(), mlir::Type::isIntOrFloat(), mlir::Type::isUnsignedInteger(), mlir::m_Constant(), mlir::matchPattern(), materializeBinaryNanCheckIfRequired(), max(), min(), mlir::RewriterBase::notifyMatchFailure(), and mlir::presburger::round().

Referenced by emitElementwiseComputation().

createLinalgBodyCalculationForReduceOp()

static Value createLinalgBodyCalculationForReduceOp ( Operation *  op, ValueRange  args, Type  elementTy, PatternRewriter &  rewriter  )

static

Definition at line 1126 of file TosaToLinalg.cpp.

References mlir::OpBuilder::create(), mlir::Operation::getLoc(), and mlir::Type::isInteger().

Referenced by reduceMatchAndRewriteHelper().

elementwiseMatchAndRewriteHelper()

static LogicalResult elementwiseMatchAndRewriteHelper ( Operation *  operation, ValueRange  operands, ConversionPatternRewriter &  rewriter, const TypeConverter &  converter  )

static

Definition at line 1040 of file TosaToLinalg.cpp.

References broadcastDynamicDimensions(), computeTargetShape(), emitElementwiseComputation(), expandInputRanks(), mlir::ValueTypeRange< ValueRangeT >::front(), mlir::Operation::getLoc(), mlir::Operation::getNumOperands(), mlir::Operation::getNumResults(), mlir::Operation::getResultTypes(), mlir::RewriterBase::notifyMatchFailure(), and operandsAndResultsRanked().

emitElementwiseComputation()

static LogicalResult emitElementwiseComputation ( ConversionPatternRewriter &  rewriter, Location  loc, Operation *  operation, ValueRange  operands, ArrayRef< OpFoldResult >  targetShape, const TypeConverter &  converter  )

static

Definition at line 978 of file TosaToLinalg.cpp.

References mlir::TypeConverter::convertType(), mlir::OpBuilder::create(), createLinalgBodyCalculationForElementwiseOp(), mlir::OpBuilder::createOrFold(), mlir::detail::enumerate(), mlir::ValueTypeRange< ValueRangeT >::front(), mlir::AffineMap::get(), mlir::Builder::getAffineConstantExpr(), mlir::Builder::getAffineDimExpr(), mlir::Builder::getContext(), mlir::Builder::getMultiDimIdentityMap(), mlir::tosa::getNParallelLoopsAttrs(), mlir::Operation::getNumOperands(), mlir::Operation::getResultTypes(), mlir::Value::getType(), mlir::RewriterBase::notifyMatchFailure(), and mlir::ConversionPatternRewriter::replaceOp().

Referenced by elementwiseMatchAndRewriteHelper().

expandInputRanks()

static SmallVector<Value> expandInputRanks ( PatternRewriter &  rewriter, Location  loc, ValueRange  operands, int64_t  rank  )

static

Definition at line 750 of file TosaToLinalg.cpp.

References expandRank().

Referenced by elementwiseMatchAndRewriteHelper().

expandRank()

static Value expandRank ( PatternRewriter &  rewriter, Location  loc, Value  tensor, int64_t  rank  )

static

Definition at line 714 of file TosaToLinalg.cpp.

References mlir::OpBuilder::create(), mlir::get(), and mlir::Value::getType().

Referenced by expandInputRanks().

getOrFoldTensorDim()

static OpFoldResult getOrFoldTensorDim ( PatternRewriter &  rewriter, Location  loc, IndexPool &  indexPool, Value  tensor, int64_t  index  )

static

Definition at line 778 of file TosaToLinalg.cpp.

References mlir::Builder::getIndexAttr(), getTensorDim(), and mlir::Value::getType().

Referenced by broadcastDynamicDimension().

getTensorDim()

static Value getTensorDim ( PatternRewriter &  rewriter, Location  loc, IndexPool &  indexPool, Value  tensor, int64_t  index  )

static

Definition at line 772 of file TosaToLinalg.cpp.

References mlir::OpBuilder::create(), and createIndex().

Referenced by broadcastDynamicDimension(), computeTargetSize(), and getOrFoldTensorDim().

materializeBinaryNanCheckIfRequired()

template<typename OpTy >

static Value materializeBinaryNanCheckIfRequired ( OpTy  op, PatternRewriter &  rewriter, Value  lhs, Value  rhs, Value  result  )

static

Definition at line 64 of file TosaToLinalg.cpp.

References mlir::OpBuilder::create(), and mlir::getElementTypeOrSelf().

Referenced by createLinalgBodyCalculationForElementwiseOp().

operandsAndResultsRanked()

static bool operandsAndResultsRanked ( Operation *  operation )

static

Definition at line 789 of file TosaToLinalg.cpp.

References mlir::Operation::getOperands(), and mlir::Operation::getResults().

Referenced by elementwiseMatchAndRewriteHelper().

reduceMatchAndRewriteHelper()

template<typename OpTy >

static LogicalResult reduceMatchAndRewriteHelper ( OpTy  op, uint64_t  axis, PatternRewriter &  rewriter  )

static

Definition at line 1176 of file TosaToLinalg.cpp.

References mlir::OpBuilder::create(), createInitialValueForReduceOp(), createLinalgBodyCalculationForReduceOp(), mlir::Builder::getAffineDimExpr(), mlir::Builder::getBoolAttr(), mlir::Builder::getFloatAttr(), mlir::RewriterBase::notifyMatchFailure(), and mlir::RewriterBase::replaceOpWithNewOp().