MLIR  21.0.0git
Classes | Functions
mlir::tosa Namespace Reference

Classes

class  TargetEnv
 This class represents the capability enabled in the target implementation such as profile, extension, and level. More...
 
struct  ValueKnowledge
 Statically known information for a particular Value. More...
 

Functions

void populateTosaToArithConversionPatterns (RewritePatternSet *patterns)
 
void populateTosaRescaleToArithConversionPatterns (RewritePatternSet *patterns, bool include32Bit=false)
 
std::unique_ptr< PasscreateTosaToLinalg ()
 
std::unique_ptr< PasscreateTosaToLinalgNamed (const TosaToLinalgNamedOptions &options=TosaToLinalgNamedOptions())
 
void addTosaToLinalgPasses (OpPassManager &pm, const TosaToLinalgOptions &options, const TosaToLinalgNamedOptions &tosaToLinalgNamedOptions=TosaToLinalgNamedOptions(), std::optional< tosa::TosaValidationOptions > validationOptions=tosa::TosaValidationOptions{ {"none"}, {"none"}, false, false, tosa::TosaLevelEnum::None})
 Populates passes to convert from TOSA to Linalg on buffers. More...
 
void registerTosaToLinalgPipelines ()
 Populates TOSA to linalg pipelines Currently, this includes only the "tosa-to-linalg-pipeline". More...
 
void populateTosaToLinalgConversionPatterns (const TypeConverter &converter, RewritePatternSet *patterns)
 Populates conversion passes from TOSA dialect to Linalg dialect. More...
 
void populateTosaToLinalgNamedConversionPatterns (const TypeConverter &converter, RewritePatternSet *patterns, const TosaToLinalgNamedOptions &options)
 Populates conversion passes from TOSA dialect to Linalg named operations. More...
 
void populateTosaToMLProgramConversionPatterns (RewritePatternSet *patterns)
 
void populateTosaToSCFConversionPatterns (RewritePatternSet *patterns)
 
void addTosaToSCFPasses (OpPassManager &pm)
 Populates passes to convert from TOSA to SCF. More...
 
void populateTosaToTensorConversionPatterns (const TypeConverter &converter, RewritePatternSet *patterns)
 
void registerShardingInterfaceExternalModels (DialectRegistry &registry)
 
ParseResult parseTypeOrAttr (OpAsmParser &parser, TypeAttr &typeAttr, Attribute &attr)
 
void printTypeOrAttr (OpAsmPrinter &p, Operation *op, TypeAttr type, Attribute attr)
 
bool isa_tosa_shape_type (mlir::Type t)
 
std::optional< ValuecreateZeroPointTensor (OpBuilder &builder, Location loc, Type srcElemType, int64_t zp=0)
 
Value createPadConstTensor (OpBuilder &builder, Location loc, Value src, int32_t val=0)
 
void populateTosaDecomposeTransposeConv (MLIRContext *ctx, RewritePatternSet &patterns)
 
void populateTosaDecomposeDepthwise (MLIRContext *ctx, RewritePatternSet &patterns)
 
void populateTosaFoldConstantReciprocalPatterns (MLIRContext *ctx, RewritePatternSet &patterns)
 
void populateTosaFoldConstantTransposePatterns (MLIRContext *ctx, RewritePatternSet &patterns)
 
void populateTosaConstantReduction (MLIRContext *ctx, RewritePatternSet &patterns, bool aggressiveReduceConstant)
 
void populateTosaTypeConversion (TypeConverter &converter)
 
std::unique_ptr< PasscreateTosaTestQuantUtilAPIPass ()
 
SmallVector< utils::IteratorType > getNParallelLoopsAttrs (unsigned nParallelLoops)
 
SmallVector< ValuecondenseValues (const SmallVector< Value > &values)
 
Value clampFloatHelper (Location loc, Value arg, Value min, Value max, OpBuilder &rewriter)
 
Value clampIntHelper (Location loc, Value arg, Value min, Value max, OpBuilder &rewriter, bool isUnsigned)
 
bool validIntegerRange (IntegerType ty, int64_t value)
 
template<typename Op >
std::optional< SmallVector< Value > > checkHasDynamicBatchDims (PatternRewriter &rewriter, Op op, ArrayRef< Value > params)
 
LogicalResult EqualizeRanks (PatternRewriter &rewriter, Location loc, Value &input1, Value &input2)
 Common code to create the reshape op where necessary to make the rank of two values equal. More...
 
LogicalResult EqualizeRanks (ImplicitLocOpBuilder &builder, Value &input1, Value &input2)
 
template<typename TosaOp , typename... Args>
TosaOp CreateOpAndInferShape (ImplicitLocOpBuilder &builder, Type resultTy, Args &&...args)
 
template<typename TosaOp , typename... Args>
TosaOp CreateOpAndInferShape (PatternRewriter &rewriter, Location loc, Type resultTy, Args &&...args)
 
template<typename T >
SmallVector< T > applyTOSAPermutation (ArrayRef< T > input, ArrayRef< int32_t > perms)
 
Value getTosaConstShape (ImplicitLocOpBuilder &builder, llvm::ArrayRef< int64_t > shape)
 
Value getTosaConstShape (PatternRewriter &rewriter, Location loc, llvm::ArrayRef< int64_t > shape)
 
SmallVector< int64_t > convertFromMlirShape (ArrayRef< int64_t > shape)
 
bool getConstShapeValues (Operation *op, llvm::SmallVector< int64_t > &result_shape)
 
SmallVector< int64_t > convertFromIntAttr (const DenseElementsAttr &attr, const int rank)
 
bool computeMultiplierAndShift (double scale, int32_t &multiplier, int32_t &shift, int32_t scaleWidth)
 From a scale value, computes multiplier and shift values for 16 or 32-bit scale widths. More...
 
template<typename IntType >
Value getConstTensorInt (OpBuilder &builder, Location loc, ArrayRef< IntType > vec)
 
ConvOpQuantizationAttr buildConvOpQuantizationAttr (OpBuilder &builder, Value input, Value weight)
 Method to build ConvOpQuantizationAttr, called from ConvOpQuantInfoBuilder/TransConvOpQuantInfoBuilder: input_zp: input zeropoint weight_zp: weight zeropoint. More...
 
std::pair< Value, ValuecreateZPsAsConst (OpBuilder &builder, Value input, Value weight)
 
MatMulOpQuantizationAttr buildMatMulOpQuantizationAttr (OpBuilder &builder, Value a, Value b)
 Builds MatMulOpQuantizationAttr, called from MatMulOpQuantInfoBuilder: aZp: input a zeropoint bZp: input b zeropoint. More...
 
UnaryOpQuantizationAttr buildUnaryOpQuantizationAttr (OpBuilder &builder, Value input, Type outputRawType)
 Builds UnaryOpQuantizationAttr UnaryOpQuantInfoBuilder: inputZp: input zeropoint outputZp: output zeropoint. More...
 
PadOpQuantizationAttr buildPadOpQuantizationAttr (OpBuilder &builder, Value input)
 Builds PadOpQuantizationAttr, called from PadOpQuantInfoBuilder: inputZp: input zeropoint. More...
 
Type buildConvOpResultTypeInfo (OpBuilder &builder, Type outputType, Value input, Value weight)
 construct ConvOp output type with correct bitwidth based on input/weight width. More...
 
Type buildQTypeFromMinMax (OpBuilder builder, Type inputDType, Attribute minAttr, Attribute maxAttr, IntegerAttr quantBits, int filterQuantDim, bool isSigned, BoolAttr narrowRange)
 Builds Tosa quantization attributes from min/max values. More...
 
TypeAttr buildQTypeAttrFromMinMax (OpBuilder builder, Type inputDType, Attribute minAttr, Attribute maxAttr, IntegerAttr quantBits, int filterQuantDim, bool isSigned, BoolAttr narrowRange)
 Builds Tosa quantization attributes from min/max values. More...
 

Function Documentation

◆ addTosaToLinalgPasses()

void mlir::tosa::addTosaToLinalgPasses ( OpPassManager pm,
const TosaToLinalgOptions &  options,
const TosaToLinalgNamedOptions &  tosaToLinalgNamedOptions = TosaToLinalgNamedOptions(),
std::optional< tosa::TosaValidationOptions >  validationOptions = tosa::TosaValidationOptions{ {"none"}, {"none"}, false, false, tosa::TosaLevelEnum::None} 
)

Populates passes to convert from TOSA to Linalg on buffers.

At the end of the pass, the function will only contain linalg ops or standard ops if the pipeline succeeds. The option to disable decompositions is available for benchmarking performance improvements from the canonicalizations.

Definition at line 82 of file TosaToLinalgPass.cpp.

References mlir::OpPassManager::addNestedPass(), mlir::OpPassManager::addPass(), mlir::createCanonicalizerPass(), createTosaToLinalg(), createTosaToLinalgNamed(), and options.

Referenced by registerTosaToLinalgPipelines().

◆ addTosaToSCFPasses()

void mlir::tosa::addTosaToSCFPasses ( OpPassManager pm)

Populates passes to convert from TOSA to SCF.

Definition at line 51 of file TosaToSCFPass.cpp.

References mlir::OpPassManager::addNestedPass().

◆ applyTOSAPermutation()

template<typename T >
SmallVector<T> mlir::tosa::applyTOSAPermutation ( ArrayRef< T >  input,
ArrayRef< int32_t >  perms 
)

Definition at line 222 of file ConversionUtils.h.

◆ buildConvOpQuantizationAttr()

ConvOpQuantizationAttr mlir::tosa::buildConvOpQuantizationAttr ( OpBuilder builder,
Value  input,
Value  weight 
)

Method to build ConvOpQuantizationAttr, called from ConvOpQuantInfoBuilder/TransConvOpQuantInfoBuilder: input_zp: input zeropoint weight_zp: weight zeropoint.

Definition at line 198 of file QuantUtils.cpp.

References mlir::Builder::getAttr(), and getConvZeroPoints().

Referenced by buildConvOpWithQuantInfo(), and buildTransConvOpWithQuantInfo().

◆ buildConvOpResultTypeInfo()

Type mlir::tosa::buildConvOpResultTypeInfo ( OpBuilder builder,
Type  outputType,
Value  input,
Value  weight 
)

construct ConvOp output type with correct bitwidth based on input/weight width.

Builds output type for a quantized ConvOp with the right bitwidth.

This is called by the builder when dealing with quantized content.

Definition at line 289 of file QuantUtils.cpp.

References GET_QTYPE, mlir::Builder::getI32Type(), mlir::Builder::getIntegerType(), and mlir::Value::getType().

Referenced by buildConvOpWithQuantInfo(), and buildTransConvOpWithQuantInfo().

◆ buildMatMulOpQuantizationAttr()

MatMulOpQuantizationAttr mlir::tosa::buildMatMulOpQuantizationAttr ( OpBuilder builder,
Value  a,
Value  b 
)

Builds MatMulOpQuantizationAttr, called from MatMulOpQuantInfoBuilder: aZp: input a zeropoint bZp: input b zeropoint.

Definition at line 214 of file QuantUtils.cpp.

References GET_UQTYPE, mlir::Builder::getAttr(), and mlir::Value::getType().

Referenced by buildMatMulOpWithQuantInfo().

◆ buildPadOpQuantizationAttr()

PadOpQuantizationAttr mlir::tosa::buildPadOpQuantizationAttr ( OpBuilder builder,
Value  input 
)

Builds PadOpQuantizationAttr, called from PadOpQuantInfoBuilder: inputZp: input zeropoint.

Definition at line 269 of file QuantUtils.cpp.

References GET_UQTYPE, mlir::Builder::getAttr(), and mlir::Value::getType().

Referenced by buildPadOpWithQuantInfo().

◆ buildQTypeAttrFromMinMax()

TypeAttr mlir::tosa::buildQTypeAttrFromMinMax ( OpBuilder  builder,
Type  inputDType,
Attribute  minAttr,
Attribute  maxAttr,
IntegerAttr  quantBits,
int  filterQuantDim,
bool  isSigned,
BoolAttr  narrowRange 
)

Builds Tosa quantization attributes from min/max values.

Definition at line 389 of file QuantUtils.cpp.

References buildQTypeFromMinMax(), and mlir::get().

◆ buildQTypeFromMinMax()

Type mlir::tosa::buildQTypeFromMinMax ( OpBuilder  builder,
Type  inputDType,
Attribute  minAttr,
Attribute  maxAttr,
IntegerAttr  quantBits,
int  filterQuantDim,
bool  isSigned,
BoolAttr  narrowRange 
)

◆ buildUnaryOpQuantizationAttr()

UnaryOpQuantizationAttr mlir::tosa::buildUnaryOpQuantizationAttr ( OpBuilder builder,
Value  input,
Type  outputRawType 
)

Builds UnaryOpQuantizationAttr UnaryOpQuantInfoBuilder: inputZp: input zeropoint outputZp: output zeropoint.

Definition at line 243 of file QuantUtils.cpp.

References GET_UQTYPE, mlir::Builder::getAttr(), and mlir::Value::getType().

Referenced by buildAvgPool2dOpWithQuantInfo(), and buildNegateOpWithQuantInfo().

◆ checkHasDynamicBatchDims()

template<typename Op >
std::optional<SmallVector<Value> > mlir::tosa::checkHasDynamicBatchDims ( PatternRewriter rewriter,
Op  op,
ArrayRef< Value params 
)

◆ clampFloatHelper()

Value mlir::tosa::clampFloatHelper ( Location  loc,
Value  arg,
Value  min,
Value  max,
OpBuilder rewriter 
)

Definition at line 34 of file ConversionUtils.cpp.

References mlir::OpBuilder::create(), max(), and min().

Referenced by createLinalgBodyCalculationForElementwiseOp().

◆ clampIntHelper()

Value mlir::tosa::clampIntHelper ( Location  loc,
Value  arg,
Value  min,
Value  max,
OpBuilder rewriter,
bool  isUnsigned 
)

Definition at line 40 of file ConversionUtils.cpp.

References mlir::OpBuilder::create(), max(), and min().

Referenced by createLinalgBodyCalculationForElementwiseOp().

◆ computeMultiplierAndShift()

bool mlir::tosa::computeMultiplierAndShift ( double  scale,
int32_t &  multiplier,
int32_t &  shift,
int32_t  scaleWidth 
)

From a scale value, computes multiplier and shift values for 16 or 32-bit scale widths.

Generates a quantized multiplier/shift from double.

Definition at line 95 of file QuantUtils.cpp.

References computeMultiplierAndShiftTosaScale16(), and computeMultiplierAndShiftTosaScale32().

◆ condenseValues()

SmallVector< Value > mlir::tosa::condenseValues ( const SmallVector< Value > &  values)

Definition at line 26 of file ConversionUtils.cpp.

Referenced by inferDynamicDimsForConv().

◆ convertFromIntAttr()

SmallVector< int64_t > mlir::tosa::convertFromIntAttr ( const DenseElementsAttr attr,
const int  rank 
)

◆ convertFromMlirShape()

SmallVector< int64_t > mlir::tosa::convertFromMlirShape ( ArrayRef< int64_t >  shape)

Definition at line 175 of file ConversionUtils.cpp.

Referenced by getTosaConstShape().

◆ CreateOpAndInferShape() [1/2]

template<typename TosaOp , typename... Args>
TosaOp mlir::tosa::CreateOpAndInferShape ( ImplicitLocOpBuilder builder,
Type  resultTy,
Args &&...  args 
)

Definition at line 146 of file ConversionUtils.h.

References EqualizeRanks(), and mlir::presburger::round().

◆ CreateOpAndInferShape() [2/2]

template<typename TosaOp , typename... Args>
TosaOp mlir::tosa::CreateOpAndInferShape ( PatternRewriter rewriter,
Location  loc,
Type  resultTy,
Args &&...  args 
)

Definition at line 213 of file ConversionUtils.h.

◆ createPadConstTensor()

Value mlir::tosa::createPadConstTensor ( OpBuilder builder,
Location  loc,
Value  src,
int32_t  val = 0 
)

◆ createTosaTestQuantUtilAPIPass()

std::unique_ptr<Pass> mlir::tosa::createTosaTestQuantUtilAPIPass ( )

◆ createTosaToLinalg()

std::unique_ptr< Pass > mlir::tosa::createTosaToLinalg ( )

Definition at line 78 of file TosaToLinalgPass.cpp.

Referenced by addTosaToLinalgPasses().

◆ createTosaToLinalgNamed()

std::unique_ptr< Pass > mlir::tosa::createTosaToLinalgNamed ( const TosaToLinalgNamedOptions &  options = TosaToLinalgNamedOptions())

Definition at line 81 of file TosaToLinalgNamedPass.cpp.

References options.

Referenced by addTosaToLinalgPasses().

◆ createZeroPointTensor()

std::optional< Value > mlir::tosa::createZeroPointTensor ( OpBuilder builder,
Location  loc,
Type  srcElemType,
int64_t  zp = 0 
)

◆ createZPsAsConst()

std::pair< Value, Value > mlir::tosa::createZPsAsConst ( OpBuilder builder,
Value  input,
Value  weight 
)

◆ EqualizeRanks() [1/2]

LogicalResult mlir::tosa::EqualizeRanks ( ImplicitLocOpBuilder builder,
Value input1,
Value input2 
)

◆ EqualizeRanks() [2/2]

LogicalResult mlir::tosa::EqualizeRanks ( PatternRewriter rewriter,
Location  loc,
Value input1,
Value input2 
)

Common code to create the reshape op where necessary to make the rank of two values equal.

input1 and input2 will be updated when the rank has changed. The caller is expected to use these to rewrite the original operator with the RESHAPE now in the graph.

Definition at line 100 of file ConversionUtils.cpp.

Referenced by CreateOpAndInferShape().

◆ getConstShapeValues()

bool mlir::tosa::getConstShapeValues ( Operation op,
llvm::SmallVector< int64_t > &  result_shape 
)

◆ getConstTensorInt()

template<typename IntType >
Value mlir::tosa::getConstTensorInt ( OpBuilder builder,
Location  loc,
ArrayRef< IntType >  vec 
)

◆ getNParallelLoopsAttrs()

SmallVector< utils::IteratorType > mlir::tosa::getNParallelLoopsAttrs ( unsigned  nParallelLoops)

◆ getTosaConstShape() [1/2]

Value mlir::tosa::getTosaConstShape ( ImplicitLocOpBuilder builder,
llvm::ArrayRef< int64_t >  shape 
)

◆ getTosaConstShape() [2/2]

Value mlir::tosa::getTosaConstShape ( PatternRewriter rewriter,
Location  loc,
llvm::ArrayRef< int64_t >  shape 
)

Definition at line 169 of file ConversionUtils.cpp.

References getTosaConstShape().

◆ isa_tosa_shape_type()

bool mlir::tosa::isa_tosa_shape_type ( mlir::Type  t)

Definition at line 3461 of file TosaOps.cpp.

◆ parseTypeOrAttr()

ParseResult mlir::tosa::parseTypeOrAttr ( OpAsmParser parser,
TypeAttr &  typeAttr,
Attribute attr 
)

◆ populateTosaConstantReduction()

void mlir::tosa::populateTosaConstantReduction ( MLIRContext ctx,
RewritePatternSet patterns,
bool  aggressiveReduceConstant 
)

Definition at line 453 of file TosaFolders.cpp.

References mlir::patterns.

◆ populateTosaDecomposeDepthwise()

void mlir::tosa::populateTosaDecomposeDepthwise ( MLIRContext ctx,
RewritePatternSet patterns 
)

Definition at line 196 of file TosaDecomposeDepthwise.cpp.

References mlir::patterns.

◆ populateTosaDecomposeTransposeConv()

void mlir::tosa::populateTosaDecomposeTransposeConv ( MLIRContext ctx,
RewritePatternSet patterns 
)

Definition at line 335 of file TosaDecomposeTransposeConv.cpp.

References mlir::patterns.

◆ populateTosaFoldConstantReciprocalPatterns()

void mlir::tosa::populateTosaFoldConstantReciprocalPatterns ( MLIRContext ctx,
RewritePatternSet patterns 
)

Definition at line 475 of file TosaFolders.cpp.

References mlir::patterns.

◆ populateTosaFoldConstantTransposePatterns()

void mlir::tosa::populateTosaFoldConstantTransposePatterns ( MLIRContext ctx,
RewritePatternSet patterns 
)

Definition at line 470 of file TosaFolders.cpp.

References mlir::patterns.

◆ populateTosaRescaleToArithConversionPatterns()

void mlir::tosa::populateTosaRescaleToArithConversionPatterns ( RewritePatternSet patterns,
bool  include32Bit = false 
)

Definition at line 256 of file TosaToArith.cpp.

References mlir::patterns.

◆ populateTosaToArithConversionPatterns()

void mlir::tosa::populateTosaToArithConversionPatterns ( RewritePatternSet patterns)

Definition at line 251 of file TosaToArith.cpp.

References mlir::patterns.

◆ populateTosaToLinalgConversionPatterns()

void mlir::tosa::populateTosaToLinalgConversionPatterns ( const TypeConverter converter,
RewritePatternSet patterns 
)

Populates conversion passes from TOSA dialect to Linalg dialect.

Definition at line 2835 of file TosaToLinalg.cpp.

References mlir::patterns.

◆ populateTosaToLinalgNamedConversionPatterns()

void mlir::tosa::populateTosaToLinalgNamedConversionPatterns ( const TypeConverter converter,
RewritePatternSet patterns,
const TosaToLinalgNamedOptions &  options 
)

Populates conversion passes from TOSA dialect to Linalg named operations.

Definition at line 1128 of file TosaToLinalgNamed.cpp.

References options, and mlir::patterns.

◆ populateTosaToMLProgramConversionPatterns()

void mlir::tosa::populateTosaToMLProgramConversionPatterns ( RewritePatternSet patterns)

Definition at line 72 of file TosaToMLProgram.cpp.

References mlir::patterns.

◆ populateTosaToSCFConversionPatterns()

void mlir::tosa::populateTosaToSCFConversionPatterns ( RewritePatternSet patterns)

Definition at line 176 of file TosaToSCF.cpp.

References mlir::patterns.

◆ populateTosaToTensorConversionPatterns()

void mlir::tosa::populateTosaToTensorConversionPatterns ( const TypeConverter converter,
RewritePatternSet patterns 
)

Definition at line 459 of file TosaToTensor.cpp.

References mlir::patterns.

◆ populateTosaTypeConversion()

void mlir::tosa::populateTosaTypeConversion ( TypeConverter converter)

◆ printTypeOrAttr()

void mlir::tosa::printTypeOrAttr ( OpAsmPrinter p,
Operation op,
TypeAttr  type,
Attribute  attr 
)

Definition at line 202 of file TosaOps.cpp.

References mlir::AsmPrinter::printAttribute().

◆ registerShardingInterfaceExternalModels()

void mlir::tosa::registerShardingInterfaceExternalModels ( DialectRegistry registry)

◆ registerTosaToLinalgPipelines()

void mlir::tosa::registerTosaToLinalgPipelines ( )

Populates TOSA to linalg pipelines Currently, this includes only the "tosa-to-linalg-pipeline".

Definition at line 110 of file TosaToLinalgPass.cpp.

References addTosaToLinalgPasses().

Referenced by mlir::registerAllPasses().

◆ validIntegerRange()

bool mlir::tosa::validIntegerRange ( IntegerType  ty,
int64_t  value 
)

Definition at line 50 of file ConversionUtils.cpp.