MLIR  19.0.0git
Classes | Functions
mlir::tosa Namespace Reference

Classes

struct  ValidationOptions
 
struct  ValueKnowledge
 Statically known information for a particular Value. More...
 

Functions

std::unique_ptr< PasscreateTosaToArith (bool includeApplyRescale=false, bool use32BitApplyRescale=false)
 
void populateTosaToArithConversionPatterns (RewritePatternSet *patterns)
 
void populateTosaRescaleToArithConversionPatterns (RewritePatternSet *patterns, bool include32Bit=false)
 
std::unique_ptr< PasscreateTosaToLinalg ()
 
std::unique_ptr< PasscreateTosaToLinalgNamed (const TosaToLinalgNamedOptions &options=TosaToLinalgNamedOptions())
 
void addTosaToLinalgPasses (OpPassManager &pm, const TosaToLinalgOptions &options, const TosaToLinalgNamedOptions &tosaToLinalgNamedOptions=TosaToLinalgNamedOptions(), std::optional< tosa::TosaValidationOptions > validationOptions=tosa::TosaValidationOptions{tosa::TosaProfileEnum::Undefined, false, tosa::TosaLevelEnum::None})
 Populates passes to convert from TOSA to Linalg on buffers. More...
 
void registerTosaToLinalgPipelines ()
 Populates TOSA to linalg pipelines Currently, this includes only the "tosa-to-linalg-pipeline". More...
 
void populateTosaToLinalgConversionPatterns (RewritePatternSet *patterns)
 Populates conversion passes from TOSA dialect to Linalg dialect. More...
 
void populateTosaToLinalgNamedConversionPatterns (RewritePatternSet *patterns, const TosaToLinalgNamedOptions &options)
 Populates conversion passes from TOSA dialect to Linalg named operations. More...
 
void populateTosaToMLProgramConversionPatterns (RewritePatternSet *patterns)
 
std::unique_ptr< PasscreateTosaToSCF ()
 
void populateTosaToSCFConversionPatterns (RewritePatternSet *patterns)
 
void addTosaToSCFPasses (OpPassManager &pm)
 Populates passes to convert from TOSA to SCF. More...
 
std::unique_ptr< PasscreateTosaToTensor ()
 
void populateTosaToTensorConversionPatterns (RewritePatternSet *patterns)
 
void registerShardingInterfaceExternalModels (DialectRegistry &registry)
 
ParseResult parseTypeOrAttr (OpAsmParser &parser, TypeAttr &typeAttr, Attribute &attr)
 
void printTypeOrAttr (OpAsmPrinter &p, Operation *op, TypeAttr type, Attribute attr)
 
void populateTosaDecomposeConv2D (MLIRContext *ctx, RewritePatternSet &patterns)
 
void populateTosaDecomposeTransposeConv (MLIRContext *ctx, RewritePatternSet &patterns)
 
void populateTosaDecomposeDepthwise (MLIRContext *ctx, RewritePatternSet &patterns)
 
void populateTosaFoldConstantReciprocalPatterns (MLIRContext *ctx, RewritePatternSet &patterns)
 
void populateTosaFoldConstantTransposePatterns (MLIRContext *ctx, RewritePatternSet &patterns)
 
void populateTosaConstantReduction (MLIRContext *ctx, RewritePatternSet &patterns, bool aggressiveReduceConstant)
 
std::unique_ptr< PasscreateTosaLayerwiseConstantFoldPass ()
 
std::unique_ptr< PasscreateTosaLayerwiseConstantFoldPass (const TosaLayerwiseConstantFoldPassOptions &options)
 
std::unique_ptr< PasscreateTosaInferShapesPass ()
 
std::unique_ptr< PasscreateTosaMakeBroadcastablePass ()
 
std::unique_ptr< PasscreateTosaTestQuantUtilAPIPass ()
 
std::unique_ptr< PasscreateTosaOptionalDecompositions ()
 
SmallVector< utils::IteratorType > getNParallelLoopsAttrs (unsigned nParallelLoops)
 
SmallVector< ValuecondenseValues (const SmallVector< Value > &values)
 
Value clampFloatHelper (Location loc, Value arg, Value min, Value max, OpBuilder &rewriter)
 
Value clampIntHelper (Location loc, Value arg, Value min, Value max, OpBuilder &rewriter)
 
bool validIntegerRange (IntegerType ty, int64_t value)
 
template<typename Op >
std::optional< SmallVector< Value > > checkHasDynamicBatchDims (PatternRewriter &rewriter, Op op, ArrayRef< Value > params)
 
LogicalResult EqualizeRanks (PatternRewriter &rewriter, Location loc, Value &input1, Value &input2)
 Common code to create the reshape op where necessary to make the rank of two values equal. More...
 
void computeMultiplierAndShift (double scale, int32_t &multiplier, int32_t &shift, int32_t scaleWidth)
 From a scale value, computes multiplier and shift values for 16 or 32-bit scale widths. More...
 
ConvOpQuantizationAttr buildConvOpQuantizationAttr (OpBuilder &builder, Value input, Value weight)
 Method to build ConvOpQuantizationAttr, called from ConvOpQuantInfoBuilder/TransConvOpQuantInfoBuilder: input_zp: input zeropoint weight_zp: weight zeropoint. More...
 
MatMulOpQuantizationAttr buildMatMulOpQuantizationAttr (OpBuilder &builder, Value a, Value b)
 Builds MatMulOpQuantizationAttr, called from MatMulOpQuantInfoBuilder: aZp: input a zeropoint bZp: input b zeropoint. More...
 
UnaryOpQuantizationAttr buildUnaryOpQuantizationAttr (OpBuilder &builder, Value input, Type outputRawType)
 Builds UnaryOpQuantizationAttr UnaryOpQuantInfoBuilder: inputZp: input zeropoint outputZp: output zeropoint. More...
 
PadOpQuantizationAttr buildPadOpQuantizationAttr (OpBuilder &builder, Value input)
 Builds PadOpQuantizationAttr, called from PadOpQuantInfoBuilder: inputZp: input zeropoint. More...
 
Type buildConvOpResultTypeInfo (OpBuilder &builder, Type outputType, Value input, Value weight)
 construct ConvOp output type with correct bitwidth based on input/weight width. More...
 
Type buildQTypeFromMinMax (OpBuilder builder, Type inputDType, Attribute minAttr, Attribute maxAttr, IntegerAttr quantBits, int filterQuantDim, bool isSigned, BoolAttr narrowRange)
 Builds Tosa quantization attributes from min/max values. More...
 
TypeAttr buildQTypeAttrFromMinMax (OpBuilder builder, Type inputDType, Attribute minAttr, Attribute maxAttr, IntegerAttr quantBits, int filterQuantDim, bool isSigned, BoolAttr narrowRange)
 Builds Tosa quantization attributes from min/max values. More...
 

Function Documentation

◆ addTosaToLinalgPasses()

void mlir::tosa::addTosaToLinalgPasses ( OpPassManager pm,
const TosaToLinalgOptions &  options,
const TosaToLinalgNamedOptions &  tosaToLinalgNamedOptions = TosaToLinalgNamedOptions(),
std::optional< tosa::TosaValidationOptions >  validationOptions = tosa::TosaValidationOptions{tosa::TosaProfileEnum::Undefined, false, tosa::TosaLevelEnum::None} 
)

Populates passes to convert from TOSA to Linalg on buffers.

At the end of the pass, the function will only contain linalg ops or standard ops if the pipeline succeeds. The option to disable decompositions is available for benchmarking performance improvements from the canonicalizations.

Definition at line 78 of file TosaToLinalgPass.cpp.

References mlir::OpPassManager::addNestedPass(), mlir::OpPassManager::addPass(), mlir::createCanonicalizerPass(), createTosaInferShapesPass(), createTosaLayerwiseConstantFoldPass(), createTosaMakeBroadcastablePass(), createTosaOptionalDecompositions(), createTosaToLinalg(), createTosaToLinalgNamed(), and options.

Referenced by registerTosaToLinalgPipelines().

◆ addTosaToSCFPasses()

void mlir::tosa::addTosaToSCFPasses ( OpPassManager pm)

Populates passes to convert from TOSA to SCF.

Definition at line 55 of file TosaToSCFPass.cpp.

References mlir::OpPassManager::addNestedPass(), and createTosaToSCF().

◆ buildConvOpQuantizationAttr()

ConvOpQuantizationAttr mlir::tosa::buildConvOpQuantizationAttr ( OpBuilder builder,
Value  input,
Value  weight 
)

Method to build ConvOpQuantizationAttr, called from ConvOpQuantInfoBuilder/TransConvOpQuantInfoBuilder: input_zp: input zeropoint weight_zp: weight zeropoint.

Definition at line 120 of file QuantUtils.cpp.

References GET_UQTYPE, mlir::Builder::getAttr(), and mlir::Value::getType().

Referenced by buildConvOpWithQuantInfo(), buildFCOpWithQuantInfo(), and buildTransConvOpWithQuantInfo().

◆ buildConvOpResultTypeInfo()

Type mlir::tosa::buildConvOpResultTypeInfo ( OpBuilder builder,
Type  outputType,
Value  input,
Value  weight 
)

construct ConvOp output type with correct bitwidth based on input/weight width.

Builds output type for a quantized ConvOp with the right bitwidth.

This is called by the builder when dealing with quantized content.

Definition at line 239 of file QuantUtils.cpp.

References GET_QTYPE, mlir::Builder::getI32Type(), mlir::Builder::getIntegerType(), and mlir::Value::getType().

Referenced by buildConvOpWithQuantInfo(), buildFCOpWithQuantInfo(), and buildTransConvOpWithQuantInfo().

◆ buildMatMulOpQuantizationAttr()

MatMulOpQuantizationAttr mlir::tosa::buildMatMulOpQuantizationAttr ( OpBuilder builder,
Value  a,
Value  b 
)

Builds MatMulOpQuantizationAttr, called from MatMulOpQuantInfoBuilder: aZp: input a zeropoint bZp: input b zeropoint.

Definition at line 164 of file QuantUtils.cpp.

References GET_UQTYPE, mlir::Builder::getAttr(), and mlir::Value::getType().

Referenced by buildMatMulOpWithQuantInfo().

◆ buildPadOpQuantizationAttr()

PadOpQuantizationAttr mlir::tosa::buildPadOpQuantizationAttr ( OpBuilder builder,
Value  input 
)

Builds PadOpQuantizationAttr, called from PadOpQuantInfoBuilder: inputZp: input zeropoint.

Definition at line 219 of file QuantUtils.cpp.

References GET_UQTYPE, mlir::Builder::getAttr(), and mlir::Value::getType().

Referenced by buildExplicitValuePadOpWithQuantInfo(), and buildPadOpWithQuantInfo().

◆ buildQTypeAttrFromMinMax()

TypeAttr mlir::tosa::buildQTypeAttrFromMinMax ( OpBuilder  builder,
Type  inputDType,
Attribute  minAttr,
Attribute  maxAttr,
IntegerAttr  quantBits,
int  filterQuantDim,
bool  isSigned,
BoolAttr  narrowRange 
)

Builds Tosa quantization attributes from min/max values.

Definition at line 339 of file QuantUtils.cpp.

References buildQTypeFromMinMax(), and mlir::get().

◆ buildQTypeFromMinMax()

Type mlir::tosa::buildQTypeFromMinMax ( OpBuilder  builder,
Type  inputDType,
Attribute  minAttr,
Attribute  maxAttr,
IntegerAttr  quantBits,
int  filterQuantDim,
bool  isSigned,
BoolAttr  narrowRange 
)

◆ buildUnaryOpQuantizationAttr()

UnaryOpQuantizationAttr mlir::tosa::buildUnaryOpQuantizationAttr ( OpBuilder builder,
Value  input,
Type  outputRawType 
)

Builds UnaryOpQuantizationAttr UnaryOpQuantInfoBuilder: inputZp: input zeropoint outputZp: output zeropoint.

Definition at line 193 of file QuantUtils.cpp.

References GET_UQTYPE, mlir::Builder::getAttr(), and mlir::Value::getType().

Referenced by buildAvgPool2dOpWithQuantInfo(), and buildUnaryOpWithQuantInfo().

◆ checkHasDynamicBatchDims()

template<typename Op >
std::optional<SmallVector<Value> > mlir::tosa::checkHasDynamicBatchDims ( PatternRewriter rewriter,
Op  op,
ArrayRef< Value params 
)

Definition at line 49 of file ConversionUtils.h.

◆ clampFloatHelper()

Value mlir::tosa::clampFloatHelper ( Location  loc,
Value  arg,
Value  min,
Value  max,
OpBuilder rewriter 
)

Definition at line 34 of file ConversionUtils.cpp.

References mlir::OpBuilder::create(), max(), and min().

◆ clampIntHelper()

Value mlir::tosa::clampIntHelper ( Location  loc,
Value  arg,
Value  min,
Value  max,
OpBuilder rewriter 
)

Definition at line 40 of file ConversionUtils.cpp.

References mlir::OpBuilder::create(), max(), and min().

◆ computeMultiplierAndShift()

void mlir::tosa::computeMultiplierAndShift ( double  scale,
int32_t &  multiplier,
int32_t &  shift,
int32_t  scaleWidth 
)

From a scale value, computes multiplier and shift values for 16 or 32-bit scale widths.

Generates a quantized multiplier/shift from double.

Definition at line 95 of file QuantUtils.cpp.

References computeMultiplierAndShiftTosaScale16(), and computeMultiplierAndShiftTosaScale32().

◆ condenseValues()

SmallVector< Value > mlir::tosa::condenseValues ( const SmallVector< Value > &  values)

Definition at line 26 of file ConversionUtils.cpp.

Referenced by inferDynamicDimsForConv().

◆ createTosaInferShapesPass()

std::unique_ptr< Pass > mlir::tosa::createTosaInferShapesPass ( )

Definition at line 302 of file TosaInferShapes.cpp.

Referenced by addTosaToLinalgPasses().

◆ createTosaLayerwiseConstantFoldPass() [1/2]

std::unique_ptr< Pass > mlir::tosa::createTosaLayerwiseConstantFoldPass ( )

Definition at line 70 of file TosaLayerwiseConstantFoldPass.cpp.

Referenced by addTosaToLinalgPasses().

◆ createTosaLayerwiseConstantFoldPass() [2/2]

std::unique_ptr< Pass > mlir::tosa::createTosaLayerwiseConstantFoldPass ( const TosaLayerwiseConstantFoldPassOptions &  options)

Definition at line 75 of file TosaLayerwiseConstantFoldPass.cpp.

References options.

◆ createTosaMakeBroadcastablePass()

std::unique_ptr< Pass > mlir::tosa::createTosaMakeBroadcastablePass ( )

Definition at line 254 of file TosaMakeBroadcastable.cpp.

Referenced by addTosaToLinalgPasses().

◆ createTosaOptionalDecompositions()

std::unique_ptr< Pass > mlir::tosa::createTosaOptionalDecompositions ( )

Definition at line 52 of file TosaOptionalDecompositions.cpp.

Referenced by addTosaToLinalgPasses().

◆ createTosaTestQuantUtilAPIPass()

std::unique_ptr<Pass> mlir::tosa::createTosaTestQuantUtilAPIPass ( )

◆ createTosaToArith()

std::unique_ptr< Pass > mlir::tosa::createTosaToArith ( bool  includeApplyRescale = false,
bool  use32BitApplyRescale = false 
)

Definition at line 57 of file TosaToArithPass.cpp.

References options.

◆ createTosaToLinalg()

std::unique_ptr< Pass > mlir::tosa::createTosaToLinalg ( )

Definition at line 74 of file TosaToLinalgPass.cpp.

Referenced by addTosaToLinalgPasses().

◆ createTosaToLinalgNamed()

std::unique_ptr< Pass > mlir::tosa::createTosaToLinalgNamed ( const TosaToLinalgNamedOptions &  options = TosaToLinalgNamedOptions())

Definition at line 78 of file TosaToLinalgNamedPass.cpp.

References options.

Referenced by addTosaToLinalgPasses().

◆ createTosaToSCF()

std::unique_ptr< Pass > mlir::tosa::createTosaToSCF ( )

Definition at line 51 of file TosaToSCFPass.cpp.

Referenced by addTosaToSCFPasses().

◆ createTosaToTensor()

std::unique_ptr< Pass > mlir::tosa::createTosaToTensor ( )

Definition at line 54 of file TosaToTensorPass.cpp.

◆ EqualizeRanks()

LogicalResult mlir::tosa::EqualizeRanks ( PatternRewriter rewriter,
Location  loc,
Value input1,
Value input2 
)

Common code to create the reshape op where necessary to make the rank of two values equal.

input1 and input2 will be updated when the rank has changed. The caller is expected to use these to rewrite the original operator with the RESHAPE now in the graph.

Definition at line 99 of file ConversionUtils.cpp.

References mlir::OpBuilder::create(), mlir::failed(), mlir::failure(), mlir::get(), mlir::Builder::getDenseI64ArrayAttr(), mlir::Value::getType(), and mlir::success().

◆ getNParallelLoopsAttrs()

SmallVector< utils::IteratorType > mlir::tosa::getNParallelLoopsAttrs ( unsigned  nParallelLoops)

◆ parseTypeOrAttr()

ParseResult mlir::tosa::parseTypeOrAttr ( OpAsmParser parser,
TypeAttr &  typeAttr,
Attribute attr 
)

◆ populateTosaConstantReduction()

void mlir::tosa::populateTosaConstantReduction ( MLIRContext ctx,
RewritePatternSet patterns,
bool  aggressiveReduceConstant 
)

Definition at line 406 of file TosaFolders.cpp.

References mlir::RewritePatternSet::add().

◆ populateTosaDecomposeConv2D()

void mlir::tosa::populateTosaDecomposeConv2D ( MLIRContext ctx,
RewritePatternSet patterns 
)

Definition at line 160 of file TosaDecomposeConv2D.cpp.

References mlir::RewritePatternSet::add().

◆ populateTosaDecomposeDepthwise()

void mlir::tosa::populateTosaDecomposeDepthwise ( MLIRContext ctx,
RewritePatternSet patterns 
)

Definition at line 167 of file TosaDecomposeDepthwise.cpp.

References mlir::RewritePatternSet::add().

◆ populateTosaDecomposeTransposeConv()

void mlir::tosa::populateTosaDecomposeTransposeConv ( MLIRContext ctx,
RewritePatternSet patterns 
)

Definition at line 384 of file TosaDecomposeTransposeConv.cpp.

References mlir::RewritePatternSet::add().

◆ populateTosaFoldConstantReciprocalPatterns()

void mlir::tosa::populateTosaFoldConstantReciprocalPatterns ( MLIRContext ctx,
RewritePatternSet patterns 
)

Definition at line 428 of file TosaFolders.cpp.

References mlir::RewritePatternSet::add().

◆ populateTosaFoldConstantTransposePatterns()

void mlir::tosa::populateTosaFoldConstantTransposePatterns ( MLIRContext ctx,
RewritePatternSet patterns 
)

Definition at line 423 of file TosaFolders.cpp.

References mlir::RewritePatternSet::add().

◆ populateTosaRescaleToArithConversionPatterns()

void mlir::tosa::populateTosaRescaleToArithConversionPatterns ( RewritePatternSet patterns,
bool  include32Bit = false 
)

◆ populateTosaToArithConversionPatterns()

void mlir::tosa::populateTosaToArithConversionPatterns ( RewritePatternSet patterns)

◆ populateTosaToLinalgConversionPatterns()

void mlir::tosa::populateTosaToLinalgConversionPatterns ( RewritePatternSet patterns)

Populates conversion passes from TOSA dialect to Linalg dialect.

Definition at line 2554 of file TosaToLinalg.cpp.

References mlir::RewritePatternSet::add(), and mlir::RewritePatternSet::getContext().

◆ populateTosaToLinalgNamedConversionPatterns()

void mlir::tosa::populateTosaToLinalgNamedConversionPatterns ( RewritePatternSet patterns,
const TosaToLinalgNamedOptions &  options 
)

Populates conversion passes from TOSA dialect to Linalg named operations.

Definition at line 1063 of file TosaToLinalgNamed.cpp.

References mlir::RewritePatternSet::add(), mlir::RewritePatternSet::getContext(), and options.

◆ populateTosaToMLProgramConversionPatterns()

void mlir::tosa::populateTosaToMLProgramConversionPatterns ( RewritePatternSet patterns)

◆ populateTosaToSCFConversionPatterns()

void mlir::tosa::populateTosaToSCFConversionPatterns ( RewritePatternSet patterns)

◆ populateTosaToTensorConversionPatterns()

void mlir::tosa::populateTosaToTensorConversionPatterns ( RewritePatternSet patterns)

◆ printTypeOrAttr()

void mlir::tosa::printTypeOrAttr ( OpAsmPrinter p,
Operation op,
TypeAttr  type,
Attribute  attr 
)

Definition at line 186 of file TosaOps.cpp.

◆ registerShardingInterfaceExternalModels()

void mlir::tosa::registerShardingInterfaceExternalModels ( DialectRegistry registry)

◆ registerTosaToLinalgPipelines()

void mlir::tosa::registerTosaToLinalgPipelines ( )

Populates TOSA to linalg pipelines Currently, this includes only the "tosa-to-linalg-pipeline".

Definition at line 105 of file TosaToLinalgPass.cpp.

References addTosaToLinalgPasses().

Referenced by mlir::registerAllPasses().

◆ validIntegerRange()

bool mlir::tosa::validIntegerRange ( IntegerType  ty,
int64_t  value 
)

Definition at line 46 of file ConversionUtils.cpp.