Classes
struct	ValueKnowledge
	Statically known information for a particular Value. More...

Functions
std::unique_ptr< Pass >	createTosaToArith (bool includeApplyRescale=false, bool use32BitApplyRescale=false)

void	populateTosaToArithConversionPatterns (RewritePatternSet *patterns)

void	populateTosaRescaleToArithConversionPatterns (RewritePatternSet *patterns, bool include32Bit=false)

std::unique_ptr< Pass >	createTosaToLinalg ()

std::unique_ptr< Pass >	createTosaToLinalgNamed ()

void	addTosaToLinalgPasses (OpPassManager &pm, bool disableTosaDecompositions=false)
	Populates passes to convert from TOSA to Linalg on buffers. More...

void	populateTosaToLinalgConversionPatterns (RewritePatternSet *patterns)
	Populates conversion passes from TOSA dialect to Linalg dialect. More...

void	populateTosaToLinalgNamedConversionPatterns (RewritePatternSet *patterns)
	Populates conversion passes from TOSA dialect to Linalg named operations. More...

std::unique_ptr< Pass >	createTosaToSCF ()

void	populateTosaToSCFConversionPatterns (RewritePatternSet *patterns)

void	addTosaToSCFPasses (OpPassManager &pm)
	Populates passes to convert from TOSA to SCF. More...

std::unique_ptr< Pass >	createTosaToTensor ()

void	populateTosaToTensorConversionPatterns (RewritePatternSet *patterns)

void	populateTosaDecomposeConv2D (MLIRContext *ctx, RewritePatternSet &patterns)

void	populateTosaDecomposeTransposeConv (MLIRContext *ctx, RewritePatternSet &patterns)

void	populateTosaDecomposeDepthwise (MLIRContext *ctx, RewritePatternSet &patterns)

void	populateTosaFoldConstantTransposePatterns (MLIRContext *ctx, RewritePatternSet &patterns)

std::unique_ptr< Pass >	createTosaLayerwiseConstantFoldPass ()

std::unique_ptr< Pass >	createTosaInferShapesPass ()

std::unique_ptr< Pass >	createTosaMakeBroadcastablePass ()

std::unique_ptr< Pass >	createTosaTestQuantUtilAPIPass ()

std::unique_ptr< Pass >	createTosaOptionalDecompositions ()

std::unique_ptr< Pass >	createTosaValidationPass ()

SmallVector< utils::IteratorType >	getNParallelLoopsAttrs (unsigned nParallelLoops)

SmallVector< Value >	condenseValues (const SmallVector< Value > &values)

Value	clampFloatHelper (Location loc, Value arg, Value min, Value max, OpBuilder &rewriter)

Value	clampIntHelper (Location loc, Value arg, Value min, Value max, OpBuilder &rewriter)

bool	validIntegerRange (IntegerType ty, int64_t value)

template<typename Op >
std::optional< SmallVector< Value > >	checkHasDynamicBatchDims (PatternRewriter &rewriter, Op op, ArrayRef< Value > params)

void	computeMultiplierAndShift (double scale, int32_t &multiplier, int32_t &shift, int32_t scaleWidth)
	From a scale value, computes multiplier and shift values for 16 or 32-bit scale widths. More...

ConvOpQuantizationAttr	buildConvOpQuantizationAttr (OpBuilder &builder, Value input, Value weight)
	Method to build ConvOpQuantizationAttr, called from ConvOpQuantInfoBuilder/TransConvOpQuantInfoBuilder: input_zp: input zeropoint weight_zp: weight zeropoint. More...

MatMulOpQuantizationAttr	buildMatMulOpQuantizationAttr (OpBuilder &builder, Value a, Value b)
	Builds MatMulOpQuantizationAttr, called from MatMulOpQuantInfoBuilder: aZp: input a zeropoint bZp: input b zeropoint. More...

UnaryOpQuantizationAttr	buildUnaryOpQuantizationAttr (OpBuilder &builder, Value input, Type outputRawType)
	Builds UnaryOpQuantizationAttr UnaryOpQuantInfoBuilder: inputZp: input zeropoint outputZp: output zeropoint. More...

PadOpQuantizationAttr	buildPadOpQuantizationAttr (OpBuilder &builder, Value input)
	Builds PadOpQuantizationAttr, called from PadOpQuantInfoBuilder: inputZp: input zeropoint. More...

Type	buildConvOpResultTypeInfo (OpBuilder &builder, Type outputType, Value input, Value weight)
	construct ConvOp output type with correct bitwidth based on input/weight width. More...

Type	buildQTypeFromMinMax (OpBuilder builder, Type inputDType, Attribute minAttr, Attribute maxAttr, IntegerAttr quantBits, int filterQuantDim, bool isSigned, BoolAttr narrowRange)
	Builds Tosa quantization attributes from min/max values. More...

TypeAttr	buildQTypeAttrFromMinMax (OpBuilder builder, Type inputDType, Attribute minAttr, Attribute maxAttr, IntegerAttr quantBits, int filterQuantDim, bool isSigned, BoolAttr narrowRange)
	Builds Tosa quantization attributes from min/max values. More...

Function Documentation

◆ addTosaToLinalgPasses()

void mlir::tosa::addTosaToLinalgPasses	(	OpPassManager &	pm,
		bool	disableTosaDecompositions = `false`
	)

Populates passes to convert from TOSA to Linalg on buffers.

At the end of the pass, the function will only contain linalg ops or standard ops if the pipeline succeeds. The option to disable decompositions is available for benchmarking performance improvements from the canonicalizations.

Definition at line 77 of file TosaToLinalgPass.cpp.

References mlir::OpPassManager::addNestedPass(), mlir::createCanonicalizerPass(), createTosaLayerwiseConstantFoldPass(), createTosaMakeBroadcastablePass(), createTosaOptionalDecompositions(), createTosaToLinalg(), createTosaToLinalgNamed(), and createTosaValidationPass().

◆ addTosaToSCFPasses()

void mlir::tosa::addTosaToSCFPasses ( OpPassManager & pm )

Populates passes to convert from TOSA to SCF.

Definition at line 55 of file TosaToSCFPass.cpp.

References mlir::OpPassManager::addNestedPass(), and createTosaToSCF().

◆ buildConvOpQuantizationAttr()

ConvOpQuantizationAttr mlir::tosa::buildConvOpQuantizationAttr	(	OpBuilder &	builder,
		Value	input,
		Value	weight
	)

Method to build ConvOpQuantizationAttr, called from ConvOpQuantInfoBuilder/TransConvOpQuantInfoBuilder: input_zp: input zeropoint weight_zp: weight zeropoint.

Definition at line 116 of file QuantUtils.cpp.

References mlir::Type::dyn_cast(), GET_UQTYPE, mlir::Builder::getAttr(), and mlir::Value::getType().

Referenced by buildConvOpWithQuantInfo(), buildFCOpWithQuantInfo(), and buildTransConvOpWithQuantInfo().

◆ buildConvOpResultTypeInfo()

Type mlir::tosa::buildConvOpResultTypeInfo	(	OpBuilder &	builder,
		Type	outputType,
		Value	input,
		Value	weight
	)

construct ConvOp output type with correct bitwidth based on input/weight width.

Builds output type for a quantized ConvOp with the right bitwidth.

This is called by the builder when dealing with quantized content.

Definition at line 235 of file QuantUtils.cpp.

References mlir::Type::dyn_cast(), GET_QTYPE, mlir::Builder::getI32Type(), mlir::Builder::getIntegerType(), and mlir::Value::getType().

Referenced by buildConvOpWithQuantInfo(), buildFCOpWithQuantInfo(), and buildTransConvOpWithQuantInfo().

◆ buildMatMulOpQuantizationAttr()

MatMulOpQuantizationAttr mlir::tosa::buildMatMulOpQuantizationAttr	(	OpBuilder &	builder,
		Value	a,
		Value	b
	)

Builds MatMulOpQuantizationAttr, called from MatMulOpQuantInfoBuilder: aZp: input a zeropoint bZp: input b zeropoint.

Definition at line 160 of file QuantUtils.cpp.

References mlir::Type::dyn_cast(), GET_UQTYPE, mlir::Builder::getAttr(), and mlir::Value::getType().

Referenced by buildMatMulOpWithQuantInfo().

◆ buildPadOpQuantizationAttr()

PadOpQuantizationAttr mlir::tosa::buildPadOpQuantizationAttr	(	OpBuilder &	builder,
		Value	input
	)

Builds PadOpQuantizationAttr, called from PadOpQuantInfoBuilder: inputZp: input zeropoint.

Definition at line 215 of file QuantUtils.cpp.

References mlir::Type::dyn_cast(), GET_UQTYPE, mlir::Builder::getAttr(), and mlir::Value::getType().

Referenced by buildExplicitValuePadOpWithQuantInfo(), and buildPadOpWithQuantInfo().

◆ buildQTypeAttrFromMinMax()

TypeAttr mlir::tosa::buildQTypeAttrFromMinMax	(	OpBuilder	builder,
		Type	inputDType,
		Attribute	minAttr,
		Attribute	maxAttr,
		IntegerAttr	quantBits,
		int	filterQuantDim,
		bool	isSigned,
		BoolAttr	narrowRange
	)

Builds Tosa quantization attributes from min/max values.

Definition at line 335 of file QuantUtils.cpp.

References buildQTypeFromMinMax().

◆ buildQTypeFromMinMax()

Type mlir::tosa::buildQTypeFromMinMax	(	OpBuilder	builder,
		Type	inputDType,
		Attribute	minAttr,
		Attribute	maxAttr,
		IntegerAttr	quantBits,
		int	filterQuantDim,
		bool	isSigned,
		BoolAttr	narrowRange
	)