mlir::tosa Namespace Reference

Classes
struct	MatMulTOperands
struct	OpComplianceInfo
class	ProfileInfoDepot
class	TargetEnv
	This class represents the capability enabled in the target implementation such as profile, extension, and level. More...
struct	TosaLevel
class	TosaProfileCompliance
class	TosaSpecificationVersion
	A thin wrapper around the SpecificationVersion enum to represent and provide utilities around the TOSA specification version. More...
struct	TypeInfo
struct	TypeInfoRef
struct	ValueKnowledge
	Statically known information for a particular Value. More...
struct	VersionedTypeInfo

Typedefs
using	IndexPool = llvm::DenseMap<int64_t, Value>
	Caches the arith.constant index values created for a set of dimension indices so that broadcasting helpers can avoid emitting redundant constants.
using	OperationProfileComplianceMap
using	OperationExtensionComplianceMap

Enumerations
enum	CheckCondition { invalid , anyOf , allOf }

Functions
void	populateTosaToArithConversionPatterns (RewritePatternSet *patterns)
void	populateTosaRescaleToArithConversionPatterns (RewritePatternSet *patterns, bool include32Bit=false)
std::unique_ptr< Pass >	createTosaToLinalg (const TosaToLinalgOptions &options=TosaToLinalgOptions())
std::unique_ptr< Pass >	createTosaToLinalgNamed (const TosaToLinalgNamedOptions &options=TosaToLinalgNamedOptions())
void	addTosaToLinalgPasses (OpPassManager &pm, const TosaToLinalgOptions &options, const TosaToLinalgNamedOptions &tosaToLinalgNamedOptions=TosaToLinalgNamedOptions(), std::optional< tosa::TosaValidationOptions > validationOptions=tosa::TosaValidationOptions{false, false}, std::optional< TosaAttachTargetOptions > attachTargetOptions=std::nullopt)
	Populates passes to convert from TOSA to Linalg.
void	registerTosaToLinalgPipelines ()
	Populates TOSA to linalg pipelines Currently, this includes only the "tosa-to-linalg-pipeline".
void	populateTosaToLinalgConversionPatterns (const TypeConverter &converter, RewritePatternSet *patterns, const TosaToLinalgOptions &options=TosaToLinalgOptions())
	Populates conversion passes from TOSA dialect to Linalg dialect.
void	populateTosaToLinalgNamedConversionPatterns (const TypeConverter &converter, RewritePatternSet *patterns, const TosaToLinalgNamedOptions &options)
	Populates conversion passes from TOSA dialect to Linalg named operations.
std::optional< linalg::ElementwiseKind >	isConvertibleToLinalgElementwise (Operation *op)
	Returns the linalg.elementwise kind that the TosaToLinalgNamed conversion lowers op to, or std::nullopt if op has no such counterpart.
std::pair< OpFoldResult, Value >	computeTargetSize (PatternRewriter &rewriter, Location loc, IndexPool &indexPool, ValueRange operands, int64_t dim)
	Compute the broadcasted runtime size of dimension dim of an elementwise operation whose operands all share the same rank (TOSA's SameOperandsAndResultRank and ResultsBroadcastableShape traits).
void	populateTosaToMLProgramConversionPatterns (RewritePatternSet *patterns)
void	populateTosaToSCFConversionPatterns (RewritePatternSet *patterns)
void	addTosaToSCFPasses (OpPassManager &pm)
	Populates passes to convert from TOSA to SCF.
std::unique_ptr< Pass >	createTosaToSPIRVTosaMarkGraphConstants ()
std::unique_ptr< Pass >	createTosaToSPIRVTosa ()
spirv::VerCapExtAttr	getDefaultVerCapExtAttr (MLIRContext *context)
spirv::TargetEnvAttr	constructTargetEnvAttrWithCapExtDefaults (MLIRContext *context, spirv::ResourceLimitsAttr limits={}, spirv::ClientAPI clientAPI=spirv::ClientAPI::Unknown, spirv::Vendor vendorID=spirv::Vendor::Unknown, spirv::DeviceType deviceType=spirv::DeviceType::Unknown, uint32_t deviceID=spirv::TargetEnvAttr::kUnknownDeviceID)
void	populateTosaToSPIRVTosaConversionPatterns (SPIRVTypeConverter &typeConverter, RewritePatternSet &patterns, spirv::TargetEnvAttr targetAttr)
void	populateTosaToSPIRVTosaOpsConversionPatterns (SPIRVTypeConverter &typeConverter, RewritePatternSet &patterns)
void	populateTosaToSPIRVTosaCustomConversionPatterns (SPIRVTypeConverter &typeConverter, RewritePatternSet &patterns, llvm::StringMap< int32_t > domainToOpcode)
void	populateTosaToTensorConversionPatterns (const TypeConverter &converter, RewritePatternSet *patterns)
void	registerAllExtensions (DialectRegistry &registry)
	Register all extensions of the Tosa dialect.
void	registerShardingInterfaceExternalModels (DialectRegistry &registry)
TosaLevel	getTosaLevelFromEnum (const Level level)
TargetEnvAttr	lookupTargetEnv (Operation *op)
TargetEnvAttr	getDefaultTargetEnv (MLIRContext *context)
TargetEnvAttr	lookupTargetEnvOrDefault (Operation *op)
	Queries the target environment recursively from enclosing symbol table ops containing the given op or returns the default target environment as returned by getDefaultTargetEnv() if not provided.
TosaSpecificationVersion	getMinVersion (const Profile &profile)
TosaSpecificationVersion	getMinVersion (const Extension &extension)
TosaSpecificationVersion	getMinVersion (const Level &level)
llvm::SmallString< 4 >	stringifyVersion (TosaSpecificationVersion version)
ParseResult	parseVariableOpTypeOrInitialValue (OpAsmParser &parser, DenseElementsAttr &varShapeAttr, TypeAttr &typeAttr, Attribute &initialValueAttr)
void	printVariableOpTypeOrInitialValue (OpAsmPrinter &p, Operation *op, DenseElementsAttr varShapeAttr, TypeAttr typeAttr, Attribute initialValueAttr)
bool	isa_tosa_shape_type (mlir::Type t)
std::optional< Value >	createZeroPointTensor (OpBuilder &builder, Location loc, Type srcElemType, int64_t zp=0)
Value	createPadConstTensor (OpBuilder &builder, Location loc, Value src, int32_t val=0)
RankedTensorType	getVariableType (VariableOp variableOp)
unsigned	getBitWidth (Type type)
Type	getStorageElementTypeOrSelf (Type type)
Type	getStorageElementTypeOrSelf (Value value)
LogicalResult	verifyBlockScaledTensorType (mlir::Type type, llvm::function_ref< mlir::InFlightDiagnostic()> emitError=nullptr, bool allowScaleValues=false)
std::string	getTosaTensorTypeErrorMessage (mlir::Type type)
void	populateTosaDecomposeTransposeConv (MLIRContext *ctx, RewritePatternSet &patterns)
void	populateTosaDecomposeDepthwise (MLIRContext *ctx, RewritePatternSet &patterns)
void	populateTosaFoldConstantReciprocalPatterns (MLIRContext *ctx, RewritePatternSet &patterns)
void	populateTosaFoldConstantTransposePatterns (MLIRContext *ctx, RewritePatternSet &patterns)
void	populateTosaConstantReduction (MLIRContext *ctx, RewritePatternSet &patterns, bool aggressiveReduceConstant)
void	populateTosaTypeConversion (TypeConverter &converter)
std::unique_ptr< Pass >	createTosaTestQuantUtilAPIPass ()
std::unique_ptr< Pass >	createTosaInputShapePass (std::vector< std::string > args={})
SmallVector< utils::IteratorType >	getNParallelLoopsAttrs (unsigned nParallelLoops)
SmallVector< Value >	condenseValues (const SmallVector< Value > &values)
Value	clampFloatHelper (Location loc, Value arg, Value min, Value max, OpBuilder &rewriter)
Value	clampIntHelper (Location loc, Value arg, Value min, Value max, OpBuilder &rewriter, bool isUnsigned)
bool	validIntegerRange (IntegerType ty, int64_t value)
APFloat	getFloatMinMaxIdentity (const llvm::fltSemantics &semantics, bool negative, bool allowNonFinites)
template<typename Op>
std::optional< SmallVector< Value > >	checkHasDynamicBatchDims (PatternRewriter &rewriter, Op op, ArrayRef< Value > params)
LogicalResult	EqualizeRanks (PatternRewriter &rewriter, Location loc, Value &input1, Value &input2)
	Common code to create the reshape op where necessary to make the rank of two values equal.
LogicalResult	EqualizeRanks (ImplicitLocOpBuilder &builder, Value &input1, Value &input2)
template<typename TosaOp, typename... Args>
TosaOp	createOpAndInferShape (ImplicitLocOpBuilder &builder, Type resultTy, Args &&...args)
template<typename TosaOp, typename... Args>
TosaOp	CreateOpAndInferShape (ImplicitLocOpBuilder &builder, Type resultTy, Args &&...args)
template<typename TosaOp, typename... Args>
TosaOp	CreateOpAndInferShape (PatternRewriter &rewriter, Location loc, Type resultTy, Args &&...args)
template<typename T>
SmallVector< T >	applyTOSAPermutation (ArrayRef< T > input, ArrayRef< int32_t > perms)
Value	getTosaConstShape (ImplicitLocOpBuilder &builder, llvm::ArrayRef< int64_t > shape)
Value	getTosaConstShape (PatternRewriter &rewriter, Location loc, llvm::ArrayRef< int64_t > shape)
SmallVector< int64_t >	convertFromMlirShape (ArrayRef< int64_t > shape)
bool	getConstShapeValues (Operation *op, llvm::SmallVector< int64_t > &result_shape)
SmallVector< int64_t >	convertFromIntAttr (const DenseElementsAttr &attr, const int rank)
bool	hasUniqueConstantScatterIndices (ShapedType indicesType, DenseIntElementsAttr indicesAttr)
template<typename T>
std::optional< ArrayRef< T > >	tryGetDenseResourceValues (ElementsAttr attr)
template<typename T>
FailureOr< T >	getConstantScalarIntValue (Value val)
bool	computeMultiplierAndShift (double scale, int32_t &multiplier, int32_t &shift, int32_t scaleWidth)
	From a scale value, computes multiplier and shift values for 16 or 32-bit scale widths.
template<typename IntType>
Value	getConstTensorInt (OpBuilder &builder, Location loc, ArrayRef< IntType > vec)
ConvOpQuantizationAttr	buildConvOpQuantizationAttr (OpBuilder &builder, Value input, Value weight)
	Method to build ConvOpQuantizationAttr, called from ConvOpQuantInfoBuilder/TransConvOpQuantInfoBuilder: input_zp: input zeropoint weight_zp: weight zeropoint.
std::pair< Value, Value >	createZPsAsConst (OpBuilder &builder, Value input, Value weight)
MatMulOpQuantizationAttr	buildMatMulOpQuantizationAttr (OpBuilder &builder, Value a, Value b)
	Builds MatMulOpQuantizationAttr, called from MatMulOpQuantInfoBuilder: aZp: input a zeropoint bZp: input b zeropoint.
UnaryOpQuantizationAttr	buildUnaryOpQuantizationAttr (OpBuilder &builder, Value input, Type outputRawType)
	Builds UnaryOpQuantizationAttr UnaryOpQuantInfoBuilder: inputZp: input zeropoint outputZp: output zeropoint.
PadOpQuantizationAttr	buildPadOpQuantizationAttr (OpBuilder &builder, Value input)
	Builds PadOpQuantizationAttr, called from PadOpQuantInfoBuilder: inputZp: input zeropoint.
Type	buildConvOpResultTypeInfo (OpBuilder &builder, Type outputType, Value input, Value weight)
	construct ConvOp output type with correct bitwidth based on input/weight width.
Type	buildQTypeFromMinMax (OpBuilder builder, Type inputDType, Attribute minAttr, Attribute maxAttr, IntegerAttr quantBits, int filterQuantDim, bool isSigned, BoolAttr narrowRange)
	Builds Tosa quantization attributes from min/max values.
TypeAttr	buildQTypeAttrFromMinMax (OpBuilder builder, Type inputDType, Attribute minAttr, Attribute maxAttr, IntegerAttr quantBits, int filterQuantDim, bool isSigned, BoolAttr narrowRange)
	Builds Tosa quantization attributes from min/max values.
Type	getStorageElementTypeFromQuantized (quant::QuantizedType quantizedType)
MatMulTOperands	prepareMatMulOperands (PatternRewriter &rewriter, Location loc, Value a, Value b, RankedTensorType outputType, bool transposeB)
	Broadcast the batch dimensions of the ranked operands and create a zero-filled result tensor for either MATMUL_T lowering pattern.
SmallVector< Profile, 2 >	getCooperativeProfiles (Extension ext)

Variables
constexpr llvm::StringLiteral	graphARMInterfaceVarABIAttrName
constexpr llvm::StringLiteral	graphARMGraphConstantIdAttrName
static constexpr TosaLevel	TOSA_LEVEL_EIGHTK
static constexpr TosaLevel	TOSA_LEVEL_NONE
constexpr int64_t	kInferableDimSize = -1
	Represents a dimension in the shape of a tensor that can be inferred based on the other provided dimensions.

Typedef Documentation

IndexPool

using mlir::tosa::IndexPool = llvm::DenseMap<int64_t, Value>

Caches the arith.constant index values created for a set of dimension indices so that broadcasting helpers can avoid emitting redundant constants.

Callers own the pool and reuse it across related queries.

Definition at line 71 of file TosaToLinalg.h.

OperationExtensionComplianceMap

using mlir::tosa::OperationExtensionComplianceMap

Initial value:

 
    std::unordered_map<std::string, SmallVector<OpComplianceInfo<Extension>>>

Definition at line 98 of file TosaProfileCompliance.h.

OperationProfileComplianceMap

using mlir::tosa::OperationProfileComplianceMap

Initial value:

 
    std::unordered_map<std::string, SmallVector<OpComplianceInfo<Profile>>>

Definition at line 96 of file TosaProfileCompliance.h.

Enumeration Type Documentation

CheckCondition

enum mlir::tosa::CheckCondition

Enumerator
invalid
anyOf
allOf

Definition at line 43 of file TosaProfileCompliance.h.

Function Documentation

addTosaToLinalgPasses()

void mlir::tosa::addTosaToLinalgPasses	(	OpPassManager &	pm,
		const TosaToLinalgOptions &	options,
		const TosaToLinalgNamedOptions &	tosaToLinalgNamedOptions = TosaToLinalgNamedOptions(),
		std::optional< tosa::TosaValidationOptions >	validationOptions = tosa::TosaValidationOptions{false, false},
		std::optional< TosaAttachTargetOptions >	attachTargetOptions = std::nullopt )

Populates passes to convert from TOSA to Linalg.

At the end of the pass, the function will only contain linalg ops or standard ops if the pipeline succeeds. The option to disable decompositions is available for benchmarking performance improvements from the canonicalizations.

Definition at line 89 of file TosaToLinalgPass.cpp.

References mlir::OpPassManager::addNestedPass(), mlir::OpPassManager::addPass(), mlir::createCanonicalizerPass(), createTosaToLinalg(), createTosaToLinalgNamed(), and options.

Referenced by registerTosaToLinalgPipelines().

addTosaToSCFPasses()

void mlir::tosa::addTosaToSCFPasses

(

OpPassManager &

pm

)

Populates passes to convert from TOSA to SCF.

Definition at line 49 of file TosaToSCFPass.cpp.

References mlir::OpPassManager::addNestedPass().

applyTOSAPermutation()

template<typename T>

SmallVector< T > mlir::tosa::applyTOSAPermutation	(	ArrayRef< T >	input,
		ArrayRef< int32_t >	perms )

Definition at line 231 of file ConversionUtils.h.

buildConvOpQuantizationAttr()

ConvOpQuantizationAttr mlir::tosa::buildConvOpQuantizationAttr	(	OpBuilder &	builder,
		Value	input,
		Value	weight )

Method to build ConvOpQuantizationAttr, called from ConvOpQuantInfoBuilder/TransConvOpQuantInfoBuilder: input_zp: input zeropoint weight_zp: weight zeropoint.

Definition at line 202 of file QuantUtils.cpp.

References mlir::Builder::getAttr(), and getConvZeroPoints().

Referenced by buildConvOpWithQuantInfo(), and buildTransConvOpWithQuantInfo().

buildConvOpResultTypeInfo()

Type mlir::tosa::buildConvOpResultTypeInfo	(	OpBuilder &	builder,
		Type	outputType,
		Value	input,
		Value	weight )

construct ConvOp output type with correct bitwidth based on input/weight width.

Builds output type for a quantized ConvOp with the right bitwidth.

This is called by the builder when dealing with quantized content.

Definition at line 293 of file QuantUtils.cpp.

References GET_QTYPE, mlir::Builder::getI32Type(), mlir::Builder::getIntegerType(), and mlir::Value::getType().

Referenced by buildConvOpWithQuantInfo(), and buildTransConvOpWithQuantInfo().

buildMatMulOpQuantizationAttr()

MatMulOpQuantizationAttr mlir::tosa::buildMatMulOpQuantizationAttr	(	OpBuilder &	builder,
		Value	a,
		Value	b )

Builds MatMulOpQuantizationAttr, called from MatMulOpQuantInfoBuilder: aZp: input a zeropoint bZp: input b zeropoint.

Definition at line 218 of file QuantUtils.cpp.

References b, GET_UQTYPE, mlir::Builder::getAttr(), and mlir::Value::getType().

Referenced by buildMatMulLikeOpWithQuantInfo().

buildPadOpQuantizationAttr()

PadOpQuantizationAttr mlir::tosa::buildPadOpQuantizationAttr	(	OpBuilder &	builder,
		Value	input )

Builds PadOpQuantizationAttr, called from PadOpQuantInfoBuilder: inputZp: input zeropoint.

Definition at line 273 of file QuantUtils.cpp.

References GET_UQTYPE, mlir::Builder::getAttr(), and mlir::Value::getType().

Referenced by buildPadOpWithQuantInfo().

buildQTypeAttrFromMinMax()

TypeAttr mlir::tosa::buildQTypeAttrFromMinMax	(	OpBuilder	builder,
		Type	inputDType,
		Attribute	minAttr,
		Attribute	maxAttr,
		IntegerAttr	quantBits,
		int	filterQuantDim,
		bool	isSigned,
		BoolAttr	narrowRange )

Builds Tosa quantization attributes from min/max values.

Definition at line 393 of file QuantUtils.cpp.

References buildQTypeFromMinMax().

buildQTypeFromMinMax()

Type mlir::tosa::buildQTypeFromMinMax	(	OpBuilder	builder,
		Type	inputDType,
		Attribute	minAttr,
		Attribute	maxAttr,
		IntegerAttr	quantBits,
		int	filterQuantDim,
		bool	isSigned,
		BoolAttr	narrowRange )

Builds Tosa quantization attributes from min/max values.

Definition at line 325 of file QuantUtils.cpp.

References mlir::quant::fakeQuantAttrsToType(), mlir::quant::ExpressedToQuantizedConverter::forInputType(), mlir::Builder::getUnknownLoc(), mlir::BoolAttr::getValue(), max(), and min().

Referenced by buildQTypeAttrFromMinMax().

buildUnaryOpQuantizationAttr()

UnaryOpQuantizationAttr mlir::tosa::buildUnaryOpQuantizationAttr	(	OpBuilder &	builder,
		Value	input,
		Type	outputRawType )

Builds UnaryOpQuantizationAttr UnaryOpQuantInfoBuilder: inputZp: input zeropoint outputZp: output zeropoint.

Definition at line 247 of file QuantUtils.cpp.

References GET_UQTYPE, mlir::Builder::getAttr(), and mlir::Value::getType().

Referenced by buildAvgPool2dAdaptiveOpWithQuantInfo(), buildAvgPool2dOpWithQuantInfo(), and buildNegateOpWithQuantInfo().

checkHasDynamicBatchDims()

template<typename Op>

std::optional< SmallVector< Value > > mlir::tosa::checkHasDynamicBatchDims	(	PatternRewriter &	rewriter,
		Op	op,
		ArrayRef< Value >	params )

Definition at line 64 of file ConversionUtils.h.

References mlir::OpState::getLoc(), and mlir::RewriterBase::notifyMatchFailure().

clampFloatHelper()

Value mlir::tosa::clampFloatHelper	(	Location	loc,
		Value	arg,
		Value	min,
		Value	max,
		OpBuilder &	rewriter )

Definition at line 35 of file ConversionUtils.cpp.

References max(), and min().

Referenced by createLinalgBodyCalculationForElementwiseOp().

clampIntHelper()

Value mlir::tosa::clampIntHelper	(	Location	loc,
		Value	arg,
		Value	min,
		Value	max,
		OpBuilder &	rewriter,
		bool	isUnsigned )

Definition at line 41 of file ConversionUtils.cpp.

References max(), and min().

Referenced by createLinalgBodyCalculationForElementwiseOp().

computeMultiplierAndShift()

bool mlir::tosa::computeMultiplierAndShift	(	double	scale,
		int32_t &	multiplier,
		int32_t &	shift,
		int32_t	scaleWidth )

From a scale value, computes multiplier and shift values for 16 or 32-bit scale widths.

Generates a quantized multiplier/shift from double.

Definition at line 95 of file QuantUtils.cpp.

References computeMultiplierAndShiftTosaScale16(), and computeMultiplierAndShiftTosaScale32().

computeTargetSize()

std::pair< OpFoldResult, Value > mlir::tosa::computeTargetSize	(	PatternRewriter &	rewriter,
		Location	loc,
		IndexPool &	indexPool,
		ValueRange	operands,
		int64_t	dim )

Compute the broadcasted runtime size of dimension dim of an elementwise operation whose operands all share the same rank (TOSA's SameOperandsAndResultRank and ResultsBroadcastableShape traits).

The returned size is either a static IndexAttr or an SSA Value holding the runtime size, so dynamic dimensions (fixed rank, unknown size) are handled correctly. The second element of the pair is the operand that solely determines the size, or nullptr when it is inferred from several operands. indexPool caches constant index values across calls.

Definition at line 816 of file TosaToLinalg.cpp.

References mlir::Builder::getIndexAttr(), getTensorDim(), and mlir::Value::getType().

Referenced by computeTargetShape(), and normalizeMatMulBatchDimensions().

condenseValues()

SmallVector< Value > mlir::tosa::condenseValues

(

const SmallVector< Value > &

values

)

Definition at line 27 of file ConversionUtils.cpp.

Referenced by inferDynamicDimsForConv(), and prepareMatMulOperands().

constructTargetEnvAttrWithCapExtDefaults()

spirv::TargetEnvAttr mlir::tosa::constructTargetEnvAttrWithCapExtDefaults	(	MLIRContext *	context,
		spirv::ResourceLimitsAttr	limits = {},
		spirv::ClientAPI	clientAPI = spirv::ClientAPI::Unknown,
		spirv::Vendor	vendorID = spirv::Vendor::Unknown,
		spirv::DeviceType	deviceType = spirv::DeviceType::Unknown,
		uint32_t	deviceID = spirv::TargetEnvAttr::kUnknownDeviceID )

Definition at line 95 of file TosaToSPIRVTosaPass.cpp.

References mlir::spirv::TargetEnvAttr::get(), mlir::spirv::getDefaultResourceLimits(), and getDefaultVerCapExtAttr().

convertFromIntAttr()

SmallVector< int64_t > mlir::tosa::convertFromIntAttr	(	const DenseElementsAttr &	attr,
		const int	rank )

Definition at line 215 of file ConversionUtils.cpp.

References mlir::DenseElementsAttr::getSplatValue(), and mlir::DenseElementsAttr::isSplat().

convertFromMlirShape()

SmallVector< int64_t > mlir::tosa::convertFromMlirShape

(

ArrayRef< int64_t >

shape

)

Definition at line 191 of file ConversionUtils.cpp.

Referenced by buildVariableOp(), and getTosaConstShape().

CreateOpAndInferShape() [1/2]

template<typename TosaOp, typename... Args>

TosaOp mlir::tosa::CreateOpAndInferShape	(	ImplicitLocOpBuilder &	builder,
		Type	resultTy,
		Args &&...	args )

Definition at line 155 of file ConversionUtils.h.

References createOpAndInferShape(), and EqualizeRanks().

Referenced by CreateOpAndInferShape().

CreateOpAndInferShape() [2/2]

template<typename TosaOp, typename... Args>

TosaOp mlir::tosa::CreateOpAndInferShape	(	PatternRewriter &	rewriter,
		Location	loc,
		Type	resultTy,
		Args &&...	args )

Definition at line 222 of file ConversionUtils.h.

References CreateOpAndInferShape().

createOpAndInferShape()

template<typename TosaOp, typename... Args>

TosaOp mlir::tosa::createOpAndInferShape	(	ImplicitLocOpBuilder &	builder,
		Type	resultTy,
		Args &&...	args )

Definition at line 103 of file ConversionUtils.h.

References mlir::tosa::ValueKnowledge::getKnowledgeFromType(), mlir::ImplicitLocOpBuilder::getLoc(), mlir::tosa::ValueKnowledge::getPessimisticValueState(), mlir::tosa::ValueKnowledge::join(), and result.

Referenced by CreateOpAndInferShape().

createPadConstTensor()

Value mlir::tosa::createPadConstTensor	(	OpBuilder &	builder,
		Location	loc,
		Value	src,
		int32_t	val = 0 )

Definition at line 312 of file TosaOps.cpp.

References mlir::DenseElementsAttr::get(), mlir::getElementTypeOrSelf(), mlir::Builder::getFloatAttr(), mlir::Builder::getIntegerAttr(), and getStorageElementTypeOrSelf().

Referenced by buildPadOpWithQuantInfo().

createTosaInputShapePass()

std::unique_ptr< Pass > mlir::tosa::createTosaInputShapePass

(

std::vector< std::string >

args = {}

)

Definition at line 183 of file TosaInputShape.cpp.

createTosaTestQuantUtilAPIPass()

std::unique_ptr< Pass > mlir::tosa::createTosaTestQuantUtilAPIPass

(

)

createTosaToLinalg()

std::unique_ptr< Pass > mlir::tosa::createTosaToLinalg

(

const TosaToLinalgOptions &

options = TosaToLinalgOptions()

)

Definition at line 85 of file TosaToLinalgPass.cpp.

References options.

Referenced by addTosaToLinalgPasses().

createTosaToLinalgNamed()

std::unique_ptr< Pass > mlir::tosa::createTosaToLinalgNamed

(

const TosaToLinalgNamedOptions &

options = TosaToLinalgNamedOptions()

)

Definition at line 101 of file TosaToLinalgNamedPass.cpp.

References options.

Referenced by addTosaToLinalgPasses().

createTosaToSPIRVTosa()

std::unique_ptr< Pass > mlir::tosa::createTosaToSPIRVTosa

(

)

Definition at line 279 of file TosaToSPIRVTosaPass.cpp.

createTosaToSPIRVTosaMarkGraphConstants()

std::unique_ptr< Pass > mlir::tosa::createTosaToSPIRVTosaMarkGraphConstants

(

)

Definition at line 88 of file TosaToSPIRVTosaConstants.cpp.

createZeroPointTensor()

std::optional< Value > mlir::tosa::createZeroPointTensor	(	OpBuilder &	builder,
		Location	loc,
		Type	srcElemType,
		int64_t	zp = 0 )

Definition at line 5540 of file TosaOps.cpp.

References mlir::DenseElementsAttr::get(), mlir::Builder::getFloatAttr(), mlir::Builder::getIntegerAttr(), and getStorageElementTypeOrSelf().

Referenced by buildAvgPool2dAdaptiveOpWithQuantInfo(), buildAvgPool2dOpWithQuantInfo(), buildNegateOpWithQuantInfo(), and createZPsAsConst().

createZPsAsConst()

std::pair< Value, Value > mlir::tosa::createZPsAsConst	(	OpBuilder &	builder,
		Value	input,
		Value	weight )

Definition at line 162 of file QuantUtils.cpp.

References createZeroPointTensor(), getConvZeroPoints(), mlir::getElementTypeOrSelf(), mlir::Builder::getF32Type(), mlir::Value::getLoc(), and mlir::Value::getType().

Referenced by buildConvOpWithQuantInfo(), buildMatMulLikeOpWithQuantInfo(), and buildTransConvOpWithQuantInfo().

EqualizeRanks() [1/2]

LogicalResult mlir::tosa::EqualizeRanks	(	ImplicitLocOpBuilder &	builder,
		Value &	input1,
		Value &	input2 )

Definition at line 122 of file ConversionUtils.cpp.

References getTosaConstShape(), mlir::Value::getType(), and success().

EqualizeRanks() [2/2]

LogicalResult mlir::tosa::EqualizeRanks	(	PatternRewriter &	rewriter,
		Location	loc,
		Value &	input1,
		Value &	input2 )

Common code to create the reshape op where necessary to make the rank of two values equal.

input1 and input2 will be updated when the rank has changed. The caller is expected to use these to rewrite the original operator with the RESHAPE now in the graph.

Definition at line 116 of file ConversionUtils.cpp.

References EqualizeRanks().

Referenced by CreateOpAndInferShape(), and EqualizeRanks().

getBitWidth()

unsigned mlir::tosa::getBitWidth

(

Type

type

)

Definition at line 327 of file TosaOps.cpp.

References getBitWidth(), and mlir::Type::getIntOrFloatBitWidth().

Referenced by getBitWidth().

getConstantScalarIntValue()

template<typename T>

template FailureOr< int32_t > mlir::tosa::getConstantScalarIntValue< int32_t >

(

Value

val

)

Definition at line 260 of file ConversionUtils.cpp.

References mlir::m_Constant(), and mlir::matchPattern().

Referenced by RowGatherToGather::matchAndRewrite().

getConstShapeValues()

bool mlir::tosa::getConstShapeValues	(	Operation *	op,
		llvm::SmallVector< int64_t > &	result_shape )

Definition at line 196 of file ConversionUtils.cpp.

References mlir::DenseElementsAttr::getValues(), and mlir::DenseElementsAttr::size().

Referenced by extractAdaptivePoolingConstShapeOperands(), ConvInferShapeAdaptor< Conv2DBlockScaledOp::Adaptor >::getSpatialParameters(), AvgPool2dAdaptiveToAvgPool2d::matchAndRewrite(), and MaxPool2dAdaptiveToMaxPool2d::matchAndRewrite().

getConstTensorInt()

template<typename IntType>

Value mlir::tosa::getConstTensorInt	(	OpBuilder &	builder,
		Location	loc,
		ArrayRef< IntType >	vec )

Definition at line 36 of file QuantUtils.h.

References mlir::DenseElementsAttr::get(), and mlir::Builder::getIntegerType().

getCooperativeProfiles()

SmallVector< Profile, 2 > mlir::tosa::getCooperativeProfiles

(

Extension

ext

)

Definition at line 73 of file TargetEnv.cpp.

Referenced by mlir::tosa::TargetEnv::verifyTargetInformation().

getDefaultTargetEnv()

TargetEnvAttr mlir::tosa::getDefaultTargetEnv

(

MLIRContext *

context

)

Definition at line 195 of file TargetEnv.cpp.

Referenced by lookupTargetEnvOrDefault().

getDefaultVerCapExtAttr()

spirv::VerCapExtAttr mlir::tosa::getDefaultVerCapExtAttr

(

MLIRContext *

context

)

Definition at line 67 of file TosaToSPIRVTosaPass.cpp.

References mlir::spirv::VerCapExtAttr::get().

Referenced by constructTargetEnvAttrWithCapExtDefaults().

getFloatMinMaxIdentity()

APFloat mlir::tosa::getFloatMinMaxIdentity	(	const llvm::fltSemantics &	semantics,
		bool	negative,
		bool	allowNonFinites )

Definition at line 65 of file ConversionUtils.cpp.

Referenced by createInitialValueForReduceOp().

getMinVersion() [1/3]

TosaSpecificationVersion mlir::tosa::getMinVersion

(

const Extension &

extension

)

Definition at line 41 of file TargetEnv.cpp.

getMinVersion() [2/3]

TosaSpecificationVersion mlir::tosa::getMinVersion

(

const Level &

level

)

Definition at line 106 of file TargetEnv.cpp.

getMinVersion() [3/3]

TosaSpecificationVersion mlir::tosa::getMinVersion

(

const Profile &

profile

)

Definition at line 30 of file TargetEnv.cpp.

Referenced by mlir::tosa::TargetEnv::verifyTargetInformation().

getNParallelLoopsAttrs()

SmallVector< utils::IteratorType > mlir::tosa::getNParallelLoopsAttrs

(

unsigned

nParallelLoops

)

Definition at line 21 of file ConversionUtils.cpp.

Referenced by broadcastDynamicDimension(), emitElementwiseComputation(), linalgBroadcastAndMaybeExt(), linalgIntBroadcastExtSIAdd(), and reduceMatchAndRewriteHelper().

getStorageElementTypeFromQuantized()

Type mlir::tosa::getStorageElementTypeFromQuantized

(

quant::QuantizedType

quantizedType

)

Definition at line 403 of file QuantUtils.cpp.

References mlir::quant::QuantizedType::getStorageType(), and mlir::quant::QuantizedType::isSigned().

Referenced by getStorageElementTypeOrSelf(), ClampClampOptimization::matchAndRewrite(), and verifyConvOp().

getStorageElementTypeOrSelf() [1/2]

Type mlir::tosa::getStorageElementTypeOrSelf

(

Type

type

)

Definition at line 281 of file TosaOps.cpp.

References mlir::getElementTypeOrSelf(), and getStorageElementTypeFromQuantized().

Referenced by buildMatMulLikeOpWithQuantInfo(), createPadConstTensor(), createZeroPointTensor(), getStorageElementTypeOrSelf(), verifyAvgPoolCommonTypeAndZpChecks(), verifyConvOp(), verifyMatMulZeroPointType(), and verifyRescaleValueAndZpTypes().

getStorageElementTypeOrSelf() [2/2]

Type mlir::tosa::getStorageElementTypeOrSelf

(

Value

value

)

Definition at line 288 of file TosaOps.cpp.

References getStorageElementTypeOrSelf(), and mlir::Value::getType().

getTosaConstShape() [1/2]

Value mlir::tosa::getTosaConstShape	(	ImplicitLocOpBuilder &	builder,
		llvm::ArrayRef< int64_t >	shape )

Definition at line 177 of file ConversionUtils.cpp.

References convertFromMlirShape(), mlir::Builder::getContext(), mlir::Builder::getIndexTensorAttr(), and mlir::Operation::getResult().

Referenced by buildAvgPool2dAdaptiveOpWithQuantInfo(), EqualizeRanks(), getTosaConstShape(), ConcatSliceOptimization::matchAndRewrite(), PadSliceOptimization::matchAndRewrite(), SliceDynamicSizeCanonicalization::matchAndRewrite(), and TransposeIsReshape::matchAndRewrite().

getTosaConstShape() [2/2]

Value mlir::tosa::getTosaConstShape	(	PatternRewriter &	rewriter,
		Location	loc,
		llvm::ArrayRef< int64_t >	shape )

Definition at line 185 of file ConversionUtils.cpp.

References getTosaConstShape().

getTosaLevelFromEnum()

TosaLevel mlir::tosa::getTosaLevelFromEnum

(

const Level

level

)

Definition at line 15 of file TargetEnv.cpp.

References TOSA_LEVEL_EIGHTK, and TOSA_LEVEL_NONE.

Referenced by ConsecutiveConcatOptimization::matchAndRewrite().

getTosaTensorTypeErrorMessage()

std::string mlir::tosa::getTosaTensorTypeErrorMessage

(

mlir::Type

type

)

Definition at line 499 of file TosaOps.cpp.

References mlir::emitError(), mlir::Type::getContext(), and verifyBlockScaledTensorType().

getVariableType()

RankedTensorType mlir::tosa::getVariableType

(

VariableOp

variableOp

)

References mlir::emitError().

Referenced by verifyVariableOpErrorIf().

hasUniqueConstantScatterIndices()

bool mlir::tosa::hasUniqueConstantScatterIndices	(	ShapedType	indicesType,
		DenseIntElementsAttr	indicesAttr )

Definition at line 231 of file ConversionUtils.cpp.

References b, and indices.

isa_tosa_shape_type()

bool mlir::tosa::isa_tosa_shape_type

(

mlir::Type

t

)

Definition at line 5564 of file TosaOps.cpp.

isConvertibleToLinalgElementwise()

std::optional< linalg::ElementwiseKind > mlir::tosa::isConvertibleToLinalgElementwise

(

Operation *

op

)

Returns the linalg.elementwise kind that the TosaToLinalgNamed conversion lowers op to, or std::nullopt if op has no such counterpart.

Definition at line 143 of file TosaToLinalgNamed.cpp.

References getElementwiseKind(), mlir::Operation::getNumResults(), mlir::Operation::getOperands(), mlir::Operation::getResult(), and mlir::Value::getType().

lookupTargetEnv()

TargetEnvAttr mlir::tosa::lookupTargetEnv

(

Operation *

op

)

Definition at line 179 of file TargetEnv.cpp.

References mlir::Operation::getDiscardableAttrOfType(), mlir::SymbolTable::getNearestSymbolTable(), and mlir::Operation::getParentOp().

Referenced by lookupTargetEnvOrDefault(), and ConsecutiveConcatOptimization::matchAndRewrite().

lookupTargetEnvOrDefault()

TargetEnvAttr mlir::tosa::lookupTargetEnvOrDefault

(

Operation *

op

)

Queries the target environment recursively from enclosing symbol table ops containing the given op or returns the default target environment as returned by getDefaultTargetEnv() if not provided.

Definition at line 200 of file TargetEnv.cpp.

References mlir::Operation::getContext(), getDefaultTargetEnv(), and lookupTargetEnv().

parseVariableOpTypeOrInitialValue()

ParseResult mlir::tosa::parseVariableOpTypeOrInitialValue	(	OpAsmParser &	parser,
		DenseElementsAttr &	varShapeAttr,
		TypeAttr &	typeAttr,
		Attribute &	initialValueAttr )

Definition at line 223 of file TosaOps.cpp.

References mlir::AsmParser::emitError(), mlir::AsmParser::getCurrentLocation(), mlir::AsmParser::parseAttribute(), mlir::AsmParser::parseColonType(), and mlir::AsmParser::parseOptionalEqual().

populateTosaConstantReduction()

void mlir::tosa::populateTosaConstantReduction	(	MLIRContext *	ctx,
		RewritePatternSet &	patterns,
		bool	aggressiveReduceConstant )

Definition at line 469 of file TosaFolders.cpp.

References mlir::RewritePatternSet::add().

populateTosaDecomposeDepthwise()

void mlir::tosa::populateTosaDecomposeDepthwise	(	MLIRContext *	ctx,
		RewritePatternSet &	patterns )

Definition at line 199 of file TosaDecomposeDepthwise.cpp.

References mlir::RewritePatternSet::add().

populateTosaDecomposeTransposeConv()

void mlir::tosa::populateTosaDecomposeTransposeConv	(	MLIRContext *	ctx,
		RewritePatternSet &	patterns )

Definition at line 345 of file TosaDecomposeTransposeConv.cpp.

References mlir::RewritePatternSet::add().

populateTosaFoldConstantReciprocalPatterns()

void mlir::tosa::populateTosaFoldConstantReciprocalPatterns	(	MLIRContext *	ctx,
		RewritePatternSet &	patterns )

Definition at line 491 of file TosaFolders.cpp.

References mlir::RewritePatternSet::add().

populateTosaFoldConstantTransposePatterns()

void mlir::tosa::populateTosaFoldConstantTransposePatterns	(	MLIRContext *	ctx,
		RewritePatternSet &	patterns )

Definition at line 486 of file TosaFolders.cpp.

References mlir::RewritePatternSet::add().

populateTosaRescaleToArithConversionPatterns()

void mlir::tosa::populateTosaRescaleToArithConversionPatterns	(	RewritePatternSet *	patterns,
		bool	include32Bit = false )

Definition at line 258 of file TosaToArith.cpp.

References mlir::RewritePatternSet::add(), and mlir::RewritePatternSet::getContext().

populateTosaToArithConversionPatterns()

void mlir::tosa::populateTosaToArithConversionPatterns

(

RewritePatternSet *

patterns

)

Definition at line 253 of file TosaToArith.cpp.

References mlir::RewritePatternSet::add(), and mlir::RewritePatternSet::getContext().

populateTosaToLinalgConversionPatterns()

void mlir::tosa::populateTosaToLinalgConversionPatterns	(	const TypeConverter &	converter,
		RewritePatternSet *	patterns,
		const TosaToLinalgOptions &	options = TosaToLinalgOptions() )

Populates conversion passes from TOSA dialect to Linalg dialect.

Definition at line 3474 of file TosaToLinalg.cpp.

References mlir::RewritePatternSet::add(), mlir::RewritePatternSet::getContext(), and options.

populateTosaToLinalgNamedConversionPatterns()

void mlir::tosa::populateTosaToLinalgNamedConversionPatterns	(	const TypeConverter &	converter,
		RewritePatternSet *	patterns,
		const TosaToLinalgNamedOptions &	options )

Populates conversion passes from TOSA dialect to Linalg named operations.

Definition at line 1450 of file TosaToLinalgNamed.cpp.

References mlir::RewritePatternSet::add(), mlir::RewritePatternSet::getContext(), and options.

populateTosaToMLProgramConversionPatterns()

void mlir::tosa::populateTosaToMLProgramConversionPatterns

(

RewritePatternSet *

patterns

)

Definition at line 72 of file TosaToMLProgram.cpp.

References mlir::RewritePatternSet::add(), and mlir::RewritePatternSet::getContext().

populateTosaToSCFConversionPatterns()

void mlir::tosa::populateTosaToSCFConversionPatterns

(

RewritePatternSet *

patterns

)

Definition at line 181 of file TosaToSCF.cpp.

References mlir::RewritePatternSet::add(), and mlir::RewritePatternSet::getContext().

populateTosaToSPIRVTosaConversionPatterns()

void mlir::tosa::populateTosaToSPIRVTosaConversionPatterns	(	SPIRVTypeConverter &	typeConverter,
		RewritePatternSet &	patterns,
		spirv::TargetEnvAttr	targetAttr )

Definition at line 173 of file TosaToSPIRVTosa.cpp.

References mlir::RewritePatternSet::add(), and mlir::RewritePatternSet::getContext().

populateTosaToSPIRVTosaCustomConversionPatterns()

void mlir::tosa::populateTosaToSPIRVTosaCustomConversionPatterns	(	SPIRVTypeConverter &	typeConverter,
		RewritePatternSet &	patterns,
		llvm::StringMap< int32_t >	domainToOpcode )

Definition at line 100 of file TosaToSPIRVTosaCustom.cpp.

References mlir::RewritePatternSet::add(), and mlir::RewritePatternSet::getContext().

populateTosaToSPIRVTosaOpsConversionPatterns()

void mlir::tosa::populateTosaToSPIRVTosaOpsConversionPatterns	(	SPIRVTypeConverter &	typeConverter,
		RewritePatternSet &	patterns )

Definition at line 483 of file TosaToSPIRVTosaOps.cpp.

References mlir::RewritePatternSet::add(), and mlir::RewritePatternSet::getContext().

populateTosaToTensorConversionPatterns()

void mlir::tosa::populateTosaToTensorConversionPatterns	(	const TypeConverter &	converter,
		RewritePatternSet *	patterns )

Definition at line 425 of file TosaToTensor.cpp.

References mlir::RewritePatternSet::add(), and mlir::RewritePatternSet::getContext().

populateTosaTypeConversion()

void mlir::tosa::populateTosaTypeConversion

(

TypeConverter &

converter

)

Definition at line 20 of file TosaTypeConverters.cpp.

References mlir::Type::getContext(), mlir::Type::getIntOrFloatBitWidth(), and mlir::Type::isUnsignedInteger().

prepareMatMulOperands()

MatMulTOperands mlir::tosa::prepareMatMulOperands	(	PatternRewriter &	rewriter,
		Location	loc,
		Value	a,
		Value	b,
		RankedTensorType	outputType,
		bool	transposeB )

Broadcast the batch dimensions of the ranked operands and create a zero-filled result tensor for either MATMUL_T lowering pattern.

Definition at line 1555 of file TosaToLinalg.cpp.

References b, condenseValues(), mlir::tensor::getMixedSize(), mlir::getValueOrCreateConstantIndexOp(), mlir::Builder::getZeroAttr(), normalizeMatMulBatchDimensions(), and result.

printVariableOpTypeOrInitialValue()

void mlir::tosa::printVariableOpTypeOrInitialValue	(	OpAsmPrinter &	p,
		Operation *	op,
		DenseElementsAttr	varShapeAttr,
		TypeAttr	typeAttr,
		Attribute	initialValueAttr )

Definition at line 248 of file TosaOps.cpp.

References convertToMlirShape(), mlir::DenseElementsAttr::getValues(), and mlir::AsmPrinter::printAttribute().

registerAllExtensions()

void mlir::tosa::registerAllExtensions

(

DialectRegistry &

registry

)

Register all extensions of the Tosa dialect.

This should generally only be used by tools, or other use cases that really do want all extensions of the dialect. All other cases should prefer to instead register the specific extensions they intend to take advantage of.

Definition at line 14 of file AllExtensions.cpp.

References registerShardingInterfaceExternalModels().

Referenced by mlir::registerAllExtensions().

registerShardingInterfaceExternalModels()

void mlir::tosa::registerShardingInterfaceExternalModels

(

DialectRegistry &

registry

)

Definition at line 114 of file ShardingInterfaceImpl.cpp.

References mlir::DialectRegistry::addExtension().

Referenced by registerAllExtensions().

registerTosaToLinalgPipelines()

void mlir::tosa::registerTosaToLinalgPipelines

(

)

Populates TOSA to linalg pipelines Currently, this includes only the "tosa-to-linalg-pipeline".

Definition at line 143 of file TosaToLinalgPass.cpp.

References addTosaToLinalgPasses().

Referenced by mlir::registerAllPasses().

stringifyVersion()

llvm::SmallString< 4 > mlir::tosa::stringifyVersion

(

TosaSpecificationVersion

version

)

Definition at line 25 of file TargetEnv.cpp.

References mlir::tosa::TosaSpecificationVersion::getMajor(), mlir::tosa::TosaSpecificationVersion::getMinor(), and mlir::tosa::TosaSpecificationVersion::isDraft().

Referenced by mlir::tosa::TosaProfileCompliance::checkProfileOrExtension(), and mlir::tosa::TargetEnv::verifyTargetInformation().

tryGetDenseResourceValues()

template<typename T>

std::optional< ArrayRef< T > > mlir::tosa::tryGetDenseResourceValues

(

ElementsAttr

attr

)

Definition at line 263 of file ConversionUtils.h.

References mlir::AsmResourceBlob::getData(), and mlir::DenseElementsAttr::isValidRawBuffer().

validIntegerRange()

bool mlir::tosa::validIntegerRange	(	IntegerType	ty,
		int64_t	value )

Definition at line 51 of file ConversionUtils.cpp.

verifyBlockScaledTensorType()

LogicalResult mlir::tosa::verifyBlockScaledTensorType	(	mlir::Type	type,
		llvm::function_ref< mlir::InFlightDiagnostic()>	emitError = nullptr,
		bool	allowScaleValues = false )

Definition at line 440 of file TosaOps.cpp.

References mlir::emitError(), and success().

Referenced by getTosaTensorTypeErrorMessage().

Variable Documentation

graphARMGraphConstantIdAttrName

llvm::StringLiteral mlir::tosa::graphARMGraphConstantIdAttrName

constexpr

Initial value:

=
    "grapharm.graph_constant_id"

Definition at line 41 of file TosaToSPIRVTosa.h.

graphARMInterfaceVarABIAttrName

llvm::StringLiteral mlir::tosa::graphARMInterfaceVarABIAttrName

constexpr

Initial value:

=
    "grapharm.interface_var_abi"

Definition at line 36 of file TosaToSPIRVTosa.h.

kInferableDimSize

int64_t mlir::tosa::kInferableDimSize = -1

constexpr

Represents a dimension in the shape of a tensor that can be inferred based on the other provided dimensions.

For example, in a reshape operation, -1 can be used to indicate a size that is the remainder of the other dimensions.

Definition at line 97 of file TosaOps.h.

Referenced by PadSliceOptimization::matchAndRewrite(), and SliceDynamicSizeCanonicalization::matchAndRewrite().

TOSA_LEVEL_EIGHTK

TosaLevel mlir::tosa::TOSA_LEVEL_EIGHTK

staticconstexpr

Initial value:

= {6,  8192, 8192, 256,
                                                31, 6,    64,   16}

Definition at line 43 of file TargetEnv.h.

Referenced by getTosaLevelFromEnum().

TOSA_LEVEL_NONE

TosaLevel mlir::tosa::TOSA_LEVEL_NONE

staticconstexpr

Initial value:

= {32, 2147483647, 2147483647, 2048,
                                              63, 256,        256,        64}

Definition at line 45 of file TargetEnv.h.

Referenced by getTosaLevelFromEnum().