#include "mlir/Dialect/Linalg/IR/Linalg.h"
#include "mlir/AsmParser/AsmParser.h"
#include "mlir/Dialect/Affine/IR/AffineOps.h"
#include "mlir/Dialect/Arith/IR/Arith.h"
#include "mlir/Dialect/Arith/Utils/Utils.h"
#include "mlir/Dialect/Complex/IR/Complex.h"
#include "mlir/Dialect/Math/IR/Math.h"
#include "mlir/Dialect/MemRef/IR/MemRef.h"
#include "mlir/Dialect/SCF/IR/SCF.h"
#include "mlir/Dialect/SparseTensor/IR/SparseTensor.h"
#include "mlir/Dialect/Tensor/IR/Tensor.h"
#include "mlir/Dialect/Utils/IndexingUtils.h"
#include "mlir/Dialect/Utils/ReshapeOpsUtils.h"
#include "mlir/Dialect/Utils/StaticValueUtils.h"
#include "mlir/IR/AffineExprVisitor.h"
#include "mlir/IR/AffineMap.h"
#include "mlir/IR/Matchers.h"
#include "mlir/IR/OpImplementation.h"
#include "mlir/IR/PatternMatch.h"
#include "mlir/Interfaces/InferTypeOpInterface.h"
#include "llvm/ADT/DenseMap.h"
#include "llvm/ADT/SmallSet.h"
#include "llvm/ADT/StringSet.h"
#include "llvm/ADT/TypeSwitch.h"
#include "llvm/Support/FormatVariadic.h"
#include "llvm/Support/MathExtras.h"
#include "llvm/Support/raw_ostream.h"
#include "mlir/Dialect/Linalg/IR/LinalgNamedStructuredOps.yamlgen.cpp.inc"
#include "mlir/Dialect/Linalg/IR/LinalgOps.cpp.inc"
#include "mlir/Dialect/Linalg/IR/LinalgStructuredOps.cpp.inc"

Include dependency graph for LinalgOps.cpp:

Macros
#define	GET_OP_CLASSES

#define	GET_OP_CLASSES

Typedefs
using	RegionBuilderFn = llvm::function_ref< void(ImplicitLocOpBuilder &, Block &, ArrayRef< NamedAttribute >)>

Functions
static void	fillStructuredOpRegion (OpBuilder &opBuilder, Region &region, TypeRange inputTypes, TypeRange outputTypes, ArrayRef< NamedAttribute > attrs, RegionBuilderFn regionBuilder)
	Fills the region of a structured operation using the provided `regionBuilder`. More...

static void	buildStructuredOp (OpBuilder &b, OperationState &state, llvm::Optional< TypeRange > resultTensorTypes, ValueRange inputs, ValueRange outputs, ArrayRef< NamedAttribute > attributes, RegionBuilderFn regionBuilder)
	Creates a structured operation given `inputs`, `outputs`, and `attributes`. More...

static ParseResult	parseCommonStructuredOpParts (OpAsmParser &parser, OperationState &result, SmallVectorImpl< Type > &inputTypes, SmallVectorImpl< Type > &outputTypes, bool addOperandSegmentSizes=true)
	Common parsing used for both named structured ops created by ods-gen and by manually defined C++ ops. More...

static void	printCommonStructuredOpParts (OpAsmPrinter &p, ValueRange inputs, ValueRange outputs)

static void	printCommonStructuredOpPartsWithNewLine (OpAsmPrinter &p, ValueRange inputs, ValueRange outputs)

static ParseResult	parseNamedStructuredOpRegion (OpAsmParser &parser, Region &region, unsigned numRegionArgs, TypeRange inputTypes, TypeRange outputTypes, ArrayRef< NamedAttribute > attrs, RegionBuilderFn regionBuilder)

static ParseResult	parseNamedStructuredOpResults (OpAsmParser &parser, SmallVectorImpl< Type > &resultTypes)

static ParseResult	parseNamedStructuredOp (OpAsmParser &parser, OperationState &result, unsigned numRegionArgs, RegionBuilderFn regionBuilder)

static void	printNamedStructuredOpResults (OpAsmPrinter &p, TypeRange resultTypes)

static void	printNamedStructuredOp (OpAsmPrinter &p, Operation *op, ValueRange inputs, ValueRange outputs)

static void	buildGenericRegion (OpBuilder &builder, Location loc, Region &region, ValueRange inputs, ValueRange outputs, function_ref< void(OpBuilder &, Location, ValueRange)> bodyBuild)

static void	getGenericEffectsImpl (SmallVectorImpl< SideEffects::EffectInstance< MemoryEffects::Effect >> &effects, ValueRange results, const OpOperandVector &inputOperands, const OpOperandVector &outputOperands)

static ParseResult	parseDstStyleOp (OpAsmParser &parser, OperationState &result, function_ref< ParseResult(OpAsmParser &, NamedAttrList &)> parseAttrsFn=nullptr)

static ParseResult	parseDenseI64ArrayAttr (OpAsmParser &parser, NamedAttrList &attributes, StringRef attributeName)

static void	printDenseI64ArrayAttr (OpAsmPrinter &p, StringRef attributeName, ArrayRef< int64_t > attributeValue)

static void	buildIdentityRegion (OpBuilder &builder, Location loc, Region &region, ValueRange inputs, ValueRange outputs)

static LogicalResult	verifyYield (linalg::YieldOp op, LinalgOp linalgOp)

static void	appendMangledType (llvm::raw_string_ostream &ss, Type t)

Macro Definition Documentation

◆ GET_OP_CLASSES [1/2]

#define GET_OP_CLASSES

Definition at line 1656 of file LinalgOps.cpp.

◆ GET_OP_CLASSES [2/2]

#define GET_OP_CLASSES

Definition at line 1656 of file LinalgOps.cpp.

Typedef Documentation

◆ RegionBuilderFn

using RegionBuilderFn = llvm::function_ref<void(ImplicitLocOpBuilder &, Block &, ArrayRef<NamedAttribute>)>

Definition at line 50 of file LinalgOps.cpp.

Function Documentation

◆ appendMangledType()

static void appendMangledType	(	llvm::raw_string_ostream &	ss,
		Type	t
	)

static

Definition at line 1687 of file LinalgOps.cpp.

References mlir::Type::dyn_cast(), and mlir::Type::isSignlessIntOrIndexOrFloat().

◆ buildGenericRegion()

static void buildGenericRegion	(	OpBuilder &	builder,
		Location	loc,
		Region &	region,
		ValueRange	inputs,
		ValueRange	outputs,
		function_ref< void(OpBuilder &, Location, ValueRange)>	bodyBuild
	)

static

Definition at line 627 of file LinalgOps.cpp.

References mlir::OpBuilder::createBlock(), mlir::Region::end(), mlir::Block::getArguments(), and mlir::getElementTypeOrSelf().

Referenced by buildIdentityRegion().

◆ buildIdentityRegion()

static void buildIdentityRegion	(	OpBuilder &	builder,
		Location	loc,
		Region &	region,
		ValueRange	inputs,
		ValueRange	outputs
	)

static

Definition at line 1326 of file LinalgOps.cpp.

References buildGenericRegion(), and mlir::OpBuilder::create().

◆ buildStructuredOp()

static void buildStructuredOp	(	OpBuilder &	b,
		OperationState &	state,
		llvm::Optional< TypeRange >	resultTensorTypes,
		ValueRange	inputs,
		ValueRange	outputs,
		ArrayRef< NamedAttribute >	attributes,
		RegionBuilderFn	regionBuilder
	)

static

Creates a structured operation given inputs, outputs, and attributes.

The result types are derived automatically if resultTensorTypes is none. The body of the operation is filled using regionBuilder. All ods-gen created structured operations use the method to implement their builders.

Definition at line 96 of file LinalgOps.cpp.

References mlir::OperationState::addAttribute(), mlir::OperationState::addAttributes(), mlir::OperationState::addOperands(), mlir::OperationState::addRegion(), mlir::OperationState::addTypes(), mlir::OperationState::attributes, fillStructuredOpRegion(), mlir::NamedAttrList::getAttrs(), mlir::Builder::getDenseI32ArrayAttr(), and mlir::ValueRange::getTypes().

◆ fillStructuredOpRegion()

static void fillStructuredOpRegion	(	OpBuilder &	opBuilder,
		Region &	region,
		TypeRange	inputTypes,
		TypeRange	outputTypes,
		ArrayRef< NamedAttribute >	attrs,
		RegionBuilderFn	regionBuilder
	)

static

Fills the region of a structured operation using the provided regionBuilder.

The method is used by both named structured ops created by ods-gen and by manually defined C++ ops. It is called by both builders and parsers and creates a block with arguments corresponding to the elemental types of inputTypes and outputTypes. All output types are asserted to be ShapedType.

Definition at line 59 of file LinalgOps.cpp.

References mlir::OpBuilder::createBlock(), mlir::getElementTypeOrSelf(), mlir::Builder::getUnknownLoc(), mlir::Type::isa(), and mlir::OpBuilder::setInsertionPointToStart().

Referenced by buildStructuredOp(), and parseNamedStructuredOpRegion().

◆ getGenericEffectsImpl()

static void getGenericEffectsImpl	(	SmallVectorImpl< SideEffects::EffectInstance< MemoryEffects::Effect >> &	effects,
		ValueRange	results,
		const OpOperandVector &	inputOperands,
		const OpOperandVector &	outputOperands
	)

static

Definition at line 847 of file LinalgOps.cpp.

References mlir::SideEffects::Effect::Base< DerivedEffect, BaseEffect >::get(), mlir::SideEffects::Resource::Base< DefaultResource >::get(), mlir::Value::getType(), and mlir::Type::isa().

◆ parseCommonStructuredOpParts()

static ParseResult parseCommonStructuredOpParts	(	OpAsmParser &	parser,
		OperationState &	result,
		SmallVectorImpl< Type > &	inputTypes,
		SmallVectorImpl< Type > &	outputTypes,
		bool	addOperandSegmentSizes = `true`
	)

static

Common parsing used for both named structured ops created by ods-gen and by manually defined C++ ops.

Does not handle regions.

Definition at line 126 of file LinalgOps.cpp.

References mlir::OperationState::addAttribute(), mlir::OperationState::attributes, mlir::failure(), mlir::AsmParser::getBuilder(), mlir::AsmParser::getCurrentLocation(), mlir::Builder::getDenseI32ArrayAttr(), mlir::OperationState::operands, mlir::AsmParser::parseColonTypeList(), mlir::AsmParser::parseLParen(), mlir::OpAsmParser::parseOperandList(), mlir::AsmParser::parseOptionalAttrDict(), mlir::AsmParser::parseOptionalKeyword(), mlir::AsmParser::parseRParen(), mlir::OpAsmParser::resolveOperands(), mlir::succeeded(), and mlir::success().

Referenced by parseDstStyleOp(), and parseNamedStructuredOp().

◆ parseDenseI64ArrayAttr()

static ParseResult parseDenseI64ArrayAttr	(	OpAsmParser &	parser,
		NamedAttrList &	attributes,
		StringRef	attributeName
	)

static

Definition at line 1181 of file LinalgOps.cpp.

References mlir::failure(), mlir::detail::DenseArrayAttrImpl< T >::parse(), mlir::AsmParser::parseEqual(), mlir::AsmParser::parseKeyword(), mlir::NamedAttrList::set(), and mlir::success().

◆ parseDstStyleOp()

static ParseResult parseDstStyleOp	(	OpAsmParser &	parser,
		OperationState &	result,
		function_ref< ParseResult(OpAsmParser &, NamedAttrList &)>	parseAttrsFn = `nullptr`
	)

static

Definition at line 972 of file LinalgOps.cpp.

References mlir::OperationState::addTypes(), mlir::OperationState::attributes, mlir::failed(), mlir::failure(), parseCommonStructuredOpParts(), mlir::AsmParser::parseOptionalAttrDict(), and mlir::success().

◆ parseNamedStructuredOp()

static ParseResult parseNamedStructuredOp	(	OpAsmParser &	parser,
		OperationState &	result,
		unsigned	numRegionArgs,
		RegionBuilderFn	regionBuilder
	)

static

Definition at line 219 of file LinalgOps.cpp.

References mlir::OperationState::addRegion(), mlir::OperationState::addTypes(), mlir::OperationState::attributes, mlir::failure(), mlir::NamedAttrList::getAttrs(), parseCommonStructuredOpParts(), parseNamedStructuredOpRegion(), parseNamedStructuredOpResults(), and mlir::success().

◆ parseNamedStructuredOpRegion()

static ParseResult parseNamedStructuredOpRegion	(	OpAsmParser &	parser,
		Region &	region,
		unsigned	numRegionArgs,
		TypeRange	inputTypes,
		TypeRange	outputTypes,
		ArrayRef< NamedAttribute >	attrs,
		RegionBuilderFn	regionBuilder
	)