SPIRVDialect.cpp File Reference

#include "mlir/Dialect/SPIRV/IR/SPIRVDialect.h"
#include "SPIRVParsingUtils.h"
#include "mlir/Dialect/GPU/IR/CompilationInterfaces.h"
#include "mlir/Dialect/SPIRV/IR/SPIRVOps.h"
#include "mlir/Dialect/SPIRV/IR/SPIRVTypes.h"
#include "mlir/Dialect/SPIRV/IR/TargetAndABI.h"
#include "mlir/Dialect/UB/IR/UBOps.h"
#include "mlir/IR/Builders.h"
#include "mlir/IR/BuiltinTypes.h"
#include "mlir/IR/DialectImplementation.h"
#include "mlir/IR/MLIRContext.h"
#include "mlir/Parser/Parser.h"
#include "mlir/Transforms/InliningUtils.h"
#include "llvm/ADT/DenseMap.h"
#include "llvm/ADT/Sequence.h"
#include "llvm/ADT/SetVector.h"
#include "llvm/ADT/StringExtras.h"
#include "llvm/ADT/StringMap.h"
#include "llvm/ADT/TypeSwitch.h"
#include "llvm/Support/raw_ostream.h"
#include "mlir/Dialect/SPIRV/IR/SPIRVOpsDialect.cpp.inc"
#include "mlir/Dialect/SPIRV/IR/SPIRVOps.cpp.inc"

Go to the source code of this file.

Macros
#define	GET_OP_LIST

Functions
static bool	containsReturn (Region &region)
	Returns true if the given region contains spirv.Return or spirv.ReturnValue ops. More...
template<typename ValTy >
static std::optional< ValTy >	parseAndVerify (SPIRVDialect const &dialect, DialectAsmParser &parser)
template<>
std::optional< Type >	parseAndVerify< Type > (SPIRVDialect const &dialect, DialectAsmParser &parser)
template<>
std::optional< unsigned >	parseAndVerify< unsigned > (SPIRVDialect const &dialect, DialectAsmParser &parser)
static Type	parseAndVerifyType (SPIRVDialect const &dialect, DialectAsmParser &parser)
static Type	parseAndVerifyMatrixType (SPIRVDialect const &dialect, DialectAsmParser &parser)
static Type	parseAndVerifySampledImageType (SPIRVDialect const &dialect, DialectAsmParser &parser)
static LogicalResult	parseOptionalArrayStride (const SPIRVDialect &dialect, DialectAsmParser &parser, unsigned &stride)
	Parses an optional , stride = N assembly segment. More...
static Type	parseArrayType (SPIRVDialect const &dialect, DialectAsmParser &parser)
static Type	parseCooperativeMatrixType (SPIRVDialect const &dialect, DialectAsmParser &parser)
static Type	parseJointMatrixType (SPIRVDialect const &dialect, DialectAsmParser &parser)
static Type	parsePointerType (SPIRVDialect const &dialect, DialectAsmParser &parser)
static Type	parseRuntimeArrayType (SPIRVDialect const &dialect, DialectAsmParser &parser)
static Type	parseMatrixType (SPIRVDialect const &dialect, DialectAsmParser &parser)
template<typename IntTy >
static std::optional< IntTy >	parseAndVerifyInteger (SPIRVDialect const &dialect, DialectAsmParser &parser)
static Type	parseImageType (SPIRVDialect const &dialect, DialectAsmParser &parser)
static Type	parseSampledImageType (SPIRVDialect const &dialect, DialectAsmParser &parser)
static ParseResult	parseStructMemberDecorations (SPIRVDialect const &dialect, DialectAsmParser &parser, ArrayRef< Type > memberTypes, SmallVectorImpl< StructType::OffsetInfo > &offsetInfo, SmallVectorImpl< StructType::MemberDecorationInfo > &memberDecorationInfo)
static Type	parseStructType (SPIRVDialect const &dialect, DialectAsmParser &parser)
static void	print (ArrayType type, DialectAsmPrinter &os)
static void	print (RuntimeArrayType type, DialectAsmPrinter &os)
static void	print (PointerType type, DialectAsmPrinter &os)
static void	print (ImageType type, DialectAsmPrinter &os)
static void	print (SampledImageType type, DialectAsmPrinter &os)
static void	print (StructType type, DialectAsmPrinter &os)
static void	print (CooperativeMatrixType type, DialectAsmPrinter &os)
static void	print (JointMatrixINTELType type, DialectAsmPrinter &os)
static void	print (MatrixType type, DialectAsmPrinter &os)
static LogicalResult	verifyRegionAttribute (Location loc, Type valueType, NamedAttribute attribute)
	Verifies the given SPIR-V attribute attached to a value of the given valueType is valid. More...

Macro Definition Documentation

GET_OP_LIST

#define GET_OP_LIST

Function Documentation

containsReturn()

static bool containsReturn ( Region &  region )

inlinestatic

Returns true if the given region contains spirv.Return or spirv.ReturnValue ops.

Definition at line 47 of file SPIRVDialect.cpp.

References mlir::Block::getTerminator().

parseAndVerify()

template<typename ValTy >

static std::optional< ValTy > parseAndVerify ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 491 of file SPIRVDialect.cpp.

References mlir::AsmParser::emitError(), mlir::AsmParser::getCurrentLocation(), and mlir::AsmParser::parseKeyword().

parseAndVerify< Type >()

template<>

std::optional< Type > parseAndVerify< Type >	(	SPIRVDialect const &	dialect,
		DialectAsmParser &	parser
	)

Definition at line 491 of file SPIRVDialect.cpp.

parseAndVerify< unsigned >()

template<>

std::optional< unsigned > parseAndVerify< unsigned >	(	SPIRVDialect const &	dialect,
		DialectAsmParser &	parser
	)

Definition at line 516 of file SPIRVDialect.cpp.

References max(), and mlir::AsmParser::parseInteger().

Referenced by parseOptionalArrayStride().

parseAndVerifyInteger()

template<typename IntTy >

static std::optional<IntTy> parseAndVerifyInteger ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 516 of file SPIRVDialect.cpp.

parseAndVerifyMatrixType()

static Type parseAndVerifyMatrixType ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 205 of file SPIRVDialect.cpp.

References mlir::AsmParser::emitError(), mlir::AsmParser::getCurrentLocation(), and mlir::AsmParser::parseType().

Referenced by parseMatrixType().

parseAndVerifySampledImageType()

static Type parseAndVerifySampledImageType ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 241 of file SPIRVDialect.cpp.

References mlir::AsmParser::emitError(), mlir::AsmParser::getCurrentLocation(), and mlir::AsmParser::parseType().

Referenced by parseSampledImageType().

parseAndVerifyType()

static Type parseAndVerifyType ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 161 of file SPIRVDialect.cpp.

References mlir::AsmParser::emitError(), mlir::AsmParser::getCurrentLocation(), mlir::Type::getDialect(), mlir::Type::isBF16(), mlir::spirv::ScalarType::isValid(), and mlir::AsmParser::parseType().

Referenced by parseArrayType(), parseCooperativeMatrixType(), parseJointMatrixType(), parsePointerType(), and parseRuntimeArrayType().

parseArrayType()

static Type parseArrayType ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 291 of file SPIRVDialect.cpp.

References mlir::AsmParser::emitError(), mlir::failed(), mlir::spirv::ArrayType::get(), mlir::AsmParser::getCurrentLocation(), parseAndVerifyType(), mlir::AsmParser::parseDimensionList(), mlir::AsmParser::parseGreater(), mlir::AsmParser::parseLess(), and parseOptionalArrayStride().

parseCooperativeMatrixType()

static Type parseCooperativeMatrixType ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 330 of file SPIRVDialect.cpp.

References mlir::AsmParser::emitError(), mlir::spirv::CooperativeMatrixType::get(), mlir::AsmParser::getCurrentLocation(), parseAndVerifyType(), mlir::AsmParser::parseComma(), mlir::AsmParser::parseDimensionList(), mlir::spirv::parseEnumKeywordAttr(), mlir::AsmParser::parseGreater(), and mlir::AsmParser::parseLess().

parseImageType()

static Type parseImageType ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 582 of file SPIRVDialect.cpp.

References mlir::spirv::ImageType::get(), mlir::AsmParser::parseGreater(), and mlir::AsmParser::parseLess().

parseJointMatrixType()

static Type parseJointMatrixType ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 368 of file SPIRVDialect.cpp.

References mlir::AsmParser::emitError(), mlir::spirv::JointMatrixINTELType::get(), mlir::AsmParser::getCurrentLocation(), parseAndVerifyType(), mlir::AsmParser::parseComma(), mlir::AsmParser::parseDimensionList(), mlir::spirv::parseEnumKeywordAttr(), mlir::AsmParser::parseGreater(), and mlir::AsmParser::parseLess().

parseMatrixType()

static Type parseMatrixType ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 455 of file SPIRVDialect.cpp.

References mlir::AsmParser::emitError(), mlir::spirv::MatrixType::get(), mlir::AsmParser::getCurrentLocation(), parseAndVerifyMatrixType(), mlir::AsmParser::parseDimensionList(), mlir::AsmParser::parseGreater(), and mlir::AsmParser::parseLess().

parseOptionalArrayStride()

static LogicalResult parseOptionalArrayStride ( const SPIRVDialect &  dialect, DialectAsmParser &  parser, unsigned &  stride  )

static

Parses an optional , stride = N assembly segment.

If no parsing failure occurs, writes N to stride if existing and writes 0 to stride if missing.

Definition at line 261 of file SPIRVDialect.cpp.

References mlir::AsmParser::emitError(), mlir::failed(), mlir::failure(), mlir::AsmParser::getCurrentLocation(), parseAndVerify< unsigned >(), mlir::AsmParser::parseEqual(), mlir::AsmParser::parseKeyword(), mlir::AsmParser::parseOptionalComma(), and mlir::success().

Referenced by parseArrayType(), and parseRuntimeArrayType().

parsePointerType()

static Type parsePointerType ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 409 of file SPIRVDialect.cpp.

References mlir::AsmParser::emitError(), mlir::spirv::PointerType::get(), mlir::AsmParser::getCurrentLocation(), parseAndVerifyType(), mlir::AsmParser::parseComma(), mlir::AsmParser::parseGreater(), mlir::AsmParser::parseKeyword(), and mlir::AsmParser::parseLess().

parseRuntimeArrayType()

static Type parseRuntimeArrayType ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 436 of file SPIRVDialect.cpp.

References mlir::failed(), mlir::spirv::RuntimeArrayType::get(), parseAndVerifyType(), mlir::AsmParser::parseGreater(), mlir::AsmParser::parseLess(), and parseOptionalArrayStride().

parseSampledImageType()

static Type parseSampledImageType ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 600 of file SPIRVDialect.cpp.

References mlir::spirv::SampledImageType::get(), parseAndVerifySampledImageType(), mlir::AsmParser::parseGreater(), and mlir::AsmParser::parseLess().

parseStructMemberDecorations()

static ParseResult parseStructMemberDecorations ( SPIRVDialect const &  dialect, DialectAsmParser &  parser, ArrayRef< Type >  memberTypes, SmallVectorImpl< StructType::OffsetInfo > &  offsetInfo, SmallVectorImpl< StructType::MemberDecorationInfo > &  memberDecorationInfo  )

static

Definition at line 615 of file SPIRVDialect.cpp.

References mlir::AsmParser::emitError(), mlir::failed(), mlir::failure(), mlir::AsmParser::getCurrentLocation(), mlir::OptionalParseResult::has_value(), mlir::AsmParser::parseComma(), mlir::AsmParser::parseCommaSeparatedList(), mlir::AsmParser::parseOptionalEqual(), mlir::AsmParser::parseOptionalInteger(), mlir::AsmParser::parseOptionalRSquare(), mlir::AsmParser::parseRSquare(), mlir::succeeded(), and mlir::success().

Referenced by parseStructType().

parseStructType()

static Type parseStructType ( SPIRVDialect const &  dialect, DialectAsmParser &  parser  )

static

Definition at line 682 of file SPIRVDialect.cpp.

References mlir::AsmParser::emitError(), mlir::failed(), mlir::spirv::StructType::get(), mlir::spirv::StructType::getEmpty(), mlir::spirv::StructType::getIdentified(), mlir::AsmParser::getNameLoc(), mlir::AsmParser::parseComma(), mlir::AsmParser::parseGreater(), mlir::AsmParser::parseLess(), mlir::AsmParser::parseLParen(), mlir::AsmParser::parseOptionalComma(), mlir::AsmParser::parseOptionalGreater(), mlir::AsmParser::parseOptionalKeyword(), mlir::AsmParser::parseOptionalLSquare(), mlir::AsmParser::parseOptionalRParen(), mlir::AsmParser::parseRParen(), parseStructMemberDecorations(), mlir::AsmParser::parseType(), mlir::succeeded(), mlir::spirv::StructType::trySetBody(), and mlir::AsmParser::tryStartCyclicParse().

print() [1/9]

static void print ( ArrayType  type, DialectAsmPrinter &  os  )

static

Definition at line 806 of file SPIRVDialect.cpp.

References mlir::spirv::ArrayType::getArrayStride(), mlir::spirv::ArrayType::getElementType(), and mlir::spirv::ArrayType::getNumElements().

print() [2/9]

static void print ( CooperativeMatrixType  type, DialectAsmPrinter &  os  )

static

Definition at line 883 of file SPIRVDialect.cpp.

References mlir::spirv::CooperativeMatrixType::getColumns(), mlir::spirv::CooperativeMatrixType::getElementType(), mlir::spirv::CooperativeMatrixType::getRows(), mlir::spirv::CooperativeMatrixType::getScope(), and mlir::spirv::CooperativeMatrixType::getUse().

print() [3/9]

static void print ( ImageType  type, DialectAsmPrinter &  os  )

static

Definition at line 825 of file SPIRVDialect.cpp.

References mlir::spirv::ImageType::getArrayedInfo(), mlir::spirv::ImageType::getDepthInfo(), mlir::spirv::ImageType::getDim(), mlir::spirv::ImageType::getElementType(), mlir::spirv::ImageType::getImageFormat(), mlir::spirv::ImageType::getSamplerUseInfo(), and mlir::spirv::ImageType::getSamplingInfo().

print() [4/9]

static void print ( JointMatrixINTELType  type, DialectAsmPrinter &  os  )

static

Definition at line 889 of file SPIRVDialect.cpp.

References mlir::spirv::JointMatrixINTELType::getColumns(), mlir::spirv::JointMatrixINTELType::getElementType(), mlir::spirv::JointMatrixINTELType::getMatrixLayout(), mlir::spirv::JointMatrixINTELType::getRows(), and mlir::spirv::JointMatrixINTELType::getScope().

print() [5/9]

static void print ( MatrixType  type, DialectAsmPrinter &  os  )

static

Definition at line 896 of file SPIRVDialect.cpp.

References mlir::spirv::MatrixType::getColumnType(), and mlir::spirv::MatrixType::getNumColumns().

print() [6/9]

static void print ( PointerType  type, DialectAsmPrinter &  os  )

static

Definition at line 820 of file SPIRVDialect.cpp.

References mlir::spirv::PointerType::getPointeeType(), and mlir::spirv::PointerType::getStorageClass().

print() [7/9]

static void print ( RuntimeArrayType  type, DialectAsmPrinter &  os  )

static

Definition at line 813 of file SPIRVDialect.cpp.

References mlir::spirv::RuntimeArrayType::getArrayStride(), and mlir::spirv::RuntimeArrayType::getElementType().

print() [8/9]

static void print ( SampledImageType  type, DialectAsmPrinter &  os  )

static

Definition at line 834 of file SPIRVDialect.cpp.

References mlir::spirv::SampledImageType::getImageType().

print() [9/9]

static void print ( StructType  type, DialectAsmPrinter &  os  )

static

Definition at line 838 of file SPIRVDialect.cpp.

References mlir::failed(), mlir::spirv::StructType::getElementType(), mlir::spirv::StructType::getIdentifier(), mlir::spirv::StructType::getMemberDecorations(), mlir::spirv::StructType::getMemberOffset(), mlir::spirv::StructType::getNumElements(), mlir::spirv::StructType::hasOffset(), mlir::spirv::StructType::isIdentified(), and mlir::AsmPrinter::tryStartCyclicPrint().

verifyRegionAttribute()

static LogicalResult verifyRegionAttribute ( Location  loc, Type  valueType, NamedAttribute  attribute  )

static

Verifies the given SPIR-V attribute attached to a value of the given valueType is valid.

Definition at line 952 of file SPIRVDialect.cpp.

References mlir::emitError(), mlir::spirv::getInterfaceVarABIAttrName(), mlir::NamedAttribute::getName(), mlir::NamedAttribute::getValue(), mlir::Type::isIntOrIndexOrFloat(), and mlir::success().