#include "mlir/Dialect/LLVMIR/LLVMDialect.h"
#include "mlir/Dialect/LLVMIR/LLVMAttrs.h"
#include "mlir/Dialect/LLVMIR/LLVMTypes.h"
#include "mlir/IR/Attributes.h"
#include "mlir/IR/Builders.h"
#include "mlir/IR/BuiltinOps.h"
#include "mlir/IR/BuiltinTypes.h"
#include "mlir/IR/DialectImplementation.h"
#include "mlir/IR/MLIRContext.h"
#include "mlir/IR/Matchers.h"
#include "mlir/Interfaces/FunctionImplementation.h"
#include "mlir/Transforms/InliningUtils.h"
#include "llvm/ADT/APFloat.h"
#include "llvm/ADT/DenseSet.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/TypeSwitch.h"
#include "llvm/IR/DataLayout.h"
#include "llvm/Support/Error.h"
#include "LLVMDialectBytecode.h"
#include <numeric>
#include <optional>
#include "mlir/Dialect/LLVMIR/LLVMOpsDialect.cpp.inc"
#include "mlir/Dialect/LLVMIR/LLVMOps.cpp.inc"
#include "mlir/Dialect/LLVMIR/LLVMIntrinsicOps.cpp.inc"

Macros
#define	REGISTER_ENUM_TYPE(Ty)
#define	GET_OP_LIST
#define	GET_OP_LIST
#define	GET_OP_CLASSES
#define	GET_OP_CLASSES

Functions
static auto	processFMFAttr (ArrayRef< NamedAttribute > attrs)
static LogicalResult	verifySymbolAttrUse (FlatSymbolRefAttr symbol, Operation *op, SymbolTableCollection &symbolTable)
	Verifies symbol's use in op to ensure the symbol is a valid and fully defined llvm.func.
static Type	getI1SameShape (Type type)
	Returns a boolean type that has the same shape as type.
static int	parseOptionalKeywordAlternative (OpAsmParser &parser, ArrayRef< StringRef > keywords)
template<typename EnumTy, typename RetTy = EnumTy>
static RetTy	parseOptionalLLVMKeyword (OpAsmParser &parser, EnumTy defaultValue)
	Parse an enum from the keyword, or default to the provided default value.
static void	printLLVMLinkage (OpAsmPrinter &p, Operation *, LinkageAttr val)
static ParseResult	parseLLVMLinkage (OpAsmParser &p, LinkageAttr &val)
static ArrayAttr	getLLVMAlignParamForCompressExpand (OpBuilder &builder, bool isExpandLoad, uint64_t alignment=1)
static void	printOneOpBundle (OpAsmPrinter &p, OperandRange operands, TypeRange operandTypes, StringRef tag)
static void	printOpBundles (OpAsmPrinter &p, Operation *op, OperandRangeRange opBundleOperands, TypeRangeRange opBundleOperandTypes, std::optional< ArrayAttr > opBundleTags)
static ParseResult	parseOneOpBundle (OpAsmParser &p, SmallVector< SmallVector< OpAsmParser::UnresolvedOperand > > &opBundleOperands, SmallVector< SmallVector< Type > > &opBundleOperandTypes, SmallVector< Attribute > &opBundleTags)
static std::optional< ParseResult >	parseOpBundles (OpAsmParser &p, SmallVector< SmallVector< OpAsmParser::UnresolvedOperand > > &opBundleOperands, SmallVector< SmallVector< Type > > &opBundleOperandTypes, ArrayAttr &opBundleTags)
template<typename CmpPredicateType>
static ParseResult	parseCmpOp (OpAsmParser &parser, OperationState &result)
static Attribute	getBoolAttribute (Type type, MLIRContext *ctx, bool value)
	Returns a scalar or vector boolean attribute of the given type.
static ParseResult	parseSwitchOpCases (OpAsmParser &parser, Type flagType, DenseIntElementsAttr &caseValues, SmallVectorImpl< Block * > &caseDestinations, SmallVectorImpl< SmallVector< OpAsmParser::UnresolvedOperand > > &caseOperands, SmallVectorImpl< SmallVector< Type > > &caseOperandTypes)
	<cases> ::= [ (case (, case )* )?
static void	printSwitchOpCases (OpAsmPrinter &p, SwitchOp op, Type flagType, DenseIntElementsAttr caseValues, SuccessorRange caseDestinations, OperandRangeRange caseOperands, const TypeRangeRange &caseOperandTypes)
static Type	extractVectorElementType (Type type)
	Returns the elemental type of any LLVM-compatible vector type or self.
static void	destructureIndices (Type currType, ArrayRef< GEPArg > indices, SmallVectorImpl< int32_t > &rawConstantIndices, SmallVectorImpl< Value > &dynamicIndices)
	Destructures the 'indices' parameter into 'rawConstantIndices' and 'dynamicIndices', encoding the former in the process.
static ParseResult	parseGEPIndices (OpAsmParser &parser, SmallVectorImpl< OpAsmParser::UnresolvedOperand > &indices, DenseI32ArrayAttr &rawConstantIndices)
static void	printGEPIndices (OpAsmPrinter &printer, LLVM::GEPOp gepOp, OperandRange indices, DenseI32ArrayAttr rawConstantIndices)
static LogicalResult	verifyStructIndices (Type baseGEPType, unsigned indexPos, GEPIndicesAdaptor< ValueRange > indices, function_ref< InFlightDiagnostic()> emitOpError)
	For the given indices, check if they comply with baseGEPType, especially check against LLVMStructTypes nested within.
static LogicalResult	verifyStructIndices (Type baseGEPType, GEPIndicesAdaptor< ValueRange > indices, function_ref< InFlightDiagnostic()> emitOpError)
	Driver function around verifyStructIndices.
template<typename OpTy>
static LogicalResult	verifyAtomicMemOp (OpTy memOp, Type valueType, ArrayRef< AtomicOrdering > unsupportedOrderings)
	Verifies the attributes and the type of atomic memory access operations.
static SmallVector< Type, 1 >	getCallOpResultTypes (LLVMFunctionType calleeType)
	Gets the MLIR Op-like result types of a LLVMFunctionType.
static TypeAttr	getCallOpVarCalleeType (LLVMFunctionType calleeType)
	Gets the variadic callee type for a LLVMFunctionType.
static LLVMFunctionType	getLLVMFuncType (MLIRContext *context, TypeRange results, ValueRange args)
	Constructs a LLVMFunctionType from MLIR results and args.
template<typename OpTy>
static unsigned	getNumConsumedCalleeOperands (OpTy callOp)
	Return the number of leading callee operands of callOp that the operation consumes instead of passing them to the callee.
template<typename OpTy>
static Operation::operand_range	getOperandsPassedToCallee (OpTy callOp)
	Return the operands of callOp that are passed to the callee, including the variadic arguments in case of a call to a variadic callee.
template<typename OpTy>
static Operation::operand_range	getArgOperandsImpl (OpTy callOp)
	Return the operands of callOp that correspond to the declared parameters of the callee, i.e., its CallOpInterface argument operands.
static LogicalResult	verifyCallOpDebugInfo (CallOp callOp, LLVMFuncOp callee)
	Verify that an inlinable callsite of a debug-info-bearing function in a debug-info-bearing function has a debug location attached to it.
template<typename OpTy>
static LogicalResult	verifyCallOpVarCalleeType (OpTy callOp)
	Verify that the parameter and return types of the variadic callee type match the callOp argument and result types.
template<typename OpType>
static LogicalResult	verifyOperandBundles (OpType &op)
static ParseResult	parseCallTypeAndResolveOperands (OpAsmParser &parser, OperationState &result, bool isDirect, ArrayRef< OpAsmParser::UnresolvedOperand > operands, SmallVectorImpl< DictionaryAttr > &argAttrs, SmallVectorImpl< DictionaryAttr > &resultAttrs)
	Parses the type of a call operation and resolves the operands if the parsing succeeds.
static ParseResult	parseOptionalCallFuncPtr (OpAsmParser &parser, SmallVectorImpl< OpAsmParser::UnresolvedOperand > &operands)
	Parses an optional function pointer operand before the call argument list for indirect calls, or stops parsing at the function identifier otherwise.
static ParseResult	resolveOpBundleOperands (OpAsmParser &parser, SMLoc loc, OperationState &state, ArrayRef< SmallVector< OpAsmParser::UnresolvedOperand > > opBundleOperands, ArrayRef< SmallVector< Type > > opBundleOperandTypes, StringAttr opBundleSizesAttrName)
static Type	getInsertExtractValueElementType (function_ref< InFlightDiagnostic(StringRef)> emitError, Type containerType, ArrayRef< int64_t > position)
	Extract the type at position in the LLVM IR aggregate type containerType.
static Type	getInsertExtractValueElementType (Type llvmType, ArrayRef< int64_t > position)
	Extract the type at position in the wrapped LLVM IR aggregate type containerType.
static Attribute	extractElementAt (Attribute attr, size_t index)
	Extracts the element at the given index from an attribute.
static ParseResult	parseInsertExtractValueElementType (AsmParser &parser, Type &valueType, Type containerType, DenseI64ArrayAttr position)
	Infer the value type from the container type and position.
static void	printInsertExtractValueElementType (AsmPrinter &printer, Operation *op, Type valueType, Type containerType, DenseI64ArrayAttr position)
	Nothing to print for an inferred type.
template<typename OpType>
static void	printCommonGlobalAndAlias (OpAsmPrinter &p, OpType op)
static LogicalResult	verifyComdat (Operation *op, std::optional< SymbolRefAttr > attr)
static LogicalResult	verifyBlockTags (LLVMFuncOp funcOp)
template<typename OpType>
static ParseResult	parseCommonGlobalAndAlias (OpAsmParser &parser, OperationState &result)
	Parse common attributes that might show up in the same order in both GlobalOp and AliasOp.
static bool	isZeroAttribute (Attribute value)
static LogicalResult	checkGlobalXtorData (Operation *op, ArrayAttr data)
static ParseResult	parseShuffleType (AsmParser &parser, Type v1Type, Type &resType, DenseI32ArrayAttr mask)
	Build the result type of a shuffle vector operation.
static void	printShuffleType (AsmPrinter &printer, Operation *op, Type v1Type, Type resType, DenseI32ArrayAttr mask)
	Nothing to do when the result type is inferred.
static Type	buildLLVMFunctionType (OpAsmParser &parser, SMLoc loc, ArrayRef< Type > inputs, ArrayRef< Type > outputs, function_interface_impl::VariadicFlag variadicFlag)
static int64_t	getNumElements (Type t)
	Compute the total number of elements in the given type, also taking into account nested types.
static Type	getElementType (Type type)
	Determine the element type of type.
static bool	hasScalableVectorType (Type t)
	Check if the given type is a scalable vector type or a vector/array type that contains a nested scalable vector type.
static LogicalResult	verifyStructArrayConstant (LLVM::ConstantOp op, LLVM::LLVMArrayType arrayType, ArrayAttr arrayAttr, int dim)
	Verifies the constant array represented by arrayAttr matches the provided arrayType.
static LLVMStructType	getValAndBoolStructType (Type valType)
	Returns an LLVM struct type that contains a value type and a boolean type.
template<class ExtOp>
static LogicalResult	verifyExtOp (ExtOp op)
	Verifies that the given extension operation operates on consistent scalars or vectors, and that the target width is larger than the input width.
template<typename T>
static OpFoldResult	foldChainableCast (T castOp, typename T::FoldAdaptor adaptor)
	Folds a cast op that can be chained.
static ParseResult	parseIndirectBrOpSucessors (OpAsmParser &parser, Type &flagType, SmallVectorImpl< Block * > &succOperandBlocks, SmallVectorImpl< SmallVector< OpAsmParser::UnresolvedOperand > > &succOperands, SmallVectorImpl< SmallVector< Type > > &succOperandsTypes)
static void	printIndirectBrOpSucessors (OpAsmPrinter &p, IndirectBrOp op, Type flagType, SuccessorRange succs, OperandRangeRange succOperands, const TypeRangeRange &succOperandsTypes)

Variables
static constexpr const char	kElemTypeAttrName [] = "elem_type"

Macro Definition Documentation

◆ GET_OP_CLASSES [1/2]

#define GET_OP_CLASSES

Definition at line 4579 of file LLVMDialect.cpp.

◆ GET_OP_CLASSES [2/2]

#define GET_OP_CLASSES

Definition at line 4579 of file LLVMDialect.cpp.

◆ GET_OP_LIST [1/2]

#define GET_OP_LIST

◆ GET_OP_LIST [2/2]

#define GET_OP_LIST

◆ REGISTER_ENUM_TYPE

#define REGISTER_ENUM_TYPE ( Ty )

Value:

  template <>                                                                  \
  struct EnumTraits<Ty> {                                                      \
    static StringRef stringify(Ty value) { return stringify##Ty(value); }      \
    static unsigned getMaxEnumVal() { return getMaxEnumValFor##Ty(); }         \
  }

Definition at line 107 of file LLVMDialect.cpp.

Function Documentation

◆ buildLLVMFunctionType()

Type buildLLVMFunctionType	(	OpAsmParser &	parser,
		SMLoc	loc,
		ArrayRef< Type >	inputs,
		ArrayRef< Type >	outputs,
		function_interface_impl::VariadicFlag	variadicFlag )

static

Definition at line 3130 of file LLVMDialect.cpp.

References b, mlir::AsmParser::emitError(), mlir::AsmParser::getBuilder(), mlir::LLVM::isCompatibleType(), and mlir::function_interface_impl::VariadicFlag::isVariadic().

◆ checkGlobalXtorData()

LogicalResult checkGlobalXtorData	(	Operation *	op,
		ArrayAttr	data )

static

Definition at line 2758 of file LLVMDialect.cpp.

References ArrayAttr(), mlir::Operation::emitError(), and success().

◆ destructureIndices()

void destructureIndices	(	Type	currType,
		ArrayRef< GEPArg >	indices,
		SmallVectorImpl< int32_t > &	rawConstantIndices,
		SmallVectorImpl< Value > &	dynamicIndices )

static

Destructures the 'indices' parameter into 'rawConstantIndices' and 'dynamicIndices', encoding the former in the process.

In the process, dynamic indices which are used to index into a structure type are converted to constant indices when possible. To do this, the GEPs element type should be passed as first parameter.

Definition at line 663 of file LLVMDialect.cpp.

References indices, mlir::LLVM::kGEPConstantBitWidth, mlir::m_ConstantInt(), and mlir::matchPattern().

◆ extractElementAt()

Attribute extractElementAt	(	Attribute	attr,
		size_t	index )

static

Extracts the element at the given index from an attribute.

For ElementsAttr, returns the element at the specified index, or nullptr if the shaped type does not have rank 1. For ArrayAttr, returns the element at the specified index. For ZeroAttr, UndefAttr, and PoisonAttr, returns the attribute itself unchanged. Returns nullptr if the attribute is not one of these types or if the index is out of bounds.

Definition at line 1984 of file LLVMDialect.cpp.

◆ extractVectorElementType()

Type extractVectorElementType ( Type type )

static

Returns the elemental type of any LLVM-compatible vector type or self.

Definition at line 652 of file LLVMDialect.cpp.

◆ foldChainableCast()

template<typename T>

OpFoldResult foldChainableCast	(	T	castOp,
		typename T::FoldAdaptor	adaptor )

static

Folds a cast op that can be chained.

Definition at line 3909 of file LLVMDialect.cpp.

◆ getArgOperandsImpl()

template<typename OpTy>

Operation::operand_range getArgOperandsImpl ( OpTy callOp )

static

Return the operands of callOp that correspond to the declared parameters of the callee, i.e., its CallOpInterface argument operands.

The variadic arguments of a call to a variadic callee are not included: they do not correspond to any argument of the callee. The callee does not receive them as block arguments but reads them with llvm.intr.vastart and friends, so in terms of CallOpInterface they are consumed operands rather than forwarded ones.

Definition at line 1155 of file LLVMDialect.cpp.

References getOperandsPassedToCallee().

◆ getBoolAttribute()

Attribute getBoolAttribute	(	Type	type,
		MLIRContext *	ctx,
		bool	value )

static

Returns a scalar or vector boolean attribute of the given type.

Definition at line 353 of file LLVMDialect.cpp.

References mlir::BoolAttr::get(), and mlir::DenseElementsAttr::get().

◆ getCallOpResultTypes()

SmallVector< Type, 1 > getCallOpResultTypes ( LLVMFunctionType calleeType )

static

Gets the MLIR Op-like result types of a LLVMFunctionType.

Definition at line 958 of file LLVMDialect.cpp.

◆ getCallOpVarCalleeType()

TypeAttr getCallOpVarCalleeType ( LLVMFunctionType calleeType )

static

Gets the variadic callee type for a LLVMFunctionType.

Definition at line 967 of file LLVMDialect.cpp.

◆ getElementType()

Type getElementType ( Type type )

static

Determine the element type of type.

Supported types are VectorType, TensorType, and LLVMArrayType. Everything else is treated as a scalar.

Definition at line 3482 of file LLVMDialect.cpp.

Referenced by mlir::MemRefType::Builder::Builder(), mlir::RankedTensorType::Builder::Builder(), mlir::VectorType::Builder::Builder(), mlir::convertMMAToLLVMType(), createConstantAllBitsSet(), mlir::sparse_tensor::SparseTensorType::getCOOType(), isComplexOfIntType(), mlir::DenseElementsAttr::isSplat(), mlir::DenseElementsAttr::isValidComplex(), mlir::DenseElementsAttr::isValidIntOrFloat(), TransposeOpLowering::matchAndRewrite(), mlirComplexTypeGetElementType(), mlirLLVMArrayTypeGetElementType(), mlirPDLRangeTypeGetElementType(), mlirShapedTypeGetElementType(), nonAtomicRMW(), parseShuffleType(), mlir::DenseElementsAttr::tryGetComplexFloatValues(), mlir::DenseElementsAttr::tryGetComplexIntValues(), and mlir::DenseElementsAttr::tryGetFloatValues().

◆ getI1SameShape()

Type getI1SameShape ( Type type )

static

Returns a boolean type that has the same shape as type.

It supports both fixed size vectors as well as scalable vectors.

Definition at line 84 of file LLVMDialect.cpp.

References mlir::Type::getContext(), mlir::LLVM::getVectorNumElements(), mlir::LLVM::getVectorType(), and mlir::LLVM::isCompatibleVectorType().

Referenced by parseCmpOp().

◆ getInsertExtractValueElementType() [1/2]

Type getInsertExtractValueElementType	(	function_ref< InFlightDiagnostic(StringRef)>	emitError,
		Type	containerType,
		ArrayRef< int64_t >	position )

static

Extract the type at position in the LLVM IR aggregate type containerType.

Each element of position is an index into a nested aggregate type. Return the resulting type or emit an error.

Definition at line 1930 of file LLVMDialect.cpp.

References mlir::emitError(), and mlir::LLVM::isCompatibleType().

Referenced by parseInsertExtractValueElementType().

◆ getInsertExtractValueElementType() [2/2]

Type getInsertExtractValueElementType	(	Type	llvmType,
		ArrayRef< int64_t >	position )

static

Extract the type at position in the wrapped LLVM IR aggregate type containerType.

Definition at line 1967 of file LLVMDialect.cpp.

◆ getLLVMAlignParamForCompressExpand()

ArrayAttr getLLVMAlignParamForCompressExpand	(	OpBuilder &	builder,
		bool	isExpandLoad,
		uint64_t	alignment = 1 )

static

Definition at line 149 of file LLVMDialect.cpp.

References ArrayAttr(), mlir::Builder::getArrayAttr(), mlir::Builder::getDictionaryAttr(), mlir::Builder::getI64IntegerAttr(), and mlir::Builder::getNamedAttr().

◆ getLLVMFuncType()

LLVMFunctionType getLLVMFuncType	(	MLIRContext *	context,
		TypeRange	results,
		ValueRange	args )

static

Constructs a LLVMFunctionType from MLIR results and args.

Definition at line 972 of file LLVMDialect.cpp.

References mlir::ValueRange::getTypes().

◆ getNumConsumedCalleeOperands()

template<typename OpTy>

unsigned getNumConsumedCalleeOperands ( OpTy callOp )

static

Return the number of leading callee operands of callOp that the operation consumes instead of passing them to the callee.

Definition at line 1131 of file LLVMDialect.cpp.

Referenced by getOperandsPassedToCallee().

◆ getNumElements()

int64_t getNumElements ( Type t )

static

Compute the total number of elements in the given type, also taking into account nested types.

Supported types are VectorType and LLVMArrayType. Everything else is treated as a scalar.

Definition at line 3468 of file LLVMDialect.cpp.

References getNumElements().

Referenced by mlir::LLVM::detail::extractNDVectorTypeInfo(), getNumElements(), hasAtMostSingleNonScalar(), mlir::DenseElementsAttr::tryGetComplexFloatValues(), mlir::DenseElementsAttr::tryGetComplexIntValues(), and verifyFloatIntegerBuiltin().

◆ getOperandsPassedToCallee()

template<typename OpTy>

Operation::operand_range getOperandsPassedToCallee ( OpTy callOp )

static

Return the operands of callOp that are passed to the callee, including the variadic arguments in case of a call to a variadic callee.

Definition at line 1141 of file LLVMDialect.cpp.

References getNumConsumedCalleeOperands().

Referenced by getArgOperandsImpl(), and verifyCallOpVarCalleeType().

◆ getValAndBoolStructType()

LLVMStructType getValAndBoolStructType ( Type valType )

static

Returns an LLVM struct type that contains a value type and a boolean type.

Definition at line 3790 of file LLVMDialect.cpp.

References mlir::Type::getContext().

◆ hasScalableVectorType()

bool hasScalableVectorType ( Type t )

static

Check if the given type is a scalable vector type or a vector/array type that contains a nested scalable vector type.

Definition at line 3494 of file LLVMDialect.cpp.

References hasScalableVectorType().

Referenced by hasScalableVectorType().

◆ isZeroAttribute()

bool isZeroAttribute ( Attribute value )

static

Definition at line 2653 of file LLVMDialect.cpp.

References isZeroAttribute().

Referenced by isZeroAttribute().

◆ parseCallTypeAndResolveOperands()

ParseResult parseCallTypeAndResolveOperands	(	OpAsmParser &	parser,
		OperationState &	result,
		bool	isDirect,
		ArrayRef< OpAsmParser::UnresolvedOperand >	operands,
		SmallVectorImpl< DictionaryAttr > &	argAttrs,
		SmallVectorImpl< DictionaryAttr > &	resultAttrs )

static

Parses the type of a call operation and resolves the operands if the parsing succeeds.

Returns failure otherwise.

Definition at line 1402 of file LLVMDialect.cpp.

References mlir::AsmParser::emitError(), mlir::AsmParser::getCurrentLocation(), mlir::AsmParser::getNameLoc(), mlir::AsmParser::parseColon(), mlir::call_interface_impl::parseFunctionSignature(), mlir::AsmParser::parseOptionalComma(), mlir::AsmParser::parseType(), mlir::OpAsmParser::resolveOperands(), result, and success().

◆ parseCmpOp()

template<typename CmpPredicateType>

ParseResult parseCmpOp	(	OpAsmParser &	parser,
		OperationState &	result )

static

Definition at line 297 of file LLVMDialect.cpp.

References mlir::AsmParser::emitError(), mlir::AsmParser::getBuilder(), mlir::AsmParser::getCurrentLocation(), getI1SameShape(), mlir::Builder::getI64IntegerAttr(), mlir::LLVM::isCompatibleType(), lhs, mlir::AsmParser::parseAttribute(), mlir::AsmParser::parseColon(), mlir::AsmParser::parseComma(), mlir::OpAsmParser::parseOperand(), mlir::AsmParser::parseOptionalAttrDict(), mlir::AsmParser::parseType(), mlir::OpAsmParser::resolveOperand(), result, rhs, and success().

◆ parseCommonGlobalAndAlias()

template<typename OpType>

ParseResult parseCommonGlobalAndAlias	(	OpAsmParser &	parser,
		OperationState &	result )

static

Parse common attributes that might show up in the same order in both GlobalOp and AliasOp.

Definition at line 2536 of file LLVMDialect.cpp.

References mlir::AsmParser::emitError(), mlir::AsmParser::getBuilder(), mlir::AsmParser::getContext(), mlir::AsmParser::getCurrentLocation(), mlir::Builder::getI64IntegerAttr(), mlir::AsmParser::parseOptionalKeyword(), parseOptionalLLVMKeyword(), mlir::AsmParser::parseOptionalLParen(), mlir::AsmParser::parseRParen(), result, and success().

◆ parseGEPIndices()

ParseResult parseGEPIndices	(	OpAsmParser &	parser,
		SmallVectorImpl< OpAsmParser::UnresolvedOperand > &	indices,
		DenseI32ArrayAttr &	rawConstantIndices )

static

Definition at line 734 of file LLVMDialect.cpp.

References mlir::detail::DenseArrayAttrImpl< int32_t >::get(), mlir::AsmParser::getContext(), mlir::OptionalParseResult::has_value(), indices, mlir::AsmParser::parseCommaSeparatedList(), mlir::OpAsmParser::parseOperand(), mlir::AsmParser::parseOptionalInteger(), success(), and mlir::OptionalParseResult::value().

◆ parseIndirectBrOpSucessors()

ParseResult parseIndirectBrOpSucessors	(	OpAsmParser &	parser,
		Type &	flagType,
		SmallVectorImpl< Block * > &	succOperandBlocks,
		SmallVectorImpl< SmallVector< OpAsmParser::UnresolvedOperand > > &	succOperands,
		SmallVectorImpl< SmallVector< Type > > &	succOperandsTypes )

static

Definition at line 4348 of file LLVMDialect.cpp.

References mlir::AsmParser::parseCommaSeparatedList(), mlir::AsmParser::Square, and success().

◆ parseInsertExtractValueElementType()

ParseResult parseInsertExtractValueElementType	(	AsmParser &	parser,
		Type &	valueType,
		Type	containerType,
		DenseI64ArrayAttr	position )

static

Infer the value type from the container type and position.

Definition at line 2209 of file LLVMDialect.cpp.

References mlir::detail::DenseArrayAttrImpl< T >::asArrayRef(), mlir::AsmParser::emitError(), mlir::AsmParser::getCurrentLocation(), getInsertExtractValueElementType(), and success().

◆ parseLLVMLinkage()

ParseResult parseLLVMLinkage	(	OpAsmParser &	p,
		LinkageAttr &	val )

static

Definition at line 142 of file LLVMDialect.cpp.

References mlir::AsmParser::getContext(), parseOptionalLLVMKeyword(), and success().

◆ parseOneOpBundle()

ParseResult parseOneOpBundle	(	OpAsmParser &	p,
		SmallVector< SmallVector< OpAsmParser::UnresolvedOperand > > &	opBundleOperands,
		SmallVector< SmallVector< Type > > &	opBundleOperandTypes,
		SmallVector< Attribute > &	opBundleTags )

static

Definition at line 218 of file LLVMDialect.cpp.

References mlir::AsmParser::emitError(), mlir::AsmParser::getContext(), mlir::AsmParser::getCurrentLocation(), mlir::AsmParser::parseColon(), mlir::AsmParser::parseLParen(), mlir::OpAsmParser::parseOperandList(), mlir::AsmParser::parseOptionalRParen(), mlir::AsmParser::parseRParen(), mlir::AsmParser::parseString(), mlir::AsmParser::parseTypeList(), and success().

Referenced by parseOpBundles().

◆ parseOpBundles()

std::optional< ParseResult > parseOpBundles	(	OpAsmParser &	p,
		SmallVector< SmallVector< OpAsmParser::UnresolvedOperand > > &	opBundleOperands,
		SmallVector< SmallVector< Type > > &	opBundleOperandTypes,
		ArrayAttr &	opBundleTags )

static

Definition at line 247 of file LLVMDialect.cpp.

References ArrayAttr(), mlir::AsmParser::getContext(), mlir::AsmParser::parseCommaSeparatedList(), parseOneOpBundle(), mlir::AsmParser::parseOptionalLSquare(), mlir::AsmParser::parseOptionalRSquare(), mlir::AsmParser::parseRSquare(), and success().

◆ parseOptionalCallFuncPtr()

ParseResult parseOptionalCallFuncPtr	(	OpAsmParser &	parser,
		SmallVectorImpl< OpAsmParser::UnresolvedOperand > &	operands )

static

Parses an optional function pointer operand before the call argument list for indirect calls, or stops parsing at the function identifier otherwise.

Definition at line 1453 of file LLVMDialect.cpp.

References mlir::OptionalParseResult::has_value(), mlir::OpAsmParser::parseOptionalOperand(), and success().

◆ parseOptionalKeywordAlternative()

int parseOptionalKeywordAlternative	(	OpAsmParser &	parser,
		ArrayRef< StringRef >	keywords )

static

Definition at line 94 of file LLVMDialect.cpp.

References mlir::AsmParser::parseOptionalKeyword().

Referenced by parseOptionalLLVMKeyword().

◆ parseOptionalLLVMKeyword()

template<typename EnumTy, typename RetTy = EnumTy>

RetTy parseOptionalLLVMKeyword	(	OpAsmParser &	parser,
		EnumTy	defaultValue )

static

Parse an enum from the keyword, or default to the provided default value.

The return type is the enum type by default, unless overridden with the second template argument.

Definition at line 126 of file LLVMDialect.cpp.

References parseOptionalKeywordAlternative().

Referenced by parseCommonGlobalAndAlias(), and parseLLVMLinkage().

◆ parseShuffleType()

ParseResult parseShuffleType	(	AsmParser &	parser,
		Type	v1Type,
		Type &	resType,
		DenseI32ArrayAttr	mask )

static

Build the result type of a shuffle vector operation.

Definition at line 3028 of file LLVMDialect.cpp.

References mlir::AsmParser::emitError(), mlir::AsmParser::getCurrentLocation(), getElementType(), mlir::LLVM::getVectorType(), mlir::LLVM::isCompatibleVectorType(), mlir::LLVM::isScalableVectorType(), and success().

◆ parseSwitchOpCases()

ParseResult parseSwitchOpCases	(	OpAsmParser &	parser,
		Type	flagType,
		DenseIntElementsAttr &	caseValues,
		SmallVectorImpl< Block * > &	caseDestinations,
		SmallVectorImpl< SmallVector< OpAsmParser::UnresolvedOperand > > &	caseOperands,
		SmallVectorImpl< SmallVector< Type > > &	caseOperandTypes )

static

<cases> ::= [ (case (, case )* )?

] <case> ::= integer : bb-id (( ssa-use-and-type-list ))?

Definition at line 552 of file LLVMDialect.cpp.

◆ printCommonGlobalAndAlias()

template<typename OpType>

void printCommonGlobalAndAlias	(	OpAsmPrinter &	p,
		OpType	op )

static

Definition at line 2447 of file LLVMDialect.cpp.

◆ printGEPIndices()

void printGEPIndices	(	OpAsmPrinter &	printer,
		LLVM::GEPOp	gepOp,
		OperandRange	indices,
		DenseI32ArrayAttr	rawConstantIndices )

static

Definition at line 761 of file LLVMDialect.cpp.

References indices, and mlir::OpAsmPrinter::printOperand().

◆ printIndirectBrOpSucessors()

void printIndirectBrOpSucessors	(	OpAsmPrinter &	p,
		IndirectBrOp	op,
		Type	flagType,
		SuccessorRange	succs,
		OperandRangeRange	succOperands,
		const TypeRangeRange &	succOperandsTypes )

static

Definition at line 4381 of file LLVMDialect.cpp.

References mlir::AsmPrinter::printNewline(), and mlir::OpAsmPrinter::printSuccessorAndUseList().

◆ printInsertExtractValueElementType()

void printInsertExtractValueElementType	(	AsmPrinter &	printer,
		Operation *	op,
		Type	valueType,
		Type	containerType,
		DenseI64ArrayAttr	position )

static

Nothing to print for an inferred type.

Definition at line 2221 of file LLVMDialect.cpp.

◆ printLLVMLinkage()

void printLLVMLinkage	(	OpAsmPrinter &	p,
		Operation *	,
		LinkageAttr	val )

static

Definition at line 138 of file LLVMDialect.cpp.

◆ printOneOpBundle()

void printOneOpBundle	(	OpAsmPrinter &	p,
		OperandRange	operands,
		TypeRange	operandTypes,
		StringRef	tag )

static

Definition at line 185 of file LLVMDialect.cpp.

References mlir::OpAsmPrinter::printOperands(), and mlir::AsmPrinter::printString().

Referenced by printOpBundles().

◆ printOpBundles()

void printOpBundles	(	OpAsmPrinter &	p,
		Operation *	op,
		OperandRangeRange	opBundleOperands,
		TypeRangeRange	opBundleOperandTypes,
		std::optional< ArrayAttr >	opBundleTags )

static

Definition at line 199 of file LLVMDialect.cpp.

References printOneOpBundle().

◆ printShuffleType()

void printShuffleType	(	AsmPrinter &	printer,
		Operation *	op,
		Type	v1Type,
		Type	resType,
		DenseI32ArrayAttr	mask )

static

Nothing to do when the result type is inferred.

Definition at line 3040 of file LLVMDialect.cpp.

◆ printSwitchOpCases()

void printSwitchOpCases	(	OpAsmPrinter &	p,
		SwitchOp	op,
		Type	flagType,
		DenseIntElementsAttr	caseValues,
		SuccessorRange	caseDestinations,
		OperandRangeRange	caseOperands,
		const TypeRangeRange &	caseOperandTypes )

static

Definition at line 594 of file LLVMDialect.cpp.

References mlir::AsmPrinter::printNewline(), and mlir::OpAsmPrinter::printSuccessorAndUseList().

◆ processFMFAttr()

auto processFMFAttr ( ArrayRef< NamedAttribute > attrs )

static

Definition at line 53 of file LLVMDialect.cpp.

References mlir::Attribute::getContext(), mlir::NamedAttribute::getName(), and mlir::NamedAttribute::getValue().

◆ resolveOpBundleOperands()

ParseResult resolveOpBundleOperands	(	OpAsmParser &	parser,
		SMLoc	loc,
		OperationState &	state,
		ArrayRef< SmallVector< OpAsmParser::UnresolvedOperand > >	opBundleOperands,
		ArrayRef< SmallVector< Type > >	opBundleOperandTypes,
		StringAttr	opBundleSizesAttrName )

static

Definition at line 1466 of file LLVMDialect.cpp.

References mlir::OperationState::addAttribute(), mlir::AsmParser::emitError(), mlir::detail::DenseArrayAttrImpl< int32_t >::get(), mlir::AsmParser::getContext(), mlir::OperationState::operands, mlir::OpAsmParser::resolveOperands(), and success().

◆ verifyAtomicMemOp()

template<typename OpTy>

LogicalResult verifyAtomicMemOp	(	OpTy	memOp,
		Type	valueType,
		ArrayRef< AtomicOrdering >	unsupportedOrderings )

static

Verifies the attributes and the type of atomic memory access operations.

Definition at line 875 of file LLVMDialect.cpp.

References mlir::DataLayout::closest(), mlir::LLVM::isTypeCompatibleWithAtomicOp(), and success().

◆ verifyBlockTags()

LogicalResult verifyBlockTags ( LLVMFuncOp funcOp )

static

Definition at line 2514 of file LLVMDialect.cpp.

References mlir::WalkResult::advance(), mlir::WalkResult::interrupt(), and mlir::WalkResult::wasInterrupted().

◆ verifyCallOpDebugInfo()

LogicalResult verifyCallOpDebugInfo	(	CallOp	callOp,
		LLVMFuncOp	callee )

static

Verify that an inlinable callsite of a debug-info-bearing function in a debug-info-bearing function has a debug location attached to it.

This mirrors an LLVM IR verifier.

Definition at line 1174 of file LLVMDialect.cpp.

References success().

◆ verifyCallOpVarCalleeType()

template<typename OpTy>

LogicalResult verifyCallOpVarCalleeType ( OpTy callOp )

static

Verify that the parameter and return types of the variadic callee type match the callOp argument and result types.

Definition at line 1199 of file LLVMDialect.cpp.

References getOperandsPassedToCallee(), and success().

◆ verifyComdat()

LogicalResult verifyComdat	(	Operation *	op,
		std::optional< SymbolRefAttr >	attr )

static

Definition at line 2502 of file LLVMDialect.cpp.

References mlir::Operation::emitError(), mlir::SymbolTable::lookupNearestSymbolFrom(), and success().

◆ verifyExtOp()

template<class ExtOp>

LogicalResult verifyExtOp ( ExtOp op )

static

Verifies that the given extension operation operates on consistent scalars or vectors, and that the target width is larger than the input width.

Definition at line 3851 of file LLVMDialect.cpp.

References mlir::LLVM::getVectorNumElements(), mlir::LLVM::isCompatibleVectorType(), and success().

◆ verifyOperandBundles()

template<typename OpType>

LogicalResult verifyOperandBundles ( OpType & op )

static

Definition at line 1246 of file LLVMDialect.cpp.

References success().

◆ verifyStructArrayConstant()

LogicalResult verifyStructArrayConstant	(	LLVM::ConstantOp	op,
		LLVM::LLVMArrayType	arrayType,
		ArrayAttr	arrayAttr,
		int	dim )

static

Verifies the constant array represented by arrayAttr matches the provided arrayType.

Definition at line 3507 of file LLVMDialect.cpp.

References ArrayAttr(), success(), and verifyStructArrayConstant().

Referenced by verifyStructArrayConstant().

◆ verifyStructIndices() [1/2]

LogicalResult verifyStructIndices	(	Type	baseGEPType,
		GEPIndicesAdaptor< ValueRange >	indices,
		function_ref< InFlightDiagnostic()>	emitOpError )

static

Driver function around verifyStructIndices.

Definition at line 817 of file LLVMDialect.cpp.

References emitOpError(), indices, and verifyStructIndices().

◆ verifyStructIndices() [2/2]

LogicalResult verifyStructIndices	(	Type	baseGEPType,
		unsigned	indexPos,
		GEPIndicesAdaptor< ValueRange >	indices,
		function_ref< InFlightDiagnostic()>	emitOpError )

static

For the given indices, check if they comply with baseGEPType, especially check against LLVMStructTypes nested within.

Definition at line 777 of file LLVMDialect.cpp.

References emitOpError(), indices, success(), and verifyStructIndices().

Referenced by verifyStructIndices(), and verifyStructIndices().

◆ verifySymbolAttrUse()

LogicalResult verifySymbolAttrUse	(	FlatSymbolRefAttr	symbol,
		Operation *	op,
		SymbolTableCollection &	symbolTable )

static

Verifies symbol's use in op to ensure the symbol is a valid and fully defined llvm.func.

Definition at line 68 of file LLVMDialect.cpp.

References mlir::Operation::emitOpError(), mlir::FlatSymbolRefAttr::getAttr(), mlir::FlatSymbolRefAttr::getValue(), mlir::SymbolTableCollection::lookupNearestSymbolFrom(), and success().

Variable Documentation

◆ kElemTypeAttrName

const char kElemTypeAttrName[] = "elem_type"

staticconstexpr

Definition at line 51 of file LLVMDialect.cpp.

Macros

Functions

Variables

Macro Definition Documentation

◆ GET_OP_CLASSES [1/2]

◆ GET_OP_CLASSES [2/2]

◆ GET_OP_LIST [1/2]

◆ GET_OP_LIST [2/2]

◆ REGISTER_ENUM_TYPE

Function Documentation

◆ buildLLVMFunctionType()

◆ checkGlobalXtorData()

◆ destructureIndices()

◆ extractElementAt()

◆ extractVectorElementType()

◆ foldChainableCast()

◆ getArgOperandsImpl()

◆ getBoolAttribute()

◆ getCallOpResultTypes()

◆ getCallOpVarCalleeType()

◆ getElementType()

◆ getI1SameShape()

◆ getInsertExtractValueElementType() [1/2]

◆ getInsertExtractValueElementType() [2/2]

◆ getLLVMAlignParamForCompressExpand()

◆ getLLVMFuncType()

◆ getNumConsumedCalleeOperands()

◆ getNumElements()

◆ getOperandsPassedToCallee()

◆ getValAndBoolStructType()

◆ hasScalableVectorType()

◆ isZeroAttribute()

◆ parseCallTypeAndResolveOperands()

◆ parseCmpOp()

◆ parseCommonGlobalAndAlias()

◆ parseGEPIndices()

◆ parseIndirectBrOpSucessors()

◆ parseInsertExtractValueElementType()

◆ parseLLVMLinkage()

◆ parseOneOpBundle()

◆ parseOpBundles()

◆ parseOptionalCallFuncPtr()

◆ parseOptionalKeywordAlternative()

◆ parseOptionalLLVMKeyword()

◆ parseShuffleType()

◆ parseSwitchOpCases()

◆ printCommonGlobalAndAlias()

◆ printGEPIndices()

◆ printIndirectBrOpSucessors()

◆ printInsertExtractValueElementType()

◆ printLLVMLinkage()

◆ printOneOpBundle()

◆ printOpBundles()

◆ printShuffleType()

◆ printSwitchOpCases()

◆ processFMFAttr()

◆ resolveOpBundleOperands()

◆ verifyAtomicMemOp()

◆ verifyBlockTags()

◆ verifyCallOpDebugInfo()

◆ verifyCallOpVarCalleeType()

◆ verifyComdat()

◆ verifyExtOp()

◆ verifyOperandBundles()

◆ verifyStructArrayConstant()

◆ verifyStructIndices() [1/2]

◆ verifyStructIndices() [2/2]

◆ verifySymbolAttrUse()

Variable Documentation

◆ kElemTypeAttrName