#include "mlir/Conversion/GPUCommon/GPUCommonPass.h"
#include "mlir/Conversion/ArithToLLVM/ArithToLLVM.h"
#include "mlir/Conversion/AsyncToLLVM/AsyncToLLVM.h"
#include "mlir/Conversion/ControlFlowToLLVM/ControlFlowToLLVM.h"
#include "mlir/Conversion/ConvertToLLVM/ToLLVMInterface.h"
#include "mlir/Conversion/ConvertToLLVM/ToLLVMPass.h"
#include "mlir/Conversion/FuncToLLVM/ConvertFuncToLLVM.h"
#include "mlir/Conversion/FuncToLLVM/ConvertFuncToLLVMPass.h"
#include "mlir/Conversion/GPUCommon/GPUToLLVM.h"
#include "mlir/Conversion/LLVMCommon/ConversionTarget.h"
#include "mlir/Conversion/LLVMCommon/Pattern.h"
#include "mlir/Conversion/MemRefToLLVM/MemRefToLLVM.h"
#include "mlir/Conversion/VectorToLLVM/ConvertVectorToLLVM.h"
#include "mlir/Dialect/Async/IR/Async.h"
#include "mlir/Dialect/GPU/IR/GPUDialect.h"
#include "mlir/Dialect/GPU/Transforms/Passes.h"
#include "mlir/Dialect/LLVMIR/LLVMDialect.h"
#include "mlir/Dialect/MemRef/IR/MemRef.h"
#include "mlir/Dialect/Vector/Transforms/LoweringPatterns.h"
#include "mlir/IR/Attributes.h"
#include "mlir/IR/Builders.h"
#include "mlir/IR/BuiltinOps.h"
#include "mlir/IR/BuiltinTypes.h"
#include "mlir/Transforms/GreedyPatternRewriteDriver.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/Support/Error.h"
#include "llvm/Support/FormatVariadic.h"
#include "mlir/Conversion/Passes.h.inc"

Namespaces
	mlir
	Include the generated interface declarations.

Macros
#define	DEBUG_TYPE "gpu-to-llvm"

#define	GEN_PASS_DEF_GPUTOLLVMCONVERSIONPASS

#define	DECLARE_CONVERT_OP_TO_GPU_RUNTIME_CALL_PATTERN(op_name)
	Generic rewriting rule for operation on sparse matrices. More...

Functions
static int32_t	getCuSparseIndexTypeFrom (Type type)

static int32_t	getCuSparseLtDataTypeFrom (Type type)

static int32_t	getCuSparseDataTypeFrom (Type type)

static gpu::Prune2To4SpMatFlag	get2To4PruneFlag (Value spMat)

static bool	is2To4Sparsity (Value spMat)

static bool	isSpMMCusparseLtOp (Value op)

static LogicalResult	areAllLLVMTypes (Operation *op, ValueRange operands, ConversionPatternRewriter &rewriter)

static LogicalResult	isAsyncWithOneDependency (ConversionPatternRewriter &rewriter, gpu::AsyncOpInterface op)

static bool	isGpuAsyncTokenType (Value value)

static bool	isDefinedByCallTo (Value value, StringRef functionName)

static Value	bitAndAddrspaceCast (Location loc, ConversionPatternRewriter &rewriter, LLVM::LLVMPointerType destinationType, Value sourcePtr, const LLVMTypeConverter &typeConverter)

template<typename T >
static Value	genConstInt32From (OpBuilder &builder, Location loc, T tValue)

template<typename T >
static Value	genConstFloat32From (OpBuilder &builder, Location loc, T tValue)

template<typename T >
static void	addOpaquePointerConversion (LLVMTypeConverter &converter)

Macro Definition Documentation

◆ DEBUG_TYPE

#define DEBUG_TYPE "gpu-to-llvm"

Definition at line 46 of file GPUToLLVMConversion.cpp.

◆ DECLARE_CONVERT_OP_TO_GPU_RUNTIME_CALL_PATTERN

#define DECLARE_CONVERT_OP_TO_GPU_RUNTIME_CALL_PATTERN ( op_name )

Value:

  class Convert##op_name##ToGpuRuntimeCallPattern                              \
      : public ConvertOpToGpuRuntimeCallPattern<gpu::op_name> {                \
  public:                                                                      \
    Convert##op_name##ToGpuRuntimeCallPattern(                                 \
        const LLVMTypeConverter &typeConverter)                                \
        : ConvertOpToGpuRuntimeCallPattern<gpu::op_name>(typeConverter) {}     \
                                                                               \
  private:                                                                     \
    LogicalResult                                                              \
    matchAndRewrite(gpu::op_name op, OpAdaptor adaptor,                        \
                    ConversionPatternRewriter &rewriter) const override;       \
  };

Generic rewriting rule for operation on sparse matrices.

Currently supports CUDA (by means of cuSparse and cuSparseLt).

Definition at line 487 of file GPUToLLVMConversion.cpp.

◆ GEN_PASS_DEF_GPUTOLLVMCONVERSIONPASS

#define GEN_PASS_DEF_GPUTOLLVMCONVERSIONPASS

Definition at line 49 of file GPUToLLVMConversion.cpp.

Function Documentation

◆ addOpaquePointerConversion()

template<typename T >

static void addOpaquePointerConversion ( LLVMTypeConverter & converter )

static

Definition at line 1497 of file GPUToLLVMConversion.cpp.

References mlir::TypeConverter::addConversion(), mlir::get(), and mlir::LLVMTypeConverter::getContext().

◆ areAllLLVMTypes()

static LogicalResult areAllLLVMTypes	(	Operation *	op,
		ValueRange	operands,
		ConversionPatternRewriter &	rewriter
	)

static

Definition at line 684 of file GPUToLLVMConversion.cpp.

References mlir::Value::getType(), mlir::LLVM::isCompatibleType(), and mlir::RewriterBase::notifyMatchFailure().

◆ bitAndAddrspaceCast()

static Value bitAndAddrspaceCast	(	Location	loc,
		ConversionPatternRewriter &	rewriter,
		LLVM::LLVMPointerType	destinationType,
		Value	sourcePtr,
		const LLVMTypeConverter &	typeConverter
	)