MLIR
19.0.0git
|
#include "mlir/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.h"
#include "mlir/Dialect/LLVMIR/LLVMDialect.h"
#include "mlir/Dialect/OpenMP/OpenMPDialect.h"
#include "mlir/Dialect/OpenMP/OpenMPInterfaces.h"
#include "mlir/IR/IRMapping.h"
#include "mlir/IR/Operation.h"
#include "mlir/Support/LLVM.h"
#include "mlir/Support/LogicalResult.h"
#include "mlir/Target/LLVMIR/Dialect/OpenMPCommon.h"
#include "mlir/Target/LLVMIR/ModuleTranslation.h"
#include "mlir/Transforms/RegionUtils.h"
#include "llvm/ADT/SetVector.h"
#include "llvm/ADT/TypeSwitch.h"
#include "llvm/Frontend/OpenMP/OMPConstants.h"
#include "llvm/Frontend/OpenMP/OMPIRBuilder.h"
#include "llvm/IR/DebugInfoMetadata.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/Support/FileSystem.h"
#include "llvm/TargetParser/Triple.h"
#include "llvm/Transforms/Utils/ModuleUtils.h"
#include <any>
#include <optional>
#include <utility>
Go to the source code of this file.
Classes | |
class | OmpParallelOpConversionManager |
A RAII class that on construction replaces the region arguments of the parallel op (which correspond to private variables) with the actual private variables they correspond to. More... | |
struct | MapInfoData |
Functions | |
static llvm::OpenMPIRBuilder::InsertPointTy | findAllocaInsertPoint (llvm::IRBuilderBase &builder, const LLVM::ModuleTranslation &moduleTranslation) |
Find the insertion point for allocas given the current insertion point for normal operations in the builder. More... | |
static llvm::BasicBlock * | convertOmpOpRegions (Region ®ion, StringRef blockName, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation, LogicalResult &bodyGenStatus, SmallVectorImpl< llvm::PHINode * > *continuationBlockPHIs=nullptr) |
Converts the given region that appears within an OpenMP dialect operation to LLVM IR, creating a branch from the sourceBlock to the entry block of the region, and a branch from any block with an successor-less OpenMP terminator to continuationBlock . More... | |
static llvm::omp::ProcBindKind | getProcBindKind (omp::ClauseProcBindKind kind) |
Convert ProcBindKind from MLIR-generated enum to LLVM enum. More... | |
static LogicalResult | convertOmpMaster (Operation &opInst, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts an OpenMP 'master' operation into LLVM IR using OpenMPIRBuilder. More... | |
static LogicalResult | convertOmpCritical (Operation &opInst, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts an OpenMP 'critical' operation into LLVM IR using OpenMPIRBuilder. More... | |
template<typename T > | |
static std::optional< omp::DeclareReductionOp > | findReductionDeclInContainer (T container, omp::ReductionOp reduction) |
Returns a reduction declaration that corresponds to the given reduction operation in the given container. More... | |
static omp::DeclareReductionOp | findReductionDecl (Operation &containerOp, omp::ReductionOp reduction) |
Searches for a reduction in a provided region and the regions it is nested in. More... | |
template<typename T > | |
static void | collectReductionDecls (T loop, SmallVectorImpl< omp::DeclareReductionOp > &reductions) |
Populates reductions with reduction declarations used in the given loop. More... | |
static LogicalResult | inlineConvertOmpRegions (Region ®ion, StringRef blockName, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation, SmallVectorImpl< llvm::Value * > *continuationBlockArgs=nullptr) |
Translates the blocks contained in the given region and appends them to at the current insertion point of builder . More... | |
static OwningReductionGen | makeReductionGen (omp::DeclareReductionOp decl, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Create an OpenMPIRBuilder-compatible reduction generator for the given reduction declaration. More... | |
static OwningAtomicReductionGen | makeAtomicReductionGen (omp::DeclareReductionOp decl, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Create an OpenMPIRBuilder-compatible atomic reduction generator for the given reduction declaration. More... | |
static LogicalResult | convertOmpOrdered (Operation &opInst, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts an OpenMP 'ordered' operation into LLVM IR using OpenMPIRBuilder. More... | |
static LogicalResult | convertOmpOrderedRegion (Operation &opInst, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts an OpenMP 'ordered_region' operation into LLVM IR using OpenMPIRBuilder. More... | |
static LogicalResult | convertOmpSections (Operation &opInst, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
static LogicalResult | convertOmpSingle (omp::SingleOp &singleOp, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts an OpenMP single construct into LLVM IR using OpenMPIRBuilder. More... | |
static LogicalResult | convertOmpTeams (omp::TeamsOp op, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
static LogicalResult | convertOmpTaskOp (omp::TaskOp taskOp, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts an OpenMP task construct into LLVM IR using OpenMPIRBuilder. More... | |
static LogicalResult | convertOmpTaskgroupOp (omp::TaskgroupOp tgOp, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts an OpenMP taskgroup construct into LLVM IR using OpenMPIRBuilder. More... | |
template<typename T > | |
static void | allocByValReductionVars (T loop, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation, llvm::OpenMPIRBuilder::InsertPointTy &allocaIP, SmallVectorImpl< omp::DeclareReductionOp > &reductionDecls, SmallVectorImpl< llvm::Value * > &privateReductionVariables, DenseMap< Value, llvm::Value * > &reductionVariableMap) |
Allocate space for privatized reduction variables. More... | |
template<typename T > | |
static void | mapInitializationArg (T loop, LLVM::ModuleTranslation &moduleTranslation, SmallVectorImpl< omp::DeclareReductionOp > &reductionDecls, unsigned i) |
Map input argument to all reduction initialization regions. More... | |
template<typename T > | |
static void | collectReductionInfo (T loop, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation, SmallVector< omp::DeclareReductionOp > &reductionDecls, SmallVector< OwningReductionGen > &owningReductionGens, SmallVector< OwningAtomicReductionGen > &owningAtomicReductionGens, const SmallVector< llvm::Value * > &privateReductionVariables, SmallVector< llvm::OpenMPIRBuilder::ReductionInfo > &reductionInfos) |
Collect reduction info. More... | |
static LogicalResult | inlineReductionCleanup (llvm::SmallVectorImpl< omp::DeclareReductionOp > &reductionDecls, llvm::ArrayRef< llvm::Value * > privateReductionVariables, LLVM::ModuleTranslation &moduleTranslation, llvm::IRBuilderBase &builder) |
handling of DeclareReductionOp's cleanup region More... | |
static LogicalResult | convertOmpWsloop (Operation &opInst, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts an OpenMP workshare loop into LLVM IR using OpenMPIRBuilder. More... | |
static LogicalResult | convertOmpParallel (omp::ParallelOp opInst, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts the OpenMP parallel operation to LLVM IR. More... | |
static LogicalResult | convertOmpSimd (Operation &opInst, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts an OpenMP simd loop into LLVM IR using OpenMPIRBuilder. More... | |
static llvm::AtomicOrdering | convertAtomicOrdering (std::optional< omp::ClauseMemoryOrderKind > ao) |
Convert an Atomic Ordering attribute to llvm::AtomicOrdering. More... | |
static LogicalResult | convertOmpAtomicRead (Operation &opInst, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Convert omp.atomic.read operation to LLVM IR. More... | |
static LogicalResult | convertOmpAtomicWrite (Operation &opInst, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts an omp.atomic.write operation to LLVM IR. More... | |
llvm::AtomicRMWInst::BinOp | convertBinOpToAtomic (Operation &op) |
Converts an LLVM dialect binary operation to the corresponding enum value for atomicrmw supported binary operation. More... | |
static LogicalResult | convertOmpAtomicUpdate (omp::AtomicUpdateOp &opInst, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts an OpenMP atomic update operation using OpenMPIRBuilder. More... | |
static LogicalResult | convertOmpAtomicCapture (omp::AtomicCaptureOp atomicCaptureOp, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
static LogicalResult | convertOmpReductionOp (omp::ReductionOp reductionOp, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts an OpenMP reduction operation using OpenMPIRBuilder. More... | |
static LogicalResult | convertOmpThreadprivate (Operation &opInst, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Converts an OpenMP Threadprivate operation into LLVM IR using OpenMPIRBuilder. More... | |
static llvm::OffloadEntriesInfoManager::OMPTargetDeviceClauseKind | convertToDeviceClauseKind (mlir::omp::DeclareTargetDeviceType deviceClause) |
static llvm::OffloadEntriesInfoManager::OMPTargetGlobalVarEntryKind | convertToCaptureClauseKind (mlir::omp::DeclareTargetCaptureClause captureClasue) |
static llvm::SmallString< 64 > | getDeclareTargetRefPtrSuffix (LLVM::GlobalOp globalOp, llvm::OpenMPIRBuilder &ompBuilder) |
static bool | isDeclareTargetLink (mlir::Value value) |
static llvm::Value * | getRefPtrIfDeclareTarget (mlir::Value value, LLVM::ModuleTranslation &moduleTranslation) |
uint64_t | getArrayElementSizeInBits (LLVM::LLVMArrayType arrTy, DataLayout &dl) |
llvm::Value * | getSizeInBytes (DataLayout &dl, const mlir::Type &type, Operation *clauseOp, llvm::Value *basePointer, llvm::Type *baseType, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
void | collectMapDataFromMapOperands (MapInfoData &mapData, llvm::SmallVectorImpl< Value > &mapOperands, LLVM::ModuleTranslation &moduleTranslation, DataLayout &dl, llvm::IRBuilderBase &builder) |
std::vector< llvm::Value * > | calculateBoundsOffset (LLVM::ModuleTranslation &moduleTranslation, llvm::IRBuilderBase &builder, bool isArrayTy, mlir::OperandRange bounds) |
This function calculates the array/pointer offset for map data provided with bounds operations, e.g. More... | |
static llvm::omp::OpenMPOffloadMappingFlags | mapParentWithMembers (LLVM::ModuleTranslation &moduleTranslation, llvm::IRBuilderBase &builder, llvm::OpenMPIRBuilder &ompBuilder, DataLayout &dl, llvm::OpenMPIRBuilder::MapInfosTy &combinedInfo, MapInfoData &mapData, uint64_t mapDataIndex, bool isTargetParams) |
static bool | checkIfPointerMap (mlir::omp::MapInfoOp mapOp) |
static void | processMapMembersWithParent (LLVM::ModuleTranslation &moduleTranslation, llvm::IRBuilderBase &builder, llvm::OpenMPIRBuilder &ompBuilder, DataLayout &dl, llvm::OpenMPIRBuilder::MapInfosTy &combinedInfo, MapInfoData &mapData, uint64_t mapDataIndex, llvm::omp::OpenMPOffloadMappingFlags memberOfFlag) |
static void | processMapWithMembersOf (LLVM::ModuleTranslation &moduleTranslation, llvm::IRBuilderBase &builder, llvm::OpenMPIRBuilder &ompBuilder, DataLayout &dl, llvm::OpenMPIRBuilder::MapInfosTy &combinedInfo, MapInfoData &mapData, uint64_t mapDataIndex, bool isTargetParams) |
static void | createAlteredByCaptureMap (MapInfoData &mapData, LLVM::ModuleTranslation &moduleTranslation, llvm::IRBuilderBase &builder) |
static void | genMapInfos (llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation, DataLayout &dl, llvm::OpenMPIRBuilder::MapInfosTy &combinedInfo, MapInfoData &mapData, const SmallVector< Value > &devPtrOperands={}, const SmallVector< Value > &devAddrOperands={}, bool isTargetParams=false) |
static LogicalResult | convertOmpTargetData (Operation *op, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
LogicalResult | convertFlagsAttr (Operation *op, mlir::omp::FlagsAttr attribute, LLVM::ModuleTranslation &moduleTranslation) |
Lowers the FlagsAttr which is applied to the module on the device pass when offloading, this attribute contains OpenMP RTL globals that can be passed as flags to the frontend, otherwise they are set to default. More... | |
static bool | getTargetEntryUniqueInfo (llvm::TargetRegionEntryInfo &targetInfo, omp::TargetOp targetOp, llvm::StringRef parentName="") |
static bool | targetOpSupported (Operation &opInst) |
static void | handleDeclareTargetMapVar (MapInfoData &mapData, LLVM::ModuleTranslation &moduleTranslation, llvm::IRBuilderBase &builder) |
static llvm::IRBuilderBase::InsertPoint | createDeviceArgumentAccessor (MapInfoData &mapData, llvm::Argument &arg, llvm::Value *input, llvm::Value *&retVal, llvm::IRBuilderBase &builder, llvm::OpenMPIRBuilder &ompBuilder, LLVM::ModuleTranslation &moduleTranslation, llvm::IRBuilderBase::InsertPoint allocaIP, llvm::IRBuilderBase::InsertPoint codeGenIP) |
static LogicalResult | convertOmpTarget (Operation &opInst, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
static LogicalResult | convertDeclareTargetAttr (Operation *op, mlir::omp::DeclareTargetAttr attribute, LLVM::ModuleTranslation &moduleTranslation) |
static bool | isTargetDeviceOp (Operation *op) |
static LogicalResult | convertHostOrTargetOperation (Operation *op, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
Given an OpenMP MLIR operation, create the corresponding LLVM IR (including OpenMP runtime calls). More... | |
static LogicalResult | convertTargetDeviceOp (Operation *op, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
static LogicalResult | convertTargetOpsInNest (Operation *op, llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation) |
|
static |
Allocate space for privatized reduction variables.
Definition at line 807 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::LLVM::ModuleTranslation::convertType(), and mlir::LLVM::ModuleTranslation::mapValue().
Referenced by convertOmpParallel(), and convertOmpWsloop().
std::vector<llvm::Value *> calculateBoundsOffset | ( | LLVM::ModuleTranslation & | moduleTranslation, |
llvm::IRBuilderBase & | builder, | ||
bool | isArrayTy, | ||
mlir::OperandRange | bounds | ||
) |
This function calculates the array/pointer offset for map data provided with bounds operations, e.g.
when provided something like the following:
Fortran map(tofrom: array(2:5, 3:2)) or C++ map(tofrom: array[1:4][2:3]) We must calculate the initial pointer offset to pass across, this function performs this using bounds.
NOTE: which while specified in row-major order it currently needs to be flipped for Fortran's column order array allocation and access (as opposed to C++'s row-major, hence the backwards processing where order is important). This is likely important to keep in mind for the future when we incorporate a C++ frontend, both frontends will need to agree on the ordering of generated bounds operations (one may have to flip them) to make the below lowering frontend agnostic. The offload size calcualtion may also have to be adjusted for C++.
Definition at line 2104 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::LLVM::ModuleTranslation::lookupValue().
Referenced by createAlteredByCaptureMap().
|
static |
Definition at line 2259 of file OpenMPToLLVMIRTranslation.cpp.
References isDeclareTargetLink().
Referenced by createAlteredByCaptureMap(), and processMapMembersWithParent().
void collectMapDataFromMapOperands | ( | MapInfoData & | mapData, |
llvm::SmallVectorImpl< Value > & | mapOperands, | ||
LLVM::ModuleTranslation & | moduleTranslation, | ||
DataLayout & | dl, | ||
llvm::IRBuilderBase & | builder | ||
) |
Definition at line 2025 of file OpenMPToLLVMIRTranslation.cpp.
References MapInfoData::BaseType, mlir::LLVM::ModuleTranslation::convertType(), mlir::LLVM::createMappingInformation(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), getRefPtrIfDeclareTarget(), getSizeInBytes(), MapInfoData::IsAMember, MapInfoData::IsDeclareTarget, mlir::LLVM::ModuleTranslation::lookupValue(), MapInfoData::MapClause, None, and MapInfoData::OriginalValue.
Referenced by convertOmpTarget().
|
static |
Populates reductions
with reduction declarations used in the given loop.
Definition at line 383 of file OpenMPToLLVMIRTranslation.cpp.
Referenced by convertOmpParallel(), and convertOmpWsloop().
|
static |
Collect reduction info.
Definition at line 849 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::LLVM::ModuleTranslation::convertType(), mlir::LLVM::ModuleTranslation::lookupValue(), makeAtomicReductionGen(), and makeReductionGen().
Referenced by convertOmpParallel(), and convertOmpWsloop().
|
static |
Convert an Atomic Ordering attribute to llvm::AtomicOrdering.
Definition at line 1498 of file OpenMPToLLVMIRTranslation.cpp.
Referenced by convertOmpAtomicCapture(), convertOmpAtomicRead(), convertOmpAtomicUpdate(), and convertOmpAtomicWrite().
llvm::AtomicRMWInst::BinOp convertBinOpToAtomic | ( | Operation & | op | ) |
Converts an LLVM dialect binary operation to the corresponding enum value for atomicrmw
supported binary operation.
Definition at line 1560 of file OpenMPToLLVMIRTranslation.cpp.
Referenced by convertOmpAtomicCapture(), and convertOmpAtomicUpdate().
|
static |
Definition at line 3040 of file OpenMPToLLVMIRTranslation.cpp.
LogicalResult convertFlagsAttr | ( | Operation * | op, |
mlir::omp::FlagsAttr | attribute, | ||
LLVM::ModuleTranslation & | moduleTranslation | ||
) |
Lowers the FlagsAttr which is applied to the module on the device pass when offloading, this attribute contains OpenMP RTL globals that can be passed as flags to the frontend, otherwise they are set to default.
Definition at line 2700 of file OpenMPToLLVMIRTranslation.cpp.
|
static |
Given an OpenMP MLIR operation, create the corresponding LLVM IR (including OpenMP runtime calls).
Definition at line 3151 of file OpenMPToLLVMIRTranslation.cpp.
|
static |
Definition at line 1646 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::Block::begin(), convertAtomicOrdering(), convertBinOpToAtomic(), mlir::LLVM::ModuleTranslation::convertBlock(), mlir::LLVM::ModuleTranslation::convertType(), mlir::failed(), findAllocaInsertPoint(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), mlir::Block::getTerminator(), mlir::LLVM::ModuleTranslation::lookupValue(), mlir::LLVM::ModuleTranslation::mapBlock(), mlir::LLVM::ModuleTranslation::mapValue(), and mlir::success().
|
static |
Convert omp.atomic.read operation to LLVM IR.
Definition at line 1519 of file OpenMPToLLVMIRTranslation.cpp.
References convertAtomicOrdering(), mlir::LLVM::ModuleTranslation::convertType(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), mlir::LLVM::ModuleTranslation::lookupValue(), and mlir::success().
|
static |
Converts an OpenMP atomic update operation using OpenMPIRBuilder.
Definition at line 1576 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::Block::begin(), convertAtomicOrdering(), convertBinOpToAtomic(), mlir::LLVM::ModuleTranslation::convertBlock(), mlir::LLVM::ModuleTranslation::convertType(), mlir::failed(), findAllocaInsertPoint(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), mlir::Block::getTerminator(), mlir::LLVM::ModuleTranslation::lookupValue(), mlir::LLVM::ModuleTranslation::mapBlock(), mlir::LLVM::ModuleTranslation::mapValue(), and mlir::success().
|
static |
Converts an omp.atomic.write operation to LLVM IR.
Definition at line 1542 of file OpenMPToLLVMIRTranslation.cpp.
References convertAtomicOrdering(), mlir::LLVM::ModuleTranslation::convertType(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), mlir::LLVM::ModuleTranslation::lookupValue(), and mlir::success().
|
static |
Converts an OpenMP 'critical' operation into LLVM IR using OpenMPIRBuilder.
Definition at line 291 of file OpenMPToLLVMIRTranslation.cpp.
References convertOmpOpRegions(), mlir::get(), mlir::LLVM::ModuleTranslation::getLLVMContext(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), and mlir::success().
|
static |
Converts an OpenMP 'master' operation into LLVM IR using OpenMPIRBuilder.
Definition at line 264 of file OpenMPToLLVMIRTranslation.cpp.
References convertOmpOpRegions(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), and mlir::success().
|
static |
Converts the given region that appears within an OpenMP dialect operation to LLVM IR, creating a branch from the sourceBlock
to the entry block of the region, and a branch from any block with an successor-less OpenMP terminator to continuationBlock
.
Populates continuationBlockPHIs
with the PHI nodes of the continuation block if provided.
Definition at line 135 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::LLVM::detail::connectPHINodes(), mlir::LLVM::ModuleTranslation::convertBlock(), mlir::LLVM::ModuleTranslation::convertType(), mlir::failed(), mlir::failure(), mlir::LLVM::ModuleTranslation::forgetMapping(), mlir::Region::getBlocks(), mlir::Operation::getNumOperands(), mlir::Operation::getOperand(), mlir::getTopologicallySortedBlocks(), mlir::LLVM::ModuleTranslation::lookupBlock(), mlir::LLVM::ModuleTranslation::lookupValue(), and mlir::LLVM::ModuleTranslation::mapBlock().
Referenced by convertOmpCritical(), convertOmpMaster(), convertOmpOrderedRegion(), convertOmpParallel(), convertOmpSimd(), convertOmpSingle(), convertOmpTarget(), convertOmpTaskgroupOp(), convertOmpTaskOp(), convertOmpWsloop(), and inlineConvertOmpRegions().
|
static |
Converts an OpenMP 'ordered' operation into LLVM IR using OpenMPIRBuilder.
Definition at line 528 of file OpenMPToLLVMIRTranslation.cpp.
References findAllocaInsertPoint(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), mlir::LLVM::ModuleTranslation::lookupValues(), and mlir::success().
|
static |
Converts an OpenMP 'ordered_region' operation into LLVM IR using OpenMPIRBuilder.
Definition at line 558 of file OpenMPToLLVMIRTranslation.cpp.
References convertOmpOpRegions(), mlir::failure(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), and mlir::success().
|
static |
Converts the OpenMP parallel operation to LLVM IR.
Definition at line 1154 of file OpenMPToLLVMIRTranslation.cpp.
References allocByValReductionVars(), mlir::OpBuilder::cloneRegionBefore(), collectReductionDecls(), collectReductionInfo(), convertOmpOpRegions(), mlir::LLVM::ModuleTranslation::convertType(), mlir::Region::end(), mlir::failed(), mlir::failure(), findAllocaInsertPoint(), mlir::LLVM::ModuleTranslation::forgetMapping(), mlir::Region::getArgument(), mlir::LLVM::ModuleTranslation::getContext(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), getProcBindKind(), inlineConvertOmpRegions(), inlineReductionCleanup(), mlir::LLVM::ModuleTranslation::lookupValue(), mapInitializationArg(), mlir::LLVM::ModuleTranslation::mapValue(), mlir::RewriterBase::mergeBlocks(), mlir::replaceAllUsesInRegionWith(), and mlir::success().
|
static |
Converts an OpenMP reduction operation using OpenMPIRBuilder.
Expects the mapping between reduction variables and their private equivalents to have been stored on the ModuleTranslation stack. Currently only supports reduction within WsloopOp and ParallelOp, but can be easily extended.
Definition at line 1743 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::WalkResult::advance(), mlir::LLVM::ModuleTranslation::convertType(), mlir::failed(), mlir::failure(), findReductionDecl(), mlir::Region::front(), mlir::Block::getArgument(), mlir::Operation::getParentOp(), inlineConvertOmpRegions(), mlir::WalkResult::interrupt(), mlir::LLVM::ModuleTranslation::lookupValue(), mlir::LLVM::ModuleTranslation::mapValue(), mlir::LLVM::ModuleTranslation::stackWalk(), and mlir::success().
|
static |
Definition at line 591 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::emitError(), and mlir::success().
|
static |
Converts an OpenMP simd loop into LLVM IR using OpenMPIRBuilder.
Definition at line 1409 of file OpenMPToLLVMIRTranslation.cpp.
References convertOmpOpRegions(), mlir::failed(), mlir::failure(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), mlir::LLVM::ModuleTranslation::lookupValue(), mlir::LLVM::ModuleTranslation::mapValue(), and mlir::success().
|
static |
Converts an OpenMP single construct into LLVM IR using OpenMPIRBuilder.
Definition at line 659 of file OpenMPToLLVMIRTranslation.cpp.
References convertOmpOpRegions(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), mlir::LLVM::ModuleTranslation::lookupFunction(), mlir::LLVM::ModuleTranslation::lookupValue(), and mlir::success().
|
static |
Definition at line 2919 of file OpenMPToLLVMIRTranslation.cpp.
References collectMapDataFromMapOperands(), convertOmpOpRegions(), createDeviceArgumentAccessor(), mlir::failure(), findAllocaInsertPoint(), genMapInfos(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), mlir::Operation::getParentOfType(), getTargetEntryUniqueInfo(), handleDeclareTargetMapVar(), MapInfoData::IsAMember, MapInfoData::IsDeclareTarget, mlir::LLVM::ModuleTranslation::lookupFunction(), mlir::LLVM::ModuleTranslation::lookupValue(), mlir::LLVM::ModuleTranslation::mapValue(), MapInfoData::OriginalValue, mlir::success(), and targetOpSupported().
|
static |
Definition at line 2521 of file OpenMPToLLVMIRTranslation.cpp.
|
static |
Converts an OpenMP taskgroup construct into LLVM IR using OpenMPIRBuilder.
Definition at line 786 of file OpenMPToLLVMIRTranslation.cpp.
References convertOmpOpRegions(), findAllocaInsertPoint(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), and mlir::success().
|
static |
Converts an OpenMP task construct into LLVM IR using OpenMPIRBuilder.
Definition at line 730 of file OpenMPToLLVMIRTranslation.cpp.
References convertOmpOpRegions(), findAllocaInsertPoint(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), mlir::LLVM::ModuleTranslation::lookupValue(), and mlir::success().
|
static |
Definition at line 691 of file OpenMPToLLVMIRTranslation.cpp.
|
static |
Converts an OpenMP Threadprivate operation into LLVM IR using OpenMPIRBuilder.
Definition at line 1797 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::Operation::emitError(), mlir::Value::getDefiningOp(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), mlir::Operation::getResult(), mlir::LLVM::ModuleTranslation::lookupGlobal(), mlir::LLVM::ModuleTranslation::mapValue(), mlir::success(), and mlir::LLVM::ModuleTranslation::symbolTable().
|
static |
Converts an OpenMP workshare loop into LLVM IR using OpenMPIRBuilder.
Definition at line 917 of file OpenMPToLLVMIRTranslation.cpp.
References allocByValReductionVars(), collectReductionDecls(), collectReductionInfo(), convertOmpOpRegions(), mlir::LLVM::ModuleTranslation::convertType(), mlir::failed(), mlir::failure(), findAllocaInsertPoint(), mlir::LLVM::ModuleTranslation::forgetMapping(), mlir::LLVM::ModuleTranslation::getOpenMPBuilder(), inlineConvertOmpRegions(), inlineReductionCleanup(), mlir::LLVM::ModuleTranslation::lookupValue(), mapInitializationArg(), mlir::LLVM::ModuleTranslation::mapValue(), and mlir::success().
|
static |
Definition at line 3268 of file OpenMPToLLVMIRTranslation.cpp.
|
static |
Definition at line 3274 of file OpenMPToLLVMIRTranslation.cpp.
|
static |
Definition at line 1842 of file OpenMPToLLVMIRTranslation.cpp.
|
static |
Definition at line 1826 of file OpenMPToLLVMIRTranslation.cpp.
|
static |
Definition at line 2334 of file OpenMPToLLVMIRTranslation.cpp.
References MapInfoData::BaseType, calculateBoundsOffset(), checkIfPointerMap(), findAllocaInsertPoint(), MapInfoData::IsDeclareTarget, and MapInfoData::MapClause.
|
static |
Definition at line 2859 of file OpenMPToLLVMIRTranslation.cpp.
References MapInfoData::MapClause, and MapInfoData::OriginalValue.
Referenced by convertOmpTarget().
|
static |
Find the insertion point for allocas given the current insertion point for normal operations in the builder.
Definition at line 92 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::WalkResult::interrupt(), mlir::LLVM::ModuleTranslation::stackWalk(), and mlir::WalkResult::wasInterrupted().
Referenced by convertOmpAtomicCapture(), convertOmpAtomicUpdate(), convertOmpOrdered(), convertOmpParallel(), convertOmpTarget(), convertOmpTaskgroupOp(), convertOmpTaskOp(), convertOmpWsloop(), and createAlteredByCaptureMap().
|
static |
Searches for a reduction in a provided region and the regions it is nested in.
Definition at line 355 of file OpenMPToLLVMIRTranslation.cpp.
References findReductionDeclInContainer(), and mlir::Operation::getParentOp().
Referenced by convertOmpReductionOp().
|
static |
Returns a reduction declaration that corresponds to the given reduction operation in the given container.
Currently only supports reductions inside WsloopOp and ParallelOp but can be easily extended as long as the given construct implements getNumReductionVars.
Definition at line 338 of file OpenMPToLLVMIRTranslation.cpp.
Referenced by findReductionDecl().
|
static |
Definition at line 2400 of file OpenMPToLLVMIRTranslation.cpp.
Referenced by convertOmpTarget().
uint64_t getArrayElementSizeInBits | ( | LLVM::LLVMArrayType | arrTy, |
DataLayout & | dl | ||
) |
Definition at line 1960 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::DataLayout::getTypeSizeInBits().
Referenced by getSizeInBytes().
|
static |
Definition at line 1856 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::SymbolTable::Private.
Referenced by getRefPtrIfDeclareTarget().
|
static |
Convert ProcBindKind from MLIR-generated enum to LLVM enum.
Definition at line 248 of file OpenMPToLLVMIRTranslation.cpp.
Referenced by convertOmpParallel().
|
static |
Definition at line 1893 of file OpenMPToLLVMIRTranslation.cpp.
References getDeclareTargetRefPtrSuffix(), mlir::Value::getDefiningOp(), mlir::LLVM::ModuleTranslation::getLLVMModule(), and mlir::LLVM::ModuleTranslation::getOpenMPBuilder().
Referenced by collectMapDataFromMapOperands().
llvm::Value* getSizeInBytes | ( | DataLayout & | dl, |
const mlir::Type & | type, | ||
Operation * | clauseOp, | ||
llvm::Value * | basePointer, | ||
llvm::Type * | baseType, | ||
llvm::IRBuilderBase & | builder, | ||
LLVM::ModuleTranslation & | moduleTranslation | ||
) |
Definition at line 1977 of file OpenMPToLLVMIRTranslation.cpp.
References getArrayElementSizeInBits(), mlir::DataLayout::getTypeSizeInBits(), and mlir::LLVM::ModuleTranslation::lookupValue().
Referenced by collectMapDataFromMapOperands().
|
static |
Definition at line 2737 of file OpenMPToLLVMIRTranslation.cpp.
Referenced by convertOmpTarget().
|
static |
Definition at line 2783 of file OpenMPToLLVMIRTranslation.cpp.
References MapInfoData::IsDeclareTarget, MapInfoData::MapClause, and MapInfoData::OriginalValue.
Referenced by convertOmpTarget().
|
static |
Translates the blocks contained in the given region and appends them to at the current insertion point of builder
.
The operations of the entry block are appended to the current insertion block. If set, continuationBlockArgs
is populated with translated values that correspond to the values omp.yield'ed from the region.
Definition at line 402 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::Block::back(), mlir::LLVM::ModuleTranslation::convertBlock(), convertOmpOpRegions(), mlir::Region::empty(), mlir::failed(), mlir::failure(), mlir::LLVM::ModuleTranslation::forgetMapping(), mlir::Region::front(), mlir::Operation::getOperands(), mlir::LLVM::ModuleTranslation::lookupValues(), mlir::LLVM::ModuleTranslation::mapBlock(), and mlir::success().
Referenced by convertOmpParallel(), convertOmpReductionOp(), convertOmpWsloop(), inlineReductionCleanup(), makeAtomicReductionGen(), and makeReductionGen().
|
static |
handling of DeclareReductionOp's cleanup region
Definition at line 881 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::LLVM::ModuleTranslation::convertType(), mlir::Block::empty(), mlir::Region::empty(), mlir::detail::enumerate(), mlir::failed(), mlir::failure(), mlir::LLVM::ModuleTranslation::forgetMapping(), mlir::Region::front(), mlir::Block::getArgument(), mlir::Value::getType(), inlineConvertOmpRegions(), mlir::LLVM::ModuleTranslation::mapValue(), and mlir::success().
Referenced by convertOmpParallel(), and convertOmpWsloop().
|
static |
Definition at line 1875 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::Value::getDefiningOp().
Referenced by checkIfPointerMap().
|
static |
Definition at line 3131 of file OpenMPToLLVMIRTranslation.cpp.
|
static |
Create an OpenMPIRBuilder-compatible atomic reduction generator for the given reduction declaration.
The generator uses builder
but ignores its insertion point. Returns null if there is no atomic region available in the reduction declaration.
Definition at line 499 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::failed(), mlir::Region::front(), mlir::Block::getArgument(), inlineConvertOmpRegions(), and mlir::LLVM::ModuleTranslation::mapValue().
Referenced by collectReductionInfo().
|
static |
Create an OpenMPIRBuilder-compatible reduction generator for the given reduction declaration.
The generator uses builder
but ignores its insertion point.
Definition at line 469 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::failed(), mlir::Region::front(), mlir::Block::getArgument(), inlineConvertOmpRegions(), and mlir::LLVM::ModuleTranslation::mapValue().
Referenced by collectReductionInfo().
|
static |
Map input argument to all reduction initialization regions.
Definition at line 831 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::Region::front(), mlir::Block::getArgument(), mlir::Block::getNumArguments(), mlir::LLVM::ModuleTranslation::lookupValue(), and mlir::LLVM::ModuleTranslation::mapValue().
Referenced by convertOmpParallel(), and convertOmpWsloop().
|
static |
Definition at line 2189 of file OpenMPToLLVMIRTranslation.cpp.
References MapInfoData::BaseType, mlir::LLVM::createMappingInformation(), MapInfoData::MapClause, and None.
Referenced by processMapWithMembersOf().
|
static |
Definition at line 2274 of file OpenMPToLLVMIRTranslation.cpp.
References checkIfPointerMap(), mlir::LLVM::createMappingInformation(), MapInfoData::MapClause, and None.
Referenced by processMapWithMembersOf().
|
static |
Definition at line 2316 of file OpenMPToLLVMIRTranslation.cpp.
References mapParentWithMembers(), and processMapMembersWithParent().
|
static |
Definition at line 2757 of file OpenMPToLLVMIRTranslation.cpp.
References mlir::Operation::emitError().
Referenced by convertOmpTarget().