[llvm-branch-commits] [clang] [llvm] [mlir] [OMPIRBuilder] Add support for explicit deallocation points (PR #154752)
Sergio Afonso via llvm-branch-commits
llvm-branch-commits at lists.llvm.org
Thu Apr 16 05:06:56 PDT 2026
https://github.com/skatrak updated https://github.com/llvm/llvm-project/pull/154752
>From bf74aa2291976d827b2b5b3f571be9c6b7ba4850 Mon Sep 17 00:00:00 2001
From: Sergio Afonso <safonsof at amd.com>
Date: Thu, 21 Aug 2025 13:18:49 +0100
Subject: [PATCH 01/10] [OMPIRBuilder] Add support for explicit deallocation
points
In this patch, some OMPIRBuilder codegen functions and callbacks are updated to
work with arrays of deallocation insertion points. The purpose of this is to
enable the replacement of `alloca`s with other types of allocations that
require explicit deallocations in a way that makes it possible for
`CodeExtractor` instances created during OMPIRBuilder finalization to also use
them.
The OpenMP to LLVM IR MLIR translation pass is updated to properly store and
forward deallocation points together with their matching allocation point to
the OMPIRBuilder.
Currently, only the `DeviceSharedMemCodeExtractor` uses this feature to get the
`CodeExtractor` to use device shared memory for intermediate allocations when
outlining a parallel region inside of a Generic kernel (code path that is only
used by Flang via MLIR, currently). However, long term this might also be
useful to refactor finalization of variables with destructors, potentially
reducing the use of callbacks and simplifying privatization and reductions.
Instead of a single deallocation point, lists of those are used. This is to
cover cases where there are multiple exit blocks originating from a single
entry. If an allocation needing explicit deallocation is placed in the entry
block of such cases, it would need to be deallocated before each of the exits.
---
clang/lib/CodeGen/CGOpenMPRuntime.cpp | 4 +-
clang/lib/CodeGen/CGStmtOpenMP.cpp | 77 +++--
.../llvm/Frontend/OpenMP/OMPIRBuilder.h | 98 +++---
.../llvm/Transforms/Utils/CodeExtractor.h | 18 +-
llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp | 302 ++++++++--------
llvm/lib/Transforms/IPO/HotColdSplitting.cpp | 2 +-
llvm/lib/Transforms/IPO/IROutliner.cpp | 4 +-
llvm/lib/Transforms/IPO/OpenMPOpt.cpp | 11 +-
llvm/lib/Transforms/Utils/CodeExtractor.cpp | 37 +-
.../Frontend/OpenMPIRBuilderTest.cpp | 326 +++++++++++-------
.../Transforms/Utils/CodeExtractorTest.cpp | 2 +-
.../OpenMP/OpenMPToLLVMIRTranslation.cpp | 238 +++++++------
.../LLVMIR/omptarget-parallel-llvm.mlir | 18 +-
.../LLVMIR/omptarget-region-device-llvm.mlir | 4 +-
.../openmp-target-private-allocatable.mlir | 2 +
15 files changed, 631 insertions(+), 512 deletions(-)
diff --git a/clang/lib/CodeGen/CGOpenMPRuntime.cpp b/clang/lib/CodeGen/CGOpenMPRuntime.cpp
index 332b439c87472..74129cbe7abda 100644
--- a/clang/lib/CodeGen/CGOpenMPRuntime.cpp
+++ b/clang/lib/CodeGen/CGOpenMPRuntime.cpp
@@ -11680,8 +11680,8 @@ void CGOpenMPRuntime::emitTargetDataCalls(
llvm::OpenMPIRBuilder::LocationDescription OmpLoc(CodeGenIP);
llvm::OpenMPIRBuilder::InsertPointTy AfterIP =
cantFail(OMPBuilder.createTargetData(
- OmpLoc, AllocaIP, CodeGenIP, DeviceID, IfCondVal, Info, GenMapInfoCB,
- CustomMapperCB,
+ OmpLoc, AllocaIP, CodeGenIP, /*DeallocIPs=*/{}, DeviceID, IfCondVal,
+ Info, GenMapInfoCB, CustomMapperCB,
/*MapperFunc=*/nullptr, BodyCB, DeviceAddrCB, RTLoc));
CGF.Builder.restoreIP(AfterIP);
}
diff --git a/clang/lib/CodeGen/CGStmtOpenMP.cpp b/clang/lib/CodeGen/CGStmtOpenMP.cpp
index 59d0e6825a975..0e9fb9e6fd514 100644
--- a/clang/lib/CodeGen/CGStmtOpenMP.cpp
+++ b/clang/lib/CodeGen/CGStmtOpenMP.cpp
@@ -2116,10 +2116,10 @@ void CodeGenFunction::EmitOMPParallelDirective(const OMPParallelDirective &S) {
const CapturedStmt *CS = S.getCapturedStmt(OMPD_parallel);
const Stmt *ParallelRegionBodyStmt = CS->getCapturedStmt();
- auto BodyGenCB = [&, this](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&, this](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
OMPBuilderCBHelpers::EmitOMPOutlinedRegionBody(
- *this, ParallelRegionBodyStmt, AllocaIP, CodeGenIP, "parallel");
+ *this, ParallelRegionBodyStmt, AllocIP, CodeGenIP, "parallel");
return llvm::Error::success();
};
@@ -2127,9 +2127,10 @@ void CodeGenFunction::EmitOMPParallelDirective(const OMPParallelDirective &S) {
CodeGenFunction::CGCapturedStmtRAII CapInfoRAII(*this, &CGSI);
llvm::OpenMPIRBuilder::InsertPointTy AllocaIP(
AllocaInsertPt->getParent(), AllocaInsertPt->getIterator());
- llvm::OpenMPIRBuilder::InsertPointTy AfterIP = cantFail(
- OMPBuilder.createParallel(Builder, AllocaIP, BodyGenCB, PrivCB, FiniCB,
- IfCond, NumThreads, ProcBind, S.hasCancel()));
+ llvm::OpenMPIRBuilder::InsertPointTy AfterIP =
+ cantFail(OMPBuilder.createParallel(
+ Builder, AllocaIP, /*DeallocIPs=*/{}, BodyGenCB, PrivCB, FiniCB,
+ IfCond, NumThreads, ProcBind, S.hasCancel()));
Builder.restoreIP(AfterIP);
return;
}
@@ -4663,21 +4664,23 @@ void CodeGenFunction::EmitOMPSectionsDirective(const OMPSectionsDirective &S) {
llvm::SmallVector<BodyGenCallbackTy, 4> SectionCBVector;
if (CS) {
for (const Stmt *SubStmt : CS->children()) {
- auto SectionCB = [this, SubStmt](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) {
- OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(
- *this, SubStmt, AllocaIP, CodeGenIP, "section");
+ auto SectionCB = [this, SubStmt](InsertPointTy AllocIP,
+ InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
+ OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(*this, SubStmt, AllocIP,
+ CodeGenIP, "section");
return llvm::Error::success();
};
SectionCBVector.push_back(SectionCB);
}
} else {
- auto SectionCB = [this, CapturedStmt](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) {
- OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(
- *this, CapturedStmt, AllocaIP, CodeGenIP, "section");
- return llvm::Error::success();
- };
+ auto SectionCB =
+ [this, CapturedStmt](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
+ OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(
+ *this, CapturedStmt, AllocIP, CodeGenIP, "section");
+ return llvm::Error::success();
+ };
SectionCBVector.push_back(SectionCB);
}
@@ -4731,10 +4734,11 @@ void CodeGenFunction::EmitOMPSectionDirective(const OMPSectionDirective &S) {
return llvm::Error::success();
};
- auto BodyGenCB = [SectionRegionBodyStmt, this](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [SectionRegionBodyStmt,
+ this](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(
- *this, SectionRegionBodyStmt, AllocaIP, CodeGenIP, "section");
+ *this, SectionRegionBodyStmt, AllocIP, CodeGenIP, "section");
return llvm::Error::success();
};
@@ -4816,10 +4820,11 @@ void CodeGenFunction::EmitOMPMasterDirective(const OMPMasterDirective &S) {
return llvm::Error::success();
};
- auto BodyGenCB = [MasterRegionBodyStmt, this](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [MasterRegionBodyStmt,
+ this](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(
- *this, MasterRegionBodyStmt, AllocaIP, CodeGenIP, "master");
+ *this, MasterRegionBodyStmt, AllocIP, CodeGenIP, "master");
return llvm::Error::success();
};
@@ -4866,10 +4871,11 @@ void CodeGenFunction::EmitOMPMaskedDirective(const OMPMaskedDirective &S) {
return llvm::Error::success();
};
- auto BodyGenCB = [MaskedRegionBodyStmt, this](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [MaskedRegionBodyStmt,
+ this](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(
- *this, MaskedRegionBodyStmt, AllocaIP, CodeGenIP, "masked");
+ *this, MaskedRegionBodyStmt, AllocIP, CodeGenIP, "masked");
return llvm::Error::success();
};
@@ -4909,10 +4915,11 @@ void CodeGenFunction::EmitOMPCriticalDirective(const OMPCriticalDirective &S) {
return llvm::Error::success();
};
- auto BodyGenCB = [CriticalRegionBodyStmt, this](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [CriticalRegionBodyStmt,
+ this](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(
- *this, CriticalRegionBodyStmt, AllocaIP, CodeGenIP, "critical");
+ *this, CriticalRegionBodyStmt, AllocIP, CodeGenIP, "critical");
return llvm::Error::success();
};
@@ -5879,8 +5886,8 @@ void CodeGenFunction::EmitOMPTaskgroupDirective(
InsertPointTy AllocaIP(AllocaInsertPt->getParent(),
AllocaInsertPt->getIterator());
- auto BodyGenCB = [&, this](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&, this](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
EmitStmt(S.getInnermostCapturedStmt()->getCapturedStmt());
return llvm::Error::success();
@@ -5889,7 +5896,8 @@ void CodeGenFunction::EmitOMPTaskgroupDirective(
if (!CapturedStmtInfo)
CapturedStmtInfo = &CapStmtInfo;
llvm::OpenMPIRBuilder::InsertPointTy AfterIP =
- cantFail(OMPBuilder.createTaskgroup(Builder, AllocaIP, BodyGenCB));
+ cantFail(OMPBuilder.createTaskgroup(Builder, AllocaIP,
+ /*DeallocIPs=*/{}, BodyGenCB));
Builder.restoreIP(AfterIP);
return;
}
@@ -6469,8 +6477,9 @@ void CodeGenFunction::EmitOMPOrderedDirective(const OMPOrderedDirective &S) {
return llvm::Error::success();
};
- auto BodyGenCB = [&S, C, this](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&S, C, this](InsertPointTy AllocIP,
+ InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
const CapturedStmt *CS = S.getInnermostCapturedStmt();
@@ -6487,7 +6496,7 @@ void CodeGenFunction::EmitOMPOrderedDirective(const OMPOrderedDirective &S) {
OutlinedFn, CapturedVars);
} else {
OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(
- *this, CS->getCapturedStmt(), AllocaIP, CodeGenIP, "ordered");
+ *this, CS->getCapturedStmt(), AllocIP, CodeGenIP, "ordered");
}
return llvm::Error::success();
};
diff --git a/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h b/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h
index 201d01c752f66..399ea530eff7f 100644
--- a/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h
+++ b/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h
@@ -639,17 +639,19 @@ class OpenMPIRBuilder {
/// such InsertPoints need to be preserved, it can split the block itself
/// before calling the callback.
///
- /// AllocaIP and CodeGenIP must not point to the same position.
- ///
- /// \param AllocaIP is the insertion point at which new alloca instructions
- /// should be placed. The BasicBlock it is pointing to must
- /// not be split.
- /// \param CodeGenIP is the insertion point at which the body code should be
- /// placed.
- ///
+ /// AllocIP and CodeGenIP must not point to the same position.
+ ///
+ /// \param AllocIP is the insertion point at which new allocations should
+ /// be placed. The BasicBlock it is pointing to must not be
+ /// split.
+ /// \param CodeGenIP is the insertion point at which the body code should be
+ /// placed.
+ /// \param DeallocIPs is the list of insertion points where explicit
+ /// deallocations, if needed, should be placed.
/// \return an error, if any were triggered during execution.
using BodyGenCallbackTy =
- function_ref<Error(InsertPointTy AllocaIP, InsertPointTy CodeGenIP)>;
+ function_ref<Error(InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs)>;
/// Callback type for task duplication function code generation. This is the
/// task duplication function passed to __kmpc_taskloop. It is expected that
@@ -690,7 +692,8 @@ class OpenMPIRBuilder {
///
/// \return an error, if any were triggered during execution.
using StorableBodyGenCallbackTy =
- std::function<Error(InsertPointTy AllocaIP, InsertPointTy CodeGenIP)>;
+ std::function<Error(InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs)>;
/// Callback type for loop body code generation.
///
@@ -784,7 +787,9 @@ class OpenMPIRBuilder {
/// Generator for '#omp parallel'
///
/// \param Loc The insert and source location description.
- /// \param AllocaIP The insertion points to be used for alloca instructions.
+ /// \param AllocIP The insertion point to be used for allocations.
+ /// \param DeallocIPs The insertion points to be used for explicit
+ /// deallocations, if needed.
/// \param BodyGenCB Callback that will generate the region code.
/// \param PrivCB Callback to copy a given variable (think copy constructor).
/// \param FiniCB Callback to finalize variable copies.
@@ -795,10 +800,10 @@ class OpenMPIRBuilder {
///
/// \returns The insertion position *after* the parallel.
LLVM_ABI InsertPointOrErrorTy createParallel(
- const LocationDescription &Loc, InsertPointTy AllocaIP,
- BodyGenCallbackTy BodyGenCB, PrivatizeCallbackTy PrivCB,
- FinalizeCallbackTy FiniCB, Value *IfCondition, Value *NumThreads,
- omp::ProcBindKind ProcBind, bool IsCancellable);
+ const LocationDescription &Loc, InsertPointTy AllocIP,
+ ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB,
+ PrivatizeCallbackTy PrivCB, FinalizeCallbackTy FiniCB, Value *IfCondition,
+ Value *NumThreads, omp::ProcBindKind ProcBind, bool IsCancellable);
/// Generator for the control flow structure of an OpenMP canonical loop.
///
@@ -1591,7 +1596,9 @@ class OpenMPIRBuilder {
/// Generator for `#omp task`
///
/// \param Loc The location where the task construct was encountered.
- /// \param AllocaIP The insertion point to be used for alloca instructions.
+ /// \param AllocIP The insertion point to be used for allocations.
+ /// \param DeallocIPs The insertion points to be used for explicit
+ /// deallocations, if needed.
/// \param BodyGenCB Callback that will generate the region code.
/// \param Tied True if the task is tied, false if the task is untied.
/// \param Final i1 value which is `true` if the task is final, `false` if the
@@ -1612,20 +1619,23 @@ class OpenMPIRBuilder {
/// \param priority `priority-value' specifies the execution order of the
/// tasks that is generated by the construct
LLVM_ABI InsertPointOrErrorTy createTask(
- const LocationDescription &Loc, InsertPointTy AllocaIP,
- BodyGenCallbackTy BodyGenCB, bool Tied = true, Value *Final = nullptr,
- Value *IfCondition = nullptr, const DependenciesInfo &Dependencies = {},
- AffinityData Affinities = {}, bool Mergeable = false,
- Value *EventHandle = nullptr, Value *Priority = nullptr);
+ const LocationDescription &Loc, InsertPointTy AllocIP,
+ ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB,
+ bool Tied = true, Value *Final = nullptr, Value *IfCondition = nullptr,
+ const DependenciesInfo &Dependencies = {}, AffinityData Affinities = {},
+ bool Mergeable = false, Value *EventHandle = nullptr,
+ Value *Priority = nullptr);
/// Generator for the taskgroup construct
///
/// \param Loc The location where the taskgroup construct was encountered.
- /// \param AllocaIP The insertion point to be used for alloca instructions.
+ /// \param AllocIP The insertion point to be used for allocations.
+ /// \param DeallocIPs The insertion point to be used for explicit deallocation
+ /// instructions, if needed.
/// \param BodyGenCB Callback that will generate the region code.
- LLVM_ABI InsertPointOrErrorTy createTaskgroup(const LocationDescription &Loc,
- InsertPointTy AllocaIP,
- BodyGenCallbackTy BodyGenCB);
+ LLVM_ABI InsertPointOrErrorTy createTaskgroup(
+ const LocationDescription &Loc, InsertPointTy AllocIP,
+ ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB);
using FileIdentifierInfoCallbackTy =
std::function<std::tuple<std::string, uint64_t>()>;
@@ -2551,7 +2561,8 @@ class OpenMPIRBuilder {
struct OutlineInfo {
using PostOutlineCBTy = std::function<void(Function &)>;
PostOutlineCBTy PostOutlineCB;
- BasicBlock *EntryBB, *ExitBB, *OuterAllocaBB;
+ BasicBlock *EntryBB, *ExitBB, *OuterAllocBB;
+ SmallVector<BasicBlock *> OuterDeallocBBs;
SmallVector<Value *, 2> ExcludeArgsFromAggregate;
SetVector<Value *> Inputs, Outputs;
// TODO: this should be safe to enable by default
@@ -2627,7 +2638,8 @@ class OpenMPIRBuilder {
/// \return an error, if any were triggered during execution.
LLVM_ABI Error emitIfClause(Value *Cond, BodyGenCallbackTy ThenGen,
BodyGenCallbackTy ElseGen,
- InsertPointTy AllocaIP = {});
+ InsertPointTy AllocIP = {},
+ ArrayRef<InsertPointTy> DeallocIPs = {});
/// Create the global variable holding the offload mappings information.
LLVM_ABI GlobalVariable *
@@ -3190,11 +3202,13 @@ class OpenMPIRBuilder {
/// Generator for `#omp distribute`
///
/// \param Loc The location where the distribute construct was encountered.
- /// \param AllocaIP The insertion points to be used for alloca instructions.
+ /// \param AllocIP The insertion point to be used for allocations.
+ /// \param DeallocIPs The insertion points to be used for explicit
+ /// deallocations, if needed.
/// \param BodyGenCB Callback that will generate the region code.
- LLVM_ABI InsertPointOrErrorTy createDistribute(const LocationDescription &Loc,
- InsertPointTy AllocaIP,
- BodyGenCallbackTy BodyGenCB);
+ LLVM_ABI InsertPointOrErrorTy createDistribute(
+ const LocationDescription &Loc, InsertPointTy AllocIP,
+ ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB);
/// Generate conditional branch and relevant BasicBlocks through which private
/// threads copy the 'copyin' variables from Master copy to threadprivate
@@ -3522,9 +3536,11 @@ class OpenMPIRBuilder {
/// Generator for '#omp target data'
///
/// \param Loc The location where the target data construct was encountered.
- /// \param AllocaIP The insertion points to be used for alloca instructions.
+ /// \param AllocIP The insertion points to be used for allocations.
/// \param CodeGenIP The insertion point at which the target directive code
/// should be placed.
+ /// \param DeallocIPs The insertion points at which explicit deallocations
+ /// should be placed, if needed.
/// \param IsBegin If true then emits begin mapper call otherwise emits
/// end mapper call.
/// \param DeviceID Stores the DeviceID from the device clause.
@@ -3537,10 +3553,10 @@ class OpenMPIRBuilder {
/// \param DeviceAddrCB Optional callback to generate code related to
/// use_device_ptr and use_device_addr.
LLVM_ABI InsertPointOrErrorTy createTargetData(
- const LocationDescription &Loc, InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP, Value *DeviceID, Value *IfCond,
- TargetDataInfo &Info, GenMapInfoCallbackTy GenMapInfoCB,
- CustomMapperCallbackTy CustomMapperCB,
+ const LocationDescription &Loc, InsertPointTy AllocIP,
+ InsertPointTy CodeGenIP, ArrayRef<InsertPointTy> DeallocIPs,
+ Value *DeviceID, Value *IfCond, TargetDataInfo &Info,
+ GenMapInfoCallbackTy GenMapInfoCB, CustomMapperCallbackTy CustomMapperCB,
omp::RuntimeFunction *MapperFunc = nullptr,
function_ref<InsertPointOrErrorTy(InsertPointTy CodeGenIP,
BodyGenTy BodyGenType)>
@@ -3549,7 +3565,8 @@ class OpenMPIRBuilder {
Value *SrcLocInfo = nullptr);
using TargetBodyGenCallbackTy = function_ref<InsertPointOrErrorTy(
- InsertPointTy AllocaIP, InsertPointTy CodeGenIP)>;
+ InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs)>;
using TargetGenArgAccessorsCallbackTy = function_ref<InsertPointOrErrorTy(
Argument &Arg, Value *Input, Value *&RetVal, InsertPointTy AllocaIP,
@@ -3561,6 +3578,8 @@ class OpenMPIRBuilder {
/// \param IsOffloadEntry whether it is an offload entry.
/// \param CodeGenIP The insertion point where the call to the outlined
/// function should be emitted.
+ /// \param DeallocIPs The insertion points at which explicit deallocations
+ /// should be placed, if needed.
/// \param Info Stores all information realted to the Target directive.
/// \param EntryInfo The entry information about the function.
/// \param DefaultAttrs Structure containing the default attributes, including
@@ -3585,8 +3604,9 @@ class OpenMPIRBuilder {
/// cgroup memory cannot be provided.
LLVM_ABI InsertPointOrErrorTy createTarget(
const LocationDescription &Loc, bool IsOffloadEntry,
- OpenMPIRBuilder::InsertPointTy AllocaIP,
- OpenMPIRBuilder::InsertPointTy CodeGenIP, TargetDataInfo &Info,
+ OpenMPIRBuilder::InsertPointTy AllocIP,
+ OpenMPIRBuilder::InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs, TargetDataInfo &Info,
TargetRegionEntryInfo &EntryInfo,
const TargetKernelDefaultAttrs &DefaultAttrs,
const TargetKernelRuntimeAttrs &RuntimeAttrs, Value *IfCond,
diff --git a/llvm/include/llvm/Transforms/Utils/CodeExtractor.h b/llvm/include/llvm/Transforms/Utils/CodeExtractor.h
index 064d15d32d6e7..2bd8c8148285a 100644
--- a/llvm/include/llvm/Transforms/Utils/CodeExtractor.h
+++ b/llvm/include/llvm/Transforms/Utils/CodeExtractor.h
@@ -100,13 +100,13 @@ class LLVM_ABI CodeExtractor {
/// entry block of the function.
BasicBlock *AllocationBlock;
- /// A block outside of the extraction set where deallocations for intermediate
- /// allocations can be placed inside. Not used for automatically deallocated
- /// memory (e.g. `alloca`), which is the default.
+ /// A set of blocks outside of the extraction set where deallocations for
+ /// intermediate allocations should be placed. Not used for automatically
+ /// deallocated memory (e.g. `alloca`), which is the default.
///
- /// If it is null and needed, the end of the replacement basic block will be
+ /// If it is empty and needed, the end of the replacement basic block will be
/// used to place deallocations.
- BasicBlock *DeallocationBlock;
+ SmallVector<BasicBlock *> DeallocationBlocks;
/// If true, varargs functions can be extracted.
bool AllowVarArgs;
@@ -155,16 +155,16 @@ class LLVM_ABI CodeExtractor {
/// allocations will be placed in the AllocationBlock, unless it is null, in
/// which case it will be placed in the entry block of the function from which
/// the code is being extracted. Explicit deallocations for the aforementioned
- /// allocations will be placed in the DeallocationBlock or the end of the
- /// replacement block, if needed. If ArgsInZeroAddressSpace param is set to
- /// true, then the aggregate param pointer of the outlined function is
+ /// allocations will be placed, if needed, in all blocks in DeallocationBlocks
+ /// or the end of the replacement block. If ArgsInZeroAddressSpace param is
+ /// set to true, then the aggregate param pointer of the outlined function is
/// declared in zero address space.
CodeExtractor(ArrayRef<BasicBlock *> BBs, DominatorTree *DT = nullptr,
bool AggregateArgs = false, BlockFrequencyInfo *BFI = nullptr,
BranchProbabilityInfo *BPI = nullptr,
AssumptionCache *AC = nullptr, bool AllowVarArgs = false,
bool AllowAlloca = false, BasicBlock *AllocationBlock = nullptr,
- BasicBlock *DeallocationBlock = nullptr,
+ ArrayRef<BasicBlock *> DeallocationBlocks = {},
std::string Suffix = "", bool ArgsInZeroAddressSpace = false);
virtual ~CodeExtractor() = default;
diff --git a/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp b/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
index 66c6e7183fb6a..b96d58fc09d3c 100644
--- a/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
+++ b/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
@@ -500,10 +500,10 @@ class OMPCodeExtractor : public CodeExtractor {
AssumptionCache *AC = nullptr, bool AllowVarArgs = false,
bool AllowAlloca = false,
BasicBlock *AllocationBlock = nullptr,
- BasicBlock *DeallocationBlock = nullptr,
+ ArrayRef<BasicBlock *> DeallocationBlocks = {},
std::string Suffix = "", bool ArgsInZeroAddressSpace = false)
: CodeExtractor(BBs, DT, AggregateArgs, BFI, BPI, AC, AllowVarArgs,
- AllowAlloca, AllocationBlock, DeallocationBlock, Suffix,
+ AllowAlloca, AllocationBlock, DeallocationBlocks, Suffix,
ArgsInZeroAddressSpace),
OMPBuilder(OMPBuilder) {}
@@ -515,32 +515,16 @@ class OMPCodeExtractor : public CodeExtractor {
class DeviceSharedMemCodeExtractor : public OMPCodeExtractor {
public:
- DeviceSharedMemCodeExtractor(
- OpenMPIRBuilder &OMPBuilder, BasicBlock *AllocBlockOverride,
- ArrayRef<BasicBlock *> BBs, DominatorTree *DT = nullptr,
- bool AggregateArgs = false, BlockFrequencyInfo *BFI = nullptr,
- BranchProbabilityInfo *BPI = nullptr, AssumptionCache *AC = nullptr,
- bool AllowVarArgs = false, bool AllowAlloca = false,
- BasicBlock *AllocationBlock = nullptr,
- BasicBlock *DeallocationBlock = nullptr, std::string Suffix = "",
- bool ArgsInZeroAddressSpace = false)
- : OMPCodeExtractor(OMPBuilder, BBs, DT, AggregateArgs, BFI, BPI, AC,
- AllowVarArgs, AllowAlloca, AllocationBlock,
- DeallocationBlock, Suffix, ArgsInZeroAddressSpace),
- AllocBlockOverride(AllocBlockOverride) {}
+ using OMPCodeExtractor::OMPCodeExtractor;
virtual ~DeviceSharedMemCodeExtractor() = default;
protected:
virtual Instruction *
- allocateVar(BasicBlock *, BasicBlock::iterator, Type *VarType,
+ allocateVar(BasicBlock *BB, BasicBlock::iterator AllocIP, Type *VarType,
const Twine &Name = Twine(""),
AddrSpaceCastInst **CastedAlloc = nullptr) override {
- // Ignore the CastedAlloc pointer, if requested, because shared memory
- // should not be casted to address space 0 to be passed around.
return OMPBuilder.createOMPAllocShared(
- OpenMPIRBuilder::InsertPointTy(
- AllocBlockOverride, AllocBlockOverride->getFirstInsertionPt()),
- VarType, Name);
+ OpenMPIRBuilder::InsertPointTy(BB, AllocIP), VarType, Name);
}
virtual Instruction *deallocateVar(BasicBlock *BB,
@@ -549,19 +533,12 @@ class DeviceSharedMemCodeExtractor : public OMPCodeExtractor {
return OMPBuilder.createOMPFreeShared(
OpenMPIRBuilder::InsertPointTy(BB, DeallocIP), Var, VarType);
}
-
-private:
- // TODO: Remove the need for this override and instead get the CodeExtractor
- // to provide a valid insert point for explicit deallocations by correctly
- // populating its DeallocationBlock.
- BasicBlock *AllocBlockOverride;
};
/// Helper storing information about regions to outline using device shared
/// memory for intermediate allocations.
struct DeviceSharedMemOutlineInfo : public OpenMPIRBuilder::OutlineInfo {
OpenMPIRBuilder &OMPBuilder;
- BasicBlock *AllocBlockOverride = nullptr;
DeviceSharedMemOutlineInfo(OpenMPIRBuilder &OMPBuilder)
: OMPBuilder(OMPBuilder) {}
@@ -1773,11 +1750,11 @@ hostParallelCallback(OpenMPIRBuilder *OMPIRBuilder, Function &OutlinedFn,
}
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
- const LocationDescription &Loc, InsertPointTy OuterAllocaIP,
- BodyGenCallbackTy BodyGenCB, PrivatizeCallbackTy PrivCB,
- FinalizeCallbackTy FiniCB, Value *IfCondition, Value *NumThreads,
- omp::ProcBindKind ProcBind, bool IsCancellable) {
- assert(!isConflictIP(Loc.IP, OuterAllocaIP) && "IPs must not be ambiguous");
+ const LocationDescription &Loc, InsertPointTy OuterAllocIP,
+ ArrayRef<InsertPointTy> OuterDeallocIPs, BodyGenCallbackTy BodyGenCB,
+ PrivatizeCallbackTy PrivCB, FinalizeCallbackTy FiniCB, Value *IfCondition,
+ Value *NumThreads, omp::ProcBindKind ProcBind, bool IsCancellable) {
+ assert(!isConflictIP(Loc.IP, OuterAllocIP) && "IPs must not be ambiguous");
if (!updateToLocation(Loc))
return Loc.IP;
@@ -1819,7 +1796,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
// Save the outer alloca block because the insertion iterator may get
// invalidated and we still need this later.
- BasicBlock *OuterAllocaBlock = OuterAllocaIP.getBlock();
+ BasicBlock *OuterAllocaBlock = OuterAllocIP.getBlock();
// Vector to remember instructions we used only during the modeling but which
// we want to delete at the end.
@@ -1915,7 +1892,8 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
// Let the caller create the body.
assert(BodyGenCB && "Expected body generation callback!");
InsertPointTy CodeGenIP(PRegBodyBB, PRegBodyBB->begin());
- if (Error Err = BodyGenCB(InnerAllocaIP, CodeGenIP))
+ InsertPointTy DeallocIP(PRegExitBB, PRegExitBB->begin());
+ if (Error Err = BodyGenCB(InnerAllocaIP, CodeGenIP, DeallocIP))
return Err;
LLVM_DEBUG(dbgs() << "After body codegen: " << *OuterFn << "\n");
@@ -1928,35 +1906,8 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
// If OuterFn is not a Generic kernel, skip custom allocation. This causes
// the CodeExtractor to follow its default behavior. Otherwise, we need to
// use device shared memory to allocate argument structures.
- if (ExecMode && *ExecMode & OMP_TGT_EXEC_MODE_GENERIC) {
- auto Info = std::make_unique<DeviceSharedMemOutlineInfo>(*this);
-
- // Instead of using the insertion point provided by the CodeExtractor,
- // here we need to use the block that eventually calls the outlined
- // function for the `parallel` construct.
- //
- // The reason is that the explicit deallocation call will be inserted
- // within the outlined function, whereas the alloca insertion point
- // might actually be located somewhere else in the caller. This becomes
- // a problem when e.g. `parallel` is inside of a `distribute` construct,
- // because the deallocation would be executed multiple times and the
- // allocation just once (outside of the loop).
- //
- // TODO: Ideally, we'd want to do the allocation and deallocation
- // outside of the `parallel` outlined function, hence using here the
- // insertion point provided by the CodeExtractor. We can't do this at
- // the moment because there is currently no way of passing an eligible
- // insertion point for the explicit deallocation to the CodeExtractor,
- // as that block is created (at least when nested inside of
- // `distribute`) sometime after createParallel() completed, so it can't
- // be stored in the OutlineInfo structure here.
- //
- // The current approach results in an explicit allocation and
- // deallocation pair for each `distribute` loop iteration in that case,
- // which is suboptimal.
- Info->AllocBlockOverride = EntryBB;
- return Info;
- }
+ if (ExecMode && *ExecMode & OMP_TGT_EXEC_MODE_GENERIC)
+ return std::make_unique<DeviceSharedMemOutlineInfo>(*this);
}
return std::make_unique<OutlineInfo>();
}();
@@ -1979,9 +1930,12 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
}
OI->FixUpNonEntryAllocas = true;
- OI->OuterAllocaBB = OuterAllocaBlock;
+ OI->OuterAllocBB = OuterAllocaBlock;
OI->EntryBB = PRegEntryBB;
OI->ExitBB = PRegExitBB;
+ OI->OuterDeallocBBs.reserve(OuterDeallocIPs.size());
+ for (InsertPointTy DeallocIP : OuterDeallocIPs)
+ OI->OuterDeallocBBs.push_back(DeallocIP.getBlock());
SmallPtrSet<BasicBlock *, 32> ParallelRegionBlockSet;
SmallVector<BasicBlock *, 32> Blocks;
@@ -1996,7 +1950,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
/* AllowVarArgs */ true,
/* AllowAlloca */ true,
/* AllocationBlock */ OuterAllocaBlock,
- /* DeallocationBlock */ nullptr,
+ /* DeallocationBlocks */ {},
/* Suffix */ ".omp_par", ArgsInZeroAddressSpace);
// Find inputs to, outputs from the code region.
@@ -2042,7 +1996,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
IRBuilder<>::InsertPointGuard Guard(Builder);
LLVM_DEBUG(llvm::dbgs() << "Forwarding input as pointer: " << V << "\n");
- Builder.restoreIP(OuterAllocaIP);
+ Builder.restoreIP(OuterAllocIP);
Value *Ptr =
Builder.CreateAlloca(V.getType(), nullptr, V.getName() + ".reloaded");
@@ -2094,7 +2048,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
// Reset the outer alloca insertion point to the entry of the relevant block
// in case it was invalidated.
- OuterAllocaIP = IRBuilder<>::InsertPoint(
+ OuterAllocIP = IRBuilder<>::InsertPoint(
OuterAllocaBlock, OuterAllocaBlock->getFirstInsertionPt());
for (Value *Input : Inputs) {
@@ -2687,10 +2641,11 @@ llvm::StructType *OpenMPIRBuilder::getKmpTaskAffinityInfoTy() {
}
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTask(
- const LocationDescription &Loc, InsertPointTy AllocaIP,
- BodyGenCallbackTy BodyGenCB, bool Tied, Value *Final, Value *IfCondition,
- const DependenciesInfo &Dependencies, AffinityData Affinities,
- bool Mergeable, Value *EventHandle, Value *Priority) {
+ const LocationDescription &Loc, InsertPointTy AllocIP,
+ ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB, bool Tied,
+ Value *Final, Value *IfCondition, const DependenciesInfo &Dependencies,
+ AffinityData Affinities, bool Mergeable, Value *EventHandle,
+ Value *Priority) {
if (!updateToLocation(Loc))
return InsertPointTy();
@@ -2722,18 +2677,22 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTask(
InsertPointTy TaskAllocaIP =
InsertPointTy(TaskAllocaBB, TaskAllocaBB->begin());
InsertPointTy TaskBodyIP = InsertPointTy(TaskBodyBB, TaskBodyBB->begin());
- if (Error Err = BodyGenCB(TaskAllocaIP, TaskBodyIP))
+ InsertPointTy TaskDeallocIP = InsertPointTy(TaskExitBB, TaskExitBB->begin());
+ if (Error Err = BodyGenCB(TaskAllocaIP, TaskBodyIP, TaskDeallocIP))
return Err;
auto OI = std::make_unique<OutlineInfo>();
OI->EntryBB = TaskAllocaBB;
- OI->OuterAllocaBB = AllocaIP.getBlock();
+ OI->OuterAllocBB = AllocIP.getBlock();
OI->ExitBB = TaskExitBB;
+ OI->OuterDeallocBBs.reserve(DeallocIPs.size());
+ for (InsertPointTy DeallocIP : DeallocIPs)
+ OI->OuterDeallocBBs.push_back(DeallocIP.getBlock());
// Add the thread ID argument.
SmallVector<Instruction *, 4> ToBeDeleted;
OI->ExcludeArgsFromAggregate.push_back(createFakeIntVal(
- Builder, AllocaIP, ToBeDeleted, TaskAllocaIP, "global.tid", false));
+ Builder, AllocIP, ToBeDeleted, TaskAllocaIP, "global.tid", false));
OI->PostOutlineCB = [this, Ident, Tied, Final, IfCondition, Dependencies,
Affinities, Mergeable, Priority, EventHandle,
@@ -2966,10 +2925,9 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTask(
return Builder.saveIP();
}
-OpenMPIRBuilder::InsertPointOrErrorTy
-OpenMPIRBuilder::createTaskgroup(const LocationDescription &Loc,
- InsertPointTy AllocaIP,
- BodyGenCallbackTy BodyGenCB) {
+OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskgroup(
+ const LocationDescription &Loc, InsertPointTy AllocIP,
+ ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB) {
if (!updateToLocation(Loc))
return InsertPointTy();
@@ -2984,7 +2942,7 @@ OpenMPIRBuilder::createTaskgroup(const LocationDescription &Loc,
createRuntimeFunctionCall(TaskgroupFn, {Ident, ThreadID});
BasicBlock *TaskgroupExitBB = splitBB(Builder, true, "taskgroup.exit");
- if (Error Err = BodyGenCB(AllocaIP, Builder.saveIP()))
+ if (Error Err = BodyGenCB(AllocIP, Builder.saveIP(), DeallocIPs))
return Err;
Builder.SetInsertPoint(TaskgroupExitBB);
@@ -3037,8 +2995,9 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createSections(
SwitchStmt->addCase(Builder.getInt32(CaseNumber), CaseBB);
Builder.SetInsertPoint(CaseBB);
UncondBrInst *CaseEndBr = Builder.CreateBr(Continue);
- if (Error Err = SectionCB(InsertPointTy(), {CaseEndBr->getParent(),
- CaseEndBr->getIterator()}))
+ if (Error Err =
+ SectionCB(InsertPointTy(),
+ {CaseEndBr->getParent(), CaseEndBr->getIterator()}, {}))
return Err;
CaseNumber++;
}
@@ -5169,8 +5128,8 @@ Error OpenMPIRBuilder::emitScanBasedDirectiveDeclsIR(
}
// Allocate temporary buffer by master thread
- auto BodyGenCB = [&](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) -> Error {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) -> Error {
Builder.restoreIP(CodeGenIP);
Value *AllocSpan =
Builder.CreateAdd(ScanRedInfo->Span, Builder.getInt32(1));
@@ -5209,8 +5168,8 @@ Error OpenMPIRBuilder::emitScanBasedDirectiveDeclsIR(
Error OpenMPIRBuilder::emitScanBasedDirectiveFinalsIR(
ArrayRef<ReductionInfo> ReductionInfos, ScanInfo *ScanRedInfo) {
- auto BodyGenCB = [&](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) -> Error {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) -> Error {
Builder.restoreIP(CodeGenIP);
for (ReductionInfo RedInfo : ReductionInfos) {
Value *PrivateVar = RedInfo.PrivateVariable;
@@ -5261,8 +5220,8 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::emitScanReduction(
if (!updateToLocation(Loc))
return Loc.IP;
- auto BodyGenCB = [&](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) -> Error {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) -> Error {
Builder.restoreIP(CodeGenIP);
Function *CurFn = Builder.GetInsertBlock()->getParent();
// for (int k = 0; k <= ceil(log2(n)); ++k)
@@ -6225,13 +6184,13 @@ OpenMPIRBuilder::InsertPointTy OpenMPIRBuilder::applyWorkshareLoopTarget(
Value *Ident = getOrCreateIdent(SrcLocStr, SrcLocStrSize, Flag);
auto OI = std::make_unique<OutlineInfo>();
- OI->OuterAllocaBB = CLI->getPreheader();
+ OI->OuterAllocBB = CLI->getPreheader();
Function *OuterFn = CLI->getPreheader()->getParent();
// Instructions which need to be deleted at the end of code generation
SmallVector<Instruction *, 4> ToBeDeleted;
- OI->OuterAllocaBB = AllocaIP.getBlock();
+ OI->OuterAllocBB = AllocaIP.getBlock();
// Mark the body loop as region which needs to be extracted
OI->EntryBB = CLI->getBody();
@@ -6268,7 +6227,7 @@ OpenMPIRBuilder::InsertPointTy OpenMPIRBuilder::applyWorkshareLoopTarget(
/* AllowVarArgs */ true,
/* AllowAlloca */ true,
/* AllocationBlock */ CLI->getPreheader(),
- /* DeallocationBlock */ nullptr,
+ /* DeallocationBlocks */ {},
/* Suffix */ ".omp_wsloop",
/* AggrArgsIn0AddrSpace */ true);
@@ -7764,8 +7723,9 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::EmitOMPInlinedRegion(
emitCommonDirectiveEntry(OMPD, EntryCall, ExitBB, Conditional);
// generate body
- if (Error Err = BodyGenCB(/* AllocaIP */ InsertPointTy(),
- /* CodeGenIP */ Builder.saveIP()))
+ if (Error Err =
+ BodyGenCB(/* AllocIP */ InsertPointTy(),
+ /* CodeGenIP */ Builder.saveIP(), /* DeallocIPs */ {}))
return Err;
// emit exit call and do any needed finalization.
@@ -8409,10 +8369,11 @@ Constant *OpenMPIRBuilder::registerTargetRegionFunction(
}
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
- const LocationDescription &Loc, InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP, Value *DeviceID, Value *IfCond,
- TargetDataInfo &Info, GenMapInfoCallbackTy GenMapInfoCB,
- CustomMapperCallbackTy CustomMapperCB, omp::RuntimeFunction *MapperFunc,
+ const LocationDescription &Loc, InsertPointTy AllocIP,
+ InsertPointTy CodeGenIP, ArrayRef<InsertPointTy> DeallocIPs,
+ Value *DeviceID, Value *IfCond, TargetDataInfo &Info,
+ GenMapInfoCallbackTy GenMapInfoCB, CustomMapperCallbackTy CustomMapperCB,
+ omp::RuntimeFunction *MapperFunc,
function_ref<InsertPointOrErrorTy(InsertPointTy CodeGenIP,
BodyGenTy BodyGenType)>
BodyGenCB,
@@ -8427,11 +8388,11 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
// Generate the code for the opening of the data environment. Capture all the
// arguments of the runtime call by reference because they are used in the
// closing of the region.
- auto BeginThenGen = [&](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) -> Error {
+ auto BeginThenGen = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) -> Error {
MapInfo = &GenMapInfoCB(Builder.saveIP());
if (Error Err = emitOffloadingArrays(
- AllocaIP, Builder.saveIP(), *MapInfo, Info, CustomMapperCB,
+ AllocIP, Builder.saveIP(), *MapInfo, Info, CustomMapperCB,
/*IsNonContiguous=*/true, DeviceAddrCB))
return Err;
@@ -8485,7 +8446,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
cantFail(TaskBodyCB(/*DeviceID=*/nullptr, /*RTLoc=*/nullptr,
/*TargetTaskAllocaIP=*/{}));
else
- cantFail(emitTargetTask(TaskBodyCB, DeviceID, SrcLocInfo, AllocaIP,
+ cantFail(emitTargetTask(TaskBodyCB, DeviceID, SrcLocInfo, AllocIP,
/*Dependencies=*/{}, RTArgs, Info.HasNoWait));
} else {
Function *BeginMapperFunc = getOrCreateRuntimeFunctionPtr(
@@ -8516,8 +8477,8 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
// If we need device pointer privatization, we need to emit the body of the
// region with no privatization in the 'else' branch of the conditional.
// Otherwise, we don't have to do anything.
- auto BeginElseGen = [&](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) -> Error {
+ auto BeginElseGen = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) -> Error {
InsertPointOrErrorTy AfterIP =
BodyGenCB(Builder.saveIP(), BodyGenTy::DupNoPriv);
if (!AfterIP)
@@ -8527,7 +8488,8 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
};
// Generate code for the closing of the data region.
- auto EndThenGen = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto EndThenGen = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
TargetDataRTArgs RTArgs;
Info.EmitDebug = !MapInfo->Names.empty();
emitOffloadingArraysArgument(Builder, RTArgs, Info, /*ForEndCall=*/true);
@@ -8556,7 +8518,8 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
// We don't have to do anything to close the region if the if clause evaluates
// to false.
- auto EndElseGen = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto EndElseGen = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
@@ -8564,8 +8527,8 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
if (BodyGenCB) {
Error Err = [&]() {
if (IfCond)
- return emitIfClause(IfCond, BeginThenGen, BeginElseGen, AllocaIP);
- return BeginThenGen(AllocaIP, Builder.saveIP());
+ return emitIfClause(IfCond, BeginThenGen, BeginElseGen, AllocIP);
+ return BeginThenGen(AllocIP, Builder.saveIP(), DeallocIPs);
}();
if (Err)
@@ -8580,12 +8543,12 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
restoreIPandDebugLoc(Builder, *AfterIP);
if (IfCond)
- return emitIfClause(IfCond, EndThenGen, EndElseGen, AllocaIP);
- return EndThenGen(AllocaIP, Builder.saveIP());
+ return emitIfClause(IfCond, EndThenGen, EndElseGen, AllocIP);
+ return EndThenGen(AllocIP, Builder.saveIP(), DeallocIPs);
}
if (IfCond)
- return emitIfClause(IfCond, BeginThenGen, EndElseGen, AllocaIP);
- return BeginThenGen(AllocaIP, Builder.saveIP());
+ return emitIfClause(IfCond, BeginThenGen, EndElseGen, AllocIP);
+ return BeginThenGen(AllocIP, Builder.saveIP(), DeallocIPs);
}();
if (Err)
@@ -8826,15 +8789,18 @@ static Expected<Function *> createOutlinedFunction(
if (OMPBuilder.Config.isTargetDevice())
OMPBuilder.ConstantAllocaRaiseCandidates.emplace_back(Func);
- // Insert target deinit call in the device compilation pass.
+ BasicBlock *ExitBB = splitBB(Builder, /*CreateBranch=*/true, "target.exit");
BasicBlock *OutlinedBodyBB =
splitBB(Builder, /*CreateBranch=*/true, "outlined.body");
llvm::OpenMPIRBuilder::InsertPointOrErrorTy AfterIP = CBFunc(
Builder.saveIP(),
- OpenMPIRBuilder::InsertPointTy(OutlinedBodyBB, OutlinedBodyBB->begin()));
+ OpenMPIRBuilder::InsertPointTy(OutlinedBodyBB, OutlinedBodyBB->begin()),
+ OpenMPIRBuilder::InsertPointTy(ExitBB, ExitBB->begin()));
if (!AfterIP)
return AfterIP.takeError();
- Builder.restoreIP(*AfterIP);
+ Builder.SetInsertPoint(ExitBB);
+
+ // Insert target deinit call in the device compilation pass.
if (OMPBuilder.Config.isTargetDevice())
OMPBuilder.createTargetDeinit(Builder);
@@ -9284,7 +9250,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::emitTargetTask(
auto OI = std::make_unique<OutlineInfo>();
OI->EntryBB = TargetTaskAllocaBB;
- OI->OuterAllocaBB = AllocaIP.getBlock();
+ OI->OuterAllocBB = AllocaIP.getBlock();
// Add the thread ID argument.
SmallVector<Instruction *, 4> ToBeDeleted;
@@ -9553,7 +9519,8 @@ Error OpenMPIRBuilder::emitOffloadingArraysAndArgs(
static void
emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
- OpenMPIRBuilder::InsertPointTy AllocaIP,
+ OpenMPIRBuilder::InsertPointTy AllocIP,
+ ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs,
OpenMPIRBuilder::TargetDataInfo &Info,
const OpenMPIRBuilder::TargetKernelDefaultAttrs &DefaultAttrs,
const OpenMPIRBuilder::TargetKernelRuntimeAttrs &RuntimeAttrs,
@@ -9615,8 +9582,9 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
};
auto &&EmitTargetCallElse =
- [&](OpenMPIRBuilder::InsertPointTy AllocaIP,
- OpenMPIRBuilder::InsertPointTy CodeGenIP) -> Error {
+ [&](OpenMPIRBuilder::InsertPointTy AllocIP,
+ OpenMPIRBuilder::InsertPointTy CodeGenIP,
+ ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs) -> Error {
// Assume no error was returned because EmitTargetCallFallbackCB doesn't
// produce any.
OpenMPIRBuilder::InsertPointTy AfterIP = cantFail([&]() {
@@ -9626,7 +9594,7 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
// OutlinedFnID=nullptr results in that call not being done.
OpenMPIRBuilder::TargetDataRTArgs EmptyRTArgs;
return OMPBuilder.emitTargetTask(TaskBodyCB, /*DeviceID=*/nullptr,
- /*RTLoc=*/nullptr, AllocaIP,
+ /*RTLoc=*/nullptr, AllocIP,
Dependencies, EmptyRTArgs, HasNoWait);
}
return EmitTargetCallFallbackCB(Builder.saveIP());
@@ -9637,14 +9605,15 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
};
auto &&EmitTargetCallThen =
- [&](OpenMPIRBuilder::InsertPointTy AllocaIP,
- OpenMPIRBuilder::InsertPointTy CodeGenIP) -> Error {
+ [&](OpenMPIRBuilder::InsertPointTy AllocIP,
+ OpenMPIRBuilder::InsertPointTy CodeGenIP,
+ ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs) -> Error {
Info.HasNoWait = HasNoWait;
OpenMPIRBuilder::MapInfosTy &MapInfo = GenMapInfoCB(Builder.saveIP());
OpenMPIRBuilder::TargetDataRTArgs RTArgs;
if (Error Err = OMPBuilder.emitOffloadingArraysAndArgs(
- AllocaIP, Builder.saveIP(), Info, RTArgs, MapInfo, CustomMapperCB,
+ AllocIP, Builder.saveIP(), Info, RTArgs, MapInfo, CustomMapperCB,
/*IsNonContiguous=*/true,
/*ForEndCall=*/false))
return Err;
@@ -9717,12 +9686,12 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
// explicit generation of the target task.
if (RequiresOuterTargetTask)
return OMPBuilder.emitTargetTask(TaskBodyCB, RuntimeAttrs.DeviceID,
- RTLoc, AllocaIP, Dependencies,
+ RTLoc, AllocIP, Dependencies,
KArgs.RTArgs, Info.HasNoWait);
return OMPBuilder.emitKernelLaunch(
Builder, OutlinedFnID, EmitTargetCallFallbackCB, KArgs,
- RuntimeAttrs.DeviceID, RTLoc, AllocaIP);
+ RuntimeAttrs.DeviceID, RTLoc, AllocIP);
}());
Builder.restoreIP(AfterIP);
@@ -9733,24 +9702,24 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
// wasn't created. In this case we just run the host fallback directly and
// ignore any potential 'if' clauses.
if (!OutlinedFnID) {
- cantFail(EmitTargetCallElse(AllocaIP, Builder.saveIP()));
+ cantFail(EmitTargetCallElse(AllocIP, Builder.saveIP(), DeallocIPs));
return;
}
// If there's no 'if' clause, only generate the kernel launch code path.
if (!IfCond) {
- cantFail(EmitTargetCallThen(AllocaIP, Builder.saveIP()));
+ cantFail(EmitTargetCallThen(AllocIP, Builder.saveIP(), DeallocIPs));
return;
}
cantFail(OMPBuilder.emitIfClause(IfCond, EmitTargetCallThen,
- EmitTargetCallElse, AllocaIP));
+ EmitTargetCallElse, AllocIP));
}
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTarget(
- const LocationDescription &Loc, bool IsOffloadEntry, InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP, TargetDataInfo &Info,
- TargetRegionEntryInfo &EntryInfo,
+ const LocationDescription &Loc, bool IsOffloadEntry, InsertPointTy AllocIP,
+ InsertPointTy CodeGenIP, ArrayRef<InsertPointTy> DeallocIPs,
+ TargetDataInfo &Info, TargetRegionEntryInfo &EntryInfo,
const TargetKernelDefaultAttrs &DefaultAttrs,
const TargetKernelRuntimeAttrs &RuntimeAttrs, Value *IfCond,
SmallVectorImpl<Value *> &Inputs, GenMapInfoCallbackTy GenMapInfoCB,
@@ -9779,10 +9748,10 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTarget(
// to make a remote call (offload) to the previously outlined function
// that represents the target region. Do that now.
if (!Config.isTargetDevice())
- emitTargetCall(*this, Builder, AllocaIP, Info, DefaultAttrs, RuntimeAttrs,
- IfCond, OutlinedFn, OutlinedFnID, Inputs, GenMapInfoCB,
- CustomMapperCB, Dependencies, HasNowait, DynCGroupMem,
- DynCGroupMemFallback);
+ emitTargetCall(*this, Builder, AllocIP, DeallocIPs, Info, DefaultAttrs,
+ RuntimeAttrs, IfCond, OutlinedFn, OutlinedFnID, Inputs,
+ GenMapInfoCB, CustomMapperCB, Dependencies, HasNowait,
+ DynCGroupMem, DynCGroupMemFallback);
return Builder.saveIP();
}
@@ -10569,15 +10538,16 @@ void OpenMPIRBuilder::emitBlock(BasicBlock *BB, Function *CurFn,
Error OpenMPIRBuilder::emitIfClause(Value *Cond, BodyGenCallbackTy ThenGen,
BodyGenCallbackTy ElseGen,
- InsertPointTy AllocaIP) {
+ InsertPointTy AllocIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
// If the condition constant folds and can be elided, try to avoid emitting
// the condition and the dead arm of the if/else.
if (auto *CI = dyn_cast<ConstantInt>(Cond)) {
auto CondConstant = CI->getSExtValue();
if (CondConstant)
- return ThenGen(AllocaIP, Builder.saveIP());
+ return ThenGen(AllocIP, Builder.saveIP(), DeallocIPs);
- return ElseGen(AllocaIP, Builder.saveIP());
+ return ElseGen(AllocIP, Builder.saveIP(), DeallocIPs);
}
Function *CurFn = Builder.GetInsertBlock()->getParent();
@@ -10590,13 +10560,13 @@ Error OpenMPIRBuilder::emitIfClause(Value *Cond, BodyGenCallbackTy ThenGen,
Builder.CreateCondBr(Cond, ThenBlock, ElseBlock);
// Emit the 'then' code.
emitBlock(ThenBlock, CurFn);
- if (Error Err = ThenGen(AllocaIP, Builder.saveIP()))
+ if (Error Err = ThenGen(AllocIP, Builder.saveIP(), DeallocIPs))
return Err;
emitBranch(ContBlock);
// Emit the 'else' code if present.
// There is no need to emit line number for unconditional branch.
emitBlock(ElseBlock, CurFn);
- if (Error Err = ElseGen(AllocaIP, Builder.saveIP()))
+ if (Error Err = ElseGen(AllocIP, Builder.saveIP(), DeallocIPs))
return Err;
// There is no need to emit line number for unconditional branch.
emitBranch(ContBlock);
@@ -11315,13 +11285,14 @@ OpenMPIRBuilder::createTeams(const LocationDescription &Loc,
// Generate the body of teams.
InsertPointTy AllocaIP(AllocaBB, AllocaBB->begin());
InsertPointTy CodeGenIP(BodyBB, BodyBB->begin());
- if (Error Err = BodyGenCB(AllocaIP, CodeGenIP))
+ InsertPointTy DeallocIP(ExitBB, ExitBB->begin());
+ if (Error Err = BodyGenCB(AllocaIP, CodeGenIP, DeallocIP))
return Err;
auto OI = std::make_unique<OutlineInfo>();
OI->EntryBB = AllocaBB;
OI->ExitBB = ExitBB;
- OI->OuterAllocaBB = &OuterAllocaBB;
+ OI->OuterAllocBB = &OuterAllocaBB;
// Insert fake values for global tid and bound tid.
SmallVector<Instruction *, 8> ToBeDeleted;
@@ -11378,14 +11349,13 @@ OpenMPIRBuilder::createTeams(const LocationDescription &Loc,
return Builder.saveIP();
}
-OpenMPIRBuilder::InsertPointOrErrorTy
-OpenMPIRBuilder::createDistribute(const LocationDescription &Loc,
- InsertPointTy OuterAllocaIP,
- BodyGenCallbackTy BodyGenCB) {
+OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createDistribute(
+ const LocationDescription &Loc, InsertPointTy OuterAllocIP,
+ ArrayRef<InsertPointTy> OuterDeallocIPs, BodyGenCallbackTy BodyGenCB) {
if (!updateToLocation(Loc))
return InsertPointTy();
- BasicBlock *OuterAllocaBB = OuterAllocaIP.getBlock();
+ BasicBlock *OuterAllocaBB = OuterAllocIP.getBlock();
if (OuterAllocaBB == Builder.GetInsertBlock()) {
BasicBlock *BodyBB =
@@ -11402,16 +11372,21 @@ OpenMPIRBuilder::createDistribute(const LocationDescription &Loc,
// Generate the body of distribute clause
InsertPointTy AllocaIP(AllocaBB, AllocaBB->begin());
InsertPointTy CodeGenIP(BodyBB, BodyBB->begin());
- if (Error Err = BodyGenCB(AllocaIP, CodeGenIP))
+ InsertPointTy DeallocIP(ExitBB, ExitBB->begin());
+ if (Error Err = BodyGenCB(AllocaIP, CodeGenIP, DeallocIP))
return Err;
// When using target we use different runtime functions which require a
// callback.
if (Config.isTargetDevice()) {
auto OI = std::make_unique<OutlineInfo>();
- OI->OuterAllocaBB = OuterAllocaIP.getBlock();
+ OI->OuterAllocBB = OuterAllocIP.getBlock();
OI->EntryBB = AllocaBB;
OI->ExitBB = ExitBB;
+ OI->OuterDeallocBBs.reserve(OuterDeallocIPs.size());
+ for (InsertPointTy DeallocIP : OuterDeallocIPs)
+ OI->OuterDeallocBBs.push_back(DeallocIP.getBlock());
+
addOutlineInfo(std::move(OI));
}
Builder.SetInsertPoint(ExitBB, ExitBB->begin());
@@ -11477,32 +11452,33 @@ std::unique_ptr<CodeExtractor>
OpenMPIRBuilder::OutlineInfo::createCodeExtractor(ArrayRef<BasicBlock *> Blocks,
bool ArgsInZeroAddressSpace,
Twine Suffix) {
- return std::make_unique<CodeExtractor>(Blocks, /* DominatorTree */ nullptr,
- /* AggregateArgs */ true,
- /* BlockFrequencyInfo */ nullptr,
- /* BranchProbabilityInfo */ nullptr,
- /* AssumptionCache */ nullptr,
- /* AllowVarArgs */ true,
- /* AllowAlloca */ true,
- /* AllocationBlock*/ OuterAllocaBB,
- /* DeallocationBlock */ nullptr,
- /* Suffix */ Suffix.str(),
- ArgsInZeroAddressSpace);
+ return std::make_unique<CodeExtractor>(
+ Blocks, /* DominatorTree */ nullptr,
+ /* AggregateArgs */ true,
+ /* BlockFrequencyInfo */ nullptr,
+ /* BranchProbabilityInfo */ nullptr,
+ /* AssumptionCache */ nullptr,
+ /* AllowVarArgs */ true,
+ /* AllowAlloca */ true,
+ /* AllocationBlock*/ OuterAllocBB,
+ /* DeallocationBlocks */ ArrayRef<BasicBlock *>(),
+ /* Suffix */ Suffix.str(), ArgsInZeroAddressSpace);
}
std::unique_ptr<CodeExtractor> DeviceSharedMemOutlineInfo::createCodeExtractor(
ArrayRef<BasicBlock *> Blocks, bool ArgsInZeroAddressSpace, Twine Suffix) {
- // TODO: Initialize the DeallocationBlock with a proper pair to OuterAllocaBB.
return std::make_unique<DeviceSharedMemCodeExtractor>(
- OMPBuilder, AllocBlockOverride, Blocks, /* DominatorTree */ nullptr,
+ OMPBuilder, Blocks, /* DominatorTree */ nullptr,
/* AggregateArgs */ true,
/* BlockFrequencyInfo */ nullptr,
/* BranchProbabilityInfo */ nullptr,
/* AssumptionCache */ nullptr,
/* AllowVarArgs */ true,
/* AllowAlloca */ true,
- /* AllocationBlock*/ OuterAllocaBB,
- /* DeallocationBlock */ ExitBB,
+ /* AllocationBlock*/ OuterAllocBB,
+ /* DeallocationBlocks */ OuterDeallocBBs.empty()
+ ? SmallVector<BasicBlock *>{ExitBB}
+ : OuterDeallocBBs,
/* Suffix */ Suffix.str(), ArgsInZeroAddressSpace);
}
diff --git a/llvm/lib/Transforms/IPO/HotColdSplitting.cpp b/llvm/lib/Transforms/IPO/HotColdSplitting.cpp
index f0b692b208c95..b97dbeae43d20 100644
--- a/llvm/lib/Transforms/IPO/HotColdSplitting.cpp
+++ b/llvm/lib/Transforms/IPO/HotColdSplitting.cpp
@@ -721,7 +721,7 @@ bool HotColdSplitting::outlineColdRegions(Function &F, bool HasProfileSummary) {
SubRegion, &*DT, /* AggregateArgs */ false, /* BFI */ nullptr,
/* BPI */ nullptr, AC, /* AllowVarArgs */ false,
/* AllowAlloca */ false, /* AllocaBlock */ nullptr,
- /* DeallocationBlock */ nullptr,
+ /* DeallocationBlocks */ {},
/* Suffix */ "cold." + std::to_string(OutlinedFunctionID));
if (CE.isEligible() && isSplittingBeneficial(CE, SubRegion, TTI) &&
diff --git a/llvm/lib/Transforms/IPO/IROutliner.cpp b/llvm/lib/Transforms/IPO/IROutliner.cpp
index 2bdfe55592c70..c1640f3d0e2a7 100644
--- a/llvm/lib/Transforms/IPO/IROutliner.cpp
+++ b/llvm/lib/Transforms/IPO/IROutliner.cpp
@@ -2789,7 +2789,7 @@ unsigned IROutliner::doOutline(Module &M) {
OS->Candidate->getBasicBlocks(BlocksInRegion, BE);
OS->CE = new (ExtractorAllocator.Allocate())
CodeExtractor(BE, nullptr, false, nullptr, nullptr, nullptr, false,
- false, nullptr, nullptr, "outlined");
+ false, nullptr, {}, "outlined");
findAddInputsOutputs(M, *OS, NotSame);
if (!OS->IgnoreRegion)
OutlinedRegions.push_back(OS);
@@ -2900,7 +2900,7 @@ unsigned IROutliner::doOutline(Module &M) {
OS->Candidate->getBasicBlocks(BlocksInRegion, BE);
OS->CE = new (ExtractorAllocator.Allocate())
CodeExtractor(BE, nullptr, false, nullptr, nullptr, nullptr, false,
- false, nullptr, nullptr, "outlined");
+ false, nullptr, {}, "outlined");
bool FunctionOutlined = extractSection(*OS);
if (FunctionOutlined) {
unsigned StartIdx = OS->Candidate->getStartIdx();
diff --git a/llvm/lib/Transforms/IPO/OpenMPOpt.cpp b/llvm/lib/Transforms/IPO/OpenMPOpt.cpp
index 7da65ff4dbd51..a2d9a51f2d4f7 100644
--- a/llvm/lib/Transforms/IPO/OpenMPOpt.cpp
+++ b/llvm/lib/Transforms/IPO/OpenMPOpt.cpp
@@ -1088,7 +1088,8 @@ struct OpenMPOpt {
SmallDenseMap<BasicBlock *, SmallPtrSet<Instruction *, 4>> BB2PRMap;
BasicBlock *StartBB = nullptr, *EndBB = nullptr;
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
BasicBlock *CGStartBB = CodeGenIP.getBlock();
BasicBlock *CGEndBB =
SplitBlock(CGStartBB, &*CodeGenIP.getPoint(), DT, LI);
@@ -1128,7 +1129,8 @@ struct OpenMPOpt {
const DebugLoc DL = ParentBB->getTerminator()->getDebugLoc();
ParentBB->getTerminator()->eraseFromParent();
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
BasicBlock *CGStartBB = CodeGenIP.getBlock();
BasicBlock *CGEndBB =
SplitBlock(CGStartBB, &*CodeGenIP.getPoint(), DT, LI);
@@ -1258,8 +1260,9 @@ struct OpenMPOpt {
// avoid overriding binding settings, and without explicit cancellation.
OpenMPIRBuilder::InsertPointTy AfterIP =
cantFail(OMPInfoCache.OMPBuilder.createParallel(
- Loc, AllocaIP, BodyGenCB, PrivCB, FiniCB, nullptr, nullptr,
- OMP_PROC_BIND_default, /* IsCancellable */ false));
+ Loc, AllocaIP, /* DeallocIPs */ {}, BodyGenCB, PrivCB, FiniCB,
+ nullptr, nullptr, OMP_PROC_BIND_default,
+ /* IsCancellable */ false));
UncondBrInst::Create(AfterBB, AfterIP.getBlock());
// Perform the actual outlining.
diff --git a/llvm/lib/Transforms/Utils/CodeExtractor.cpp b/llvm/lib/Transforms/Utils/CodeExtractor.cpp
index d2ce71432b1cc..78ecb876f1a11 100644
--- a/llvm/lib/Transforms/Utils/CodeExtractor.cpp
+++ b/llvm/lib/Transforms/Utils/CodeExtractor.cpp
@@ -263,11 +263,11 @@ CodeExtractor::CodeExtractor(ArrayRef<BasicBlock *> BBs, DominatorTree *DT,
BranchProbabilityInfo *BPI, AssumptionCache *AC,
bool AllowVarArgs, bool AllowAlloca,
BasicBlock *AllocationBlock,
- BasicBlock *DeallocationBlock, std::string Suffix,
- bool ArgsInZeroAddressSpace)
+ ArrayRef<BasicBlock *> DeallocationBlocks,
+ std::string Suffix, bool ArgsInZeroAddressSpace)
: DT(DT), AggregateArgs(AggregateArgs || AggregateArgsOpt), BFI(BFI),
BPI(BPI), AC(AC), AllocationBlock(AllocationBlock),
- DeallocationBlock(DeallocationBlock), AllowVarArgs(AllowVarArgs),
+ DeallocationBlocks(DeallocationBlocks), AllowVarArgs(AllowVarArgs),
Blocks(buildExtractionBlockSet(BBs, DT, AllowVarArgs, AllowAlloca)),
Suffix(Suffix), ArgsInZeroAddressSpace(ArgsInZeroAddressSpace) {}
@@ -2034,22 +2034,25 @@ CallInst *CodeExtractor::emitReplacerCall(
{}, call);
// Deallocate intermediate variables if they need explicit deallocation.
- BasicBlock *DeallocBlock = codeReplacer;
- BasicBlock::iterator DeallocIP = codeReplacer->end();
- if (DeallocationBlock) {
- DeallocBlock = DeallocationBlock;
- DeallocIP = DeallocationBlock->getFirstInsertionPt();
- }
+ auto deallocVars = [&](BasicBlock *DeallocBlock,
+ BasicBlock::iterator DeallocIP) {
+ int Index = 0;
+ for (Value *Output : outputs) {
+ if (!StructValues.contains(Output))
+ deallocateVar(DeallocBlock, DeallocIP, ReloadOutputs[Index++],
+ Output->getType());
+ }
- int Index = 0;
- for (Value *Output : outputs) {
- if (!StructValues.contains(Output))
- deallocateVar(DeallocBlock, DeallocIP, ReloadOutputs[Index++],
- Output->getType());
- }
+ if (Struct)
+ deallocateVar(DeallocBlock, DeallocIP, Struct, StructArgTy);
+ };
- if (Struct)
- deallocateVar(DeallocBlock, DeallocIP, Struct, StructArgTy);
+ if (DeallocationBlocks.empty()) {
+ deallocVars(codeReplacer, codeReplacer->end());
+ } else {
+ for (BasicBlock *DeallocationBlock : DeallocationBlocks)
+ deallocVars(DeallocationBlock, DeallocationBlock->getFirstInsertionPt());
+ }
return call;
}
diff --git a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
index 5b9b280ec7671..ad145b646d1f5 100644
--- a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
+++ b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
@@ -58,8 +58,9 @@ using namespace omp;
}
#define BODYGENCB_WRAPPER(cb) \
- [&cb](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) -> Error { \
- cb(AllocaIP, CodeGenIP); \
+ [&cb](InsertPointTy AllocIP, InsertPointTy CodeGenIP, \
+ ArrayRef<InsertPointTy> DeallocIPs) -> Error { \
+ cb(AllocIP, CodeGenIP, DeallocIPs); \
return Error::success(); \
}
@@ -651,10 +652,11 @@ TEST_F(OpenMPIRBuilderTest, ParallelSimpleGPU) {
unsigned NumPrivatizedVars = 0;
unsigned NumFinalizationPoints = 0;
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
++NumBodiesGenerated;
- Builder.restoreIP(AllocaIP);
+ Builder.restoreIP(AllocIP);
Type *PrivType = F->arg_begin()->getType();
PrivAI = Builder.CreateAlloca(PrivType);
Builder.CreateStore(F->arg_begin(), PrivAI);
@@ -702,8 +704,8 @@ TEST_F(OpenMPIRBuilderTest, ParallelSimpleGPU) {
F->getEntryBlock().getFirstInsertionPt());
ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createParallel(
- Loc, AllocaIP, BodyGenCB, PrivCB, FiniCB, nullptr,
- nullptr, OMP_PROC_BIND_default, false));
+ Loc, AllocaIP, {}, BodyGenCB, PrivCB, FiniCB,
+ nullptr, nullptr, OMP_PROC_BIND_default, false));
EXPECT_EQ(NumBodiesGenerated, 1U);
EXPECT_EQ(NumPrivatizedVars, 1U);
@@ -764,10 +766,11 @@ TEST_F(OpenMPIRBuilderTest, ParallelSimple) {
unsigned NumPrivatizedVars = 0;
unsigned NumFinalizationPoints = 0;
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
++NumBodiesGenerated;
- Builder.restoreIP(AllocaIP);
+ Builder.restoreIP(AllocIP);
Type *PrivType = F->arg_begin()->getType();
PrivAI = Builder.CreateAlloca(PrivType);
Builder.CreateStore(F->arg_begin(), PrivAI);
@@ -815,8 +818,8 @@ TEST_F(OpenMPIRBuilderTest, ParallelSimple) {
F->getEntryBlock().getFirstInsertionPt());
ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createParallel(
- Loc, AllocaIP, BodyGenCB, PrivCB, FiniCB, nullptr,
- nullptr, OMP_PROC_BIND_default, false));
+ Loc, AllocaIP, {}, BodyGenCB, PrivCB, FiniCB,
+ nullptr, nullptr, OMP_PROC_BIND_default, false));
EXPECT_EQ(NumBodiesGenerated, 1U);
EXPECT_EQ(NumPrivatizedVars, 1U);
EXPECT_EQ(NumFinalizationPoints, 1U);
@@ -872,7 +875,8 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested) {
unsigned NumOuterBodiesGenerated = 0;
unsigned NumFinalizationPoints = 0;
- auto InnerBodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto InnerBodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
++NumInnerBodiesGenerated;
return Error::success();
};
@@ -895,7 +899,8 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested) {
return Error::success();
};
- auto OuterBodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto OuterBodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
++NumOuterBodiesGenerated;
Builder.restoreIP(CodeGenIP);
BasicBlock *CGBB = CodeGenIP.getBlock();
@@ -904,7 +909,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP,
- OMPBuilder.createParallel(InsertPointTy(CGBB, CGBB->end()), AllocaIP,
+ OMPBuilder.createParallel(InsertPointTy(CGBB, CGBB->end()), AllocIP, {},
InnerBodyGenCB, PrivCB, FiniCB, nullptr,
nullptr, OMP_PROC_BIND_default, false));
@@ -916,7 +921,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested) {
F->getEntryBlock().getFirstInsertionPt());
ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createParallel(
- Loc, AllocaIP, BODYGENCB_WRAPPER(OuterBodyGenCB),
+ Loc, AllocaIP, {}, BODYGENCB_WRAPPER(OuterBodyGenCB),
PrivCB, FiniCB, nullptr, nullptr,
OMP_PROC_BIND_default, false));
@@ -973,7 +978,8 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested2Inner) {
unsigned NumOuterBodiesGenerated = 0;
unsigned NumFinalizationPoints = 0;
- auto InnerBodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto InnerBodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
++NumInnerBodiesGenerated;
return Error::success();
};
@@ -996,7 +1002,8 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested2Inner) {
return Error::success();
};
- auto OuterBodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto OuterBodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
++NumOuterBodiesGenerated;
Builder.restoreIP(CodeGenIP);
BasicBlock *CGBB = CodeGenIP.getBlock();
@@ -1009,18 +1016,18 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested2Inner) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP1,
- OMPBuilder.createParallel(InsertPointTy(CGBB, CGBB->end()), AllocaIP,
+ OMPBuilder.createParallel(InsertPointTy(CGBB, CGBB->end()), AllocIP, {},
InnerBodyGenCB, PrivCB, FiniCB, nullptr,
nullptr, OMP_PROC_BIND_default, false));
Builder.restoreIP(AfterIP1);
Builder.CreateBr(NewBB1);
- ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, AfterIP2,
- OMPBuilder.createParallel(
- InsertPointTy(NewBB1, NewBB1->end()), AllocaIP,
- InnerBodyGenCB, PrivCB, FiniCB, nullptr, nullptr,
- OMP_PROC_BIND_default, false));
+ ASSERT_EXPECTED_INIT(
+ OpenMPIRBuilder::InsertPointTy, AfterIP2,
+ OMPBuilder.createParallel(InsertPointTy(NewBB1, NewBB1->end()), AllocIP,
+ {}, InnerBodyGenCB, PrivCB, FiniCB, nullptr,
+ nullptr, OMP_PROC_BIND_default, false));
Builder.restoreIP(AfterIP2);
Builder.CreateBr(NewBB2);
@@ -1030,7 +1037,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested2Inner) {
F->getEntryBlock().getFirstInsertionPt());
ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createParallel(
- Loc, AllocaIP, BODYGENCB_WRAPPER(OuterBodyGenCB),
+ Loc, AllocaIP, {}, BODYGENCB_WRAPPER(OuterBodyGenCB),
PrivCB, FiniCB, nullptr, nullptr,
OMP_PROC_BIND_default, false));
@@ -1094,10 +1101,11 @@ TEST_F(OpenMPIRBuilderTest, ParallelIfCond) {
unsigned NumPrivatizedVars = 0;
unsigned NumFinalizationPoints = 0;
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
++NumBodiesGenerated;
- Builder.restoreIP(AllocaIP);
+ Builder.restoreIP(AllocIP);
Type *PrivType = F->arg_begin()->getType();
PrivAI = Builder.CreateAlloca(PrivType);
Builder.CreateStore(F->arg_begin(), PrivAI);
@@ -1146,7 +1154,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelIfCond) {
F->getEntryBlock().getFirstInsertionPt());
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP,
- OMPBuilder.createParallel(Loc, AllocaIP, BodyGenCB, PrivCB, FiniCB,
+ OMPBuilder.createParallel(Loc, AllocaIP, {}, BodyGenCB, PrivCB, FiniCB,
Builder.CreateIsNotNull(F->arg_begin()),
nullptr, OMP_PROC_BIND_default, false));
@@ -1201,7 +1209,8 @@ TEST_F(OpenMPIRBuilderTest, ParallelCancelBarrier) {
unsigned NumFinalizationPoints = 0;
CallInst *CheckedBarrier = nullptr;
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
++NumBodiesGenerated;
Builder.restoreIP(CodeGenIP);
@@ -1269,11 +1278,12 @@ TEST_F(OpenMPIRBuilderTest, ParallelCancelBarrier) {
IRBuilder<>::InsertPoint AllocaIP(&F->getEntryBlock(),
F->getEntryBlock().getFirstInsertionPt());
- ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, AfterIP,
- OMPBuilder.createParallel(
- Loc, AllocaIP, BODYGENCB_WRAPPER(BodyGenCB), PrivCB,
- FiniCB, Builder.CreateIsNotNull(F->arg_begin()),
- nullptr, OMP_PROC_BIND_default, true));
+ ASSERT_EXPECTED_INIT(
+ OpenMPIRBuilder::InsertPointTy, AfterIP,
+ OMPBuilder.createParallel(Loc, AllocaIP, {}, BODYGENCB_WRAPPER(BodyGenCB),
+ PrivCB, FiniCB,
+ Builder.CreateIsNotNull(F->arg_begin()),
+ nullptr, OMP_PROC_BIND_default, true));
EXPECT_EQ(NumBodiesGenerated, 1U);
EXPECT_EQ(NumPrivatizedVars, 0U);
@@ -1336,7 +1346,8 @@ TEST_F(OpenMPIRBuilderTest, ParallelForwardAsPointers) {
Value *StructPtrVal = Builder.CreateCall(RetStructPtrFunc);
Instruction *Internal;
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
IRBuilder<>::InsertPointGuard Guard(Builder);
Builder.restoreIP(CodeGenIP);
Internal = Builder.CreateCall(TakeI32Func, I32Val);
@@ -1356,8 +1367,8 @@ TEST_F(OpenMPIRBuilderTest, ParallelForwardAsPointers) {
F->getEntryBlock().getFirstInsertionPt());
ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createParallel(
- Loc, AllocaIP, BodyGenCB, PrivCB, FiniCB, nullptr,
- nullptr, OMP_PROC_BIND_default, false));
+ Loc, AllocaIP, {}, BodyGenCB, PrivCB, FiniCB,
+ nullptr, nullptr, OMP_PROC_BIND_default, false));
Builder.restoreIP(AfterIP);
Builder.CreateRetVoid();
@@ -2860,9 +2871,10 @@ TEST_F(OpenMPIRBuilderTest, MasterDirective) {
BasicBlock *EntryBB = nullptr;
BasicBlock *ThenBB = nullptr;
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
- if (AllocaIP.isSet())
- Builder.restoreIP(AllocaIP);
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
+ if (AllocIP.isSet())
+ Builder.restoreIP(AllocIP);
else
Builder.SetInsertPoint(&*(F->getEntryBlock().getFirstInsertionPt()));
Type *PrivType = F->arg_begin()->getType();
@@ -2941,9 +2953,10 @@ TEST_F(OpenMPIRBuilderTest, MaskedDirective) {
BasicBlock *EntryBB = nullptr;
BasicBlock *ThenBB = nullptr;
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
- if (AllocaIP.isSet())
- Builder.restoreIP(AllocaIP);
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
+ if (AllocIP.isSet())
+ Builder.restoreIP(AllocIP);
else
Builder.SetInsertPoint(&*(F->getEntryBlock().getFirstInsertionPt()));
Type *PrivType = F->arg_begin()->getType();
@@ -3021,7 +3034,8 @@ TEST_F(OpenMPIRBuilderTest, CriticalDirective) {
Type *PrivType = F->arg_begin()->getType();
AllocaInst *PrivAI = Builder.CreateAlloca(PrivType);
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
// actual start for bodyCB
llvm::BasicBlock *CodeGenIPBB = CodeGenIP.getBlock();
llvm::Instruction *CodeGenIPInst = &*CodeGenIP.getPoint();
@@ -3274,7 +3288,8 @@ TEST_F(OpenMPIRBuilderTest, OrderedDirectiveThreads) {
Type *PrivType = F->arg_begin()->getType();
AllocaInst *PrivAI = Builder.CreateAlloca(PrivType, nullptr, "priv.inst");
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
llvm::BasicBlock *CodeGenIPBB = CodeGenIP.getBlock();
llvm::Instruction *CodeGenIPInst = &*CodeGenIP.getPoint();
EXPECT_EQ(CodeGenIPBB->getTerminator(), CodeGenIPInst);
@@ -3350,7 +3365,8 @@ TEST_F(OpenMPIRBuilderTest, OrderedDirectiveSimd) {
Type *PrivType = F->arg_begin()->getType();
AllocaInst *PrivAI = Builder.CreateAlloca(PrivType, nullptr, "priv.inst");
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
llvm::BasicBlock *CodeGenIPBB = CodeGenIP.getBlock();
llvm::Instruction *CodeGenIPInst = &*CodeGenIP.getPoint();
EXPECT_EQ(CodeGenIPBB->getTerminator(), CodeGenIPInst);
@@ -3454,9 +3470,10 @@ TEST_F(OpenMPIRBuilderTest, SingleDirective) {
BasicBlock *EntryBB = nullptr;
BasicBlock *ThenBB = nullptr;
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
- if (AllocaIP.isSet())
- Builder.restoreIP(AllocaIP);
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
+ if (AllocIP.isSet())
+ Builder.restoreIP(AllocIP);
else
Builder.SetInsertPoint(&*(F->getEntryBlock().getFirstInsertionPt()));
Type *PrivType = F->arg_begin()->getType();
@@ -3547,9 +3564,10 @@ TEST_F(OpenMPIRBuilderTest, SingleDirectiveNowait) {
BasicBlock *EntryBB = nullptr;
BasicBlock *ThenBB = nullptr;
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
- if (AllocaIP.isSet())
- Builder.restoreIP(AllocaIP);
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
+ if (AllocIP.isSet())
+ Builder.restoreIP(AllocIP);
else
Builder.SetInsertPoint(&*(F->getEntryBlock().getFirstInsertionPt()));
Type *PrivType = F->arg_begin()->getType();
@@ -3668,9 +3686,10 @@ TEST_F(OpenMPIRBuilderTest, SingleDirectiveCopyPrivate) {
Function *CopyFunc =
Function::Create(CopyFuncTy, Function::PrivateLinkage, "copy_var", *M);
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
- if (AllocaIP.isSet())
- Builder.restoreIP(AllocaIP);
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
+ if (AllocIP.isSet())
+ Builder.restoreIP(AllocIP);
else
Builder.SetInsertPoint(&*(F->getEntryBlock().getFirstInsertionPt()));
Type *PrivType = F->arg_begin()->getType();
@@ -4606,8 +4625,9 @@ TEST_F(OpenMPIRBuilderTest, CreateTeams) {
AllocaInst *ValPtr128 = Builder.CreateAlloca(Builder.getInt128Ty());
Value *Val128 = Builder.CreateLoad(Builder.getInt128Ty(), ValPtr128, "load");
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
- Builder.restoreIP(AllocaIP);
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
+ Builder.restoreIP(AllocIP);
AllocaInst *Local128 = Builder.CreateAlloca(Builder.getInt128Ty(), nullptr,
"bodygen.alloca128");
@@ -4687,7 +4707,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithThreadLimit) {
Function::Create(FunctionType::get(Builder.getVoidTy(), false),
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
return Error::success();
@@ -4742,7 +4763,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithNumTeamsUpper) {
Function::Create(FunctionType::get(Builder.getVoidTy(), false),
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
return Error::success();
@@ -4803,7 +4825,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithNumTeamsBoth) {
Value *NumTeamsUpper =
Builder.CreateAdd(F->arg_begin(), Builder.getInt32(10), "numTeamsUpper");
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
return Error::success();
@@ -4869,7 +4892,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithNumTeamsAndThreadLimit) {
Function::Create(FunctionType::get(Builder.getVoidTy(), false),
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
return Error::success();
@@ -4925,7 +4949,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithIfCondition) {
Function::Create(FunctionType::get(Builder.getVoidTy(), false),
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
return Error::success();
@@ -4992,7 +5017,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithIfConditionAndNumTeams) {
Function::Create(FunctionType::get(Builder.getVoidTy(), false),
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
return Error::success();
@@ -5210,7 +5236,8 @@ TEST_F(OpenMPIRBuilderTest, CreateReductions) {
// xor of thread-id;
// and store the result in global variables.
InsertPointTy BodyIP, BodyAllocaIP;
- auto BodyGenCB = [&](InsertPointTy InnerAllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy InnerAllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
IRBuilderBase::InsertPointGuard Guard(Builder);
Builder.restoreIP(CodeGenIP);
@@ -5228,7 +5255,7 @@ TEST_F(OpenMPIRBuilderTest, CreateReductions) {
Builder.CreateStore(Xor, XorReduced);
BodyIP = Builder.saveIP();
- BodyAllocaIP = InnerAllocaIP;
+ BodyAllocaIP = InnerAllocIP;
return Error::success();
};
@@ -5264,12 +5291,12 @@ TEST_F(OpenMPIRBuilderTest, CreateReductions) {
// Do nothing in finalization.
auto FiniCB = [&](InsertPointTy CodeGenIP) { return Error::success(); };
- ASSERT_EXPECTED_INIT(
- OpenMPIRBuilder::InsertPointTy, AfterIP,
- OMPBuilder.createParallel(Loc, OuterAllocaIP, BodyGenCB, PrivCB, FiniCB,
- /* IfCondition */ nullptr,
- /* NumThreads */ nullptr, OMP_PROC_BIND_default,
- /* IsCancellable */ false));
+ ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, AfterIP,
+ OMPBuilder.createParallel(
+ Loc, OuterAllocaIP, {}, BodyGenCB, PrivCB, FiniCB,
+ /* IfCondition */ nullptr,
+ /* NumThreads */ nullptr, OMP_PROC_BIND_default,
+ /* IsCancellable */ false));
Builder.restoreIP(AfterIP);
OpenMPIRBuilder::ReductionInfo ReductionInfos[] = {
@@ -5591,8 +5618,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTwoReductions) {
Builder.CreateStore(Builder.getInt32(1), XorReduced);
InsertPointTy FirstBodyIP, FirstBodyAllocaIP;
- auto FirstBodyGenCB = [&](InsertPointTy InnerAllocaIP,
- InsertPointTy CodeGenIP) {
+ auto FirstBodyGenCB = [&](InsertPointTy InnerAllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
IRBuilderBase::InsertPointGuard Guard(Builder);
Builder.restoreIP(CodeGenIP);
@@ -5607,13 +5634,14 @@ TEST_F(OpenMPIRBuilderTest, CreateTwoReductions) {
Builder.CreateStore(Sum, SumReduced);
FirstBodyIP = Builder.saveIP();
- FirstBodyAllocaIP = InnerAllocaIP;
+ FirstBodyAllocaIP = InnerAllocIP;
return Error::success();
};
InsertPointTy SecondBodyIP, SecondBodyAllocaIP;
- auto SecondBodyGenCB = [&](InsertPointTy InnerAllocaIP,
- InsertPointTy CodeGenIP) {
+ auto SecondBodyGenCB = [&](InsertPointTy InnerAllocIP,
+ InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
IRBuilderBase::InsertPointGuard Guard(Builder);
Builder.restoreIP(CodeGenIP);
@@ -5626,7 +5654,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTwoReductions) {
Builder.CreateStore(Xor, XorReduced);
SecondBodyIP = Builder.saveIP();
- SecondBodyAllocaIP = InnerAllocaIP;
+ SecondBodyAllocaIP = InnerAllocIP;
return Error::success();
};
@@ -5666,14 +5694,14 @@ TEST_F(OpenMPIRBuilderTest, CreateTwoReductions) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP1,
- OMPBuilder.createParallel(Loc, OuterAllocaIP, FirstBodyGenCB, PrivCB,
+ OMPBuilder.createParallel(Loc, OuterAllocaIP, {}, FirstBodyGenCB, PrivCB,
FiniCB, /* IfCondition */ nullptr,
/* NumThreads */ nullptr, OMP_PROC_BIND_default,
/* IsCancellable */ false));
Builder.restoreIP(AfterIP1);
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP2,
- OMPBuilder.createParallel({Builder.saveIP(), DL}, OuterAllocaIP,
+ OMPBuilder.createParallel({Builder.saveIP(), DL}, OuterAllocaIP, {},
SecondBodyGenCB, PrivCB, FiniCB,
/* IfCondition */ nullptr,
/* NumThreads */ nullptr, OMP_PROC_BIND_default,
@@ -5769,7 +5797,8 @@ TEST_F(OpenMPIRBuilderTest, CreateSectionsSimple) {
llvm::SmallVector<BodyGenCallbackTy, 4> SectionCBVector;
auto FiniCB = [&](InsertPointTy IP) { return Error::success(); };
- auto SectionCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto SectionCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
SectionCBVector.push_back(SectionCB);
@@ -5814,7 +5843,8 @@ TEST_F(OpenMPIRBuilderTest, CreateSections) {
EXPECT_NE(IPBB->end(), IP.getPoint());
};
- auto SectionCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto SectionCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
++NumBodiesGenerated;
CaseBBs.push_back(CodeGenIP.getBlock());
SwitchBB = CodeGenIP.getBlock()->getSinglePredecessor();
@@ -6154,7 +6184,7 @@ TEST_F(OpenMPIRBuilderTest, TargetEnterData) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTargetData(
- Loc, AllocaIP, Builder.saveIP(), Builder.getInt64(DeviceID),
+ Loc, AllocaIP, Builder.saveIP(), {}, Builder.getInt64(DeviceID),
/* IfCond= */ nullptr, Info, GenMapInfoCB, CustomMapperCB, &RTLFunc));
Builder.restoreIP(AfterIP);
@@ -6217,7 +6247,7 @@ TEST_F(OpenMPIRBuilderTest, TargetExitData) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTargetData(
- Loc, AllocaIP, Builder.saveIP(), Builder.getInt64(DeviceID),
+ Loc, AllocaIP, Builder.saveIP(), {}, Builder.getInt64(DeviceID),
/* IfCond= */ nullptr, Info, GenMapInfoCB, CustomMapperCB, &RTLFunc));
Builder.restoreIP(AfterIP);
@@ -6328,7 +6358,7 @@ TEST_F(OpenMPIRBuilderTest, TargetDataRegion) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, TargetDataIP1,
- OMPBuilder.createTargetData(Loc, AllocaIP, Builder.saveIP(),
+ OMPBuilder.createTargetData(Loc, AllocaIP, Builder.saveIP(), {},
Builder.getInt64(DeviceID),
/* IfCond= */ nullptr, Info, GenMapInfoCB,
CustomMapperCB, nullptr, BodyCB));
@@ -6387,8 +6417,8 @@ TEST_F(OpenMPIRBuilderTest, TargetRegion) {
Builder.CreateStore(Builder.getInt32(10), APtr);
Builder.CreateStore(Builder.getInt32(20), BPtr);
- auto BodyGenCB = [&](InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP) -> InsertPointTy {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) -> InsertPointTy {
IRBuilderBase::InsertPointGuard guard(Builder);
Builder.SetCurrentDebugLocation(llvm::DebugLoc());
Builder.restoreIP(CodeGenIP);
@@ -6459,10 +6489,10 @@ TEST_F(OpenMPIRBuilderTest, TargetRegion) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTarget(OmpLoc, /*IsOffloadEntry=*/true, Builder.saveIP(),
- Builder.saveIP(), Info, EntryInfo, DefaultAttrs,
- RuntimeAttrs, /*IfCond=*/nullptr, Inputs,
- GenMapInfoCB, BodyGenCB, SimpleArgAccessorCB,
- CustomMapperCB, {}, false));
+ Builder.saveIP(), {}, Info, EntryInfo,
+ DefaultAttrs, RuntimeAttrs, /*IfCond=*/nullptr,
+ Inputs, GenMapInfoCB, BodyGenCB,
+ SimpleArgAccessorCB, CustomMapperCB, {}, false));
EXPECT_EQ(DL, Builder.getCurrentDebugLocation());
Builder.restoreIP(AfterIP);
@@ -6607,8 +6637,9 @@ TEST_F(OpenMPIRBuilderTest, TargetRegionDevice) {
};
auto CustomMapperCB = [&](unsigned int I) { return nullptr; };
- auto BodyGenCB = [&](OpenMPIRBuilder::InsertPointTy AllocaIP,
- OpenMPIRBuilder::InsertPointTy CodeGenIP)
+ auto BodyGenCB = [&](OpenMPIRBuilder::InsertPointTy AllocIP,
+ OpenMPIRBuilder::InsertPointTy CodeGenIP,
+ ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs)
-> OpenMPIRBuilder::InsertPointTy {
IRBuilderBase::InsertPointGuard guard(Builder);
Builder.SetCurrentDebugLocation(llvm::DebugLoc());
@@ -6633,7 +6664,7 @@ TEST_F(OpenMPIRBuilderTest, TargetRegionDevice) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTarget(Loc, /*IsOffloadEntry=*/true, EntryIP, EntryIP,
- Info, EntryInfo, DefaultAttrs, RuntimeAttrs,
+ {}, Info, EntryInfo, DefaultAttrs, RuntimeAttrs,
/*IfCond=*/nullptr, CapturedArgs, GenMapInfoCB,
BodyGenCB, SimpleArgAccessorCB, CustomMapperCB,
{}, false));
@@ -6714,7 +6745,14 @@ TEST_F(OpenMPIRBuilderTest, TargetRegionDevice) {
Instruction *Value1 = &*OutlinedBlock->getFirstNonPHIIt();
EXPECT_EQ(Value1, Value);
EXPECT_EQ(Value1->getNextNode(), TargetStore);
- auto *Deinit = TargetStore->getNextNode();
+
+ auto *TargetExitBlockBr = TargetStore->getNextNode();
+ EXPECT_TRUE(isa<BranchInst>(TargetExitBlockBr));
+
+ auto *TargetExitBlock = TargetExitBlockBr->getSuccessor(0);
+ EXPECT_EQ(TargetExitBlock->getName(), "target.exit");
+
+ Instruction *Deinit = &*TargetExitBlock->getFirstNonPHIIt();
EXPECT_NE(Deinit, nullptr);
auto *DeinitCall = dyn_cast<CallInst>(Deinit);
@@ -6761,8 +6799,8 @@ TEST_F(OpenMPIRBuilderTest, TargetRegionSPMD) {
IRBuilder<> Builder(BB);
auto CustomMapperCB = [&](unsigned int I) { return nullptr; };
- auto BodyGenCB = [&](InsertPointTy,
- InsertPointTy CodeGenIP) -> InsertPointTy {
+ auto BodyGenCB = [&](InsertPointTy, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy>) -> InsertPointTy {
Builder.restoreIP(CodeGenIP);
return Builder.saveIP();
};
@@ -6796,10 +6834,10 @@ TEST_F(OpenMPIRBuilderTest, TargetRegionSPMD) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTarget(OmpLoc, /*IsOffloadEntry=*/true, Builder.saveIP(),
- Builder.saveIP(), Info, EntryInfo, DefaultAttrs,
- RuntimeAttrs, /*IfCond=*/nullptr, Inputs,
- GenMapInfoCB, BodyGenCB, SimpleArgAccessorCB,
- CustomMapperCB, {}));
+ Builder.saveIP(), {}, Info, EntryInfo,
+ DefaultAttrs, RuntimeAttrs, /*IfCond=*/nullptr,
+ Inputs, GenMapInfoCB, BodyGenCB,
+ SimpleArgAccessorCB, CustomMapperCB, {}));
Builder.restoreIP(AfterIP);
OMPBuilder.finalize();
@@ -6882,7 +6920,8 @@ TEST_F(OpenMPIRBuilderTest, TargetRegionDeviceSPMD) {
auto CustomMapperCB = [&](unsigned int I) { return nullptr; };
auto BodyGenCB = [&](OpenMPIRBuilder::InsertPointTy,
- OpenMPIRBuilder::InsertPointTy CodeGenIP)
+ OpenMPIRBuilder::InsertPointTy CodeGenIP,
+ ArrayRef<OpenMPIRBuilder::InsertPointTy>)
-> OpenMPIRBuilder::InsertPointTy {
Builder.restoreIP(CodeGenIP);
OutlinedFn = CodeGenIP.getBlock()->getParent();
@@ -6903,8 +6942,8 @@ TEST_F(OpenMPIRBuilderTest, TargetRegionDeviceSPMD) {
ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTarget(
- Loc, /*IsOffloadEntry=*/true, EntryIP, EntryIP, Info,
- EntryInfo, DefaultAttrs, RuntimeAttrs,
+ Loc, /*IsOffloadEntry=*/true, EntryIP, EntryIP, {},
+ Info, EntryInfo, DefaultAttrs, RuntimeAttrs,
/*IfCond=*/nullptr, CapturedArgs, GenMapInfoCB,
BodyGenCB, SimpleArgAccessorCB, CustomMapperCB, {}));
Builder.restoreIP(AfterIP);
@@ -7001,8 +7040,9 @@ TEST_F(OpenMPIRBuilderTest, ConstantAllocaRaise) {
llvm::Value *RaiseAlloca = nullptr;
auto CustomMapperCB = [&](unsigned int I) { return nullptr; };
- auto BodyGenCB = [&](OpenMPIRBuilder::InsertPointTy AllocaIP,
- OpenMPIRBuilder::InsertPointTy CodeGenIP)
+ auto BodyGenCB = [&](OpenMPIRBuilder::InsertPointTy AllocIP,
+ OpenMPIRBuilder::InsertPointTy CodeGenIP,
+ ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs)
-> OpenMPIRBuilder::InsertPointTy {
IRBuilderBase::InsertPointGuard guard(Builder);
Builder.SetCurrentDebugLocation(llvm::DebugLoc());
@@ -7028,7 +7068,7 @@ TEST_F(OpenMPIRBuilderTest, ConstantAllocaRaise) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTarget(Loc, /*IsOffloadEntry=*/true, EntryIP, EntryIP,
- Info, EntryInfo, DefaultAttrs, RuntimeAttrs,
+ {}, Info, EntryInfo, DefaultAttrs, RuntimeAttrs,
/*IfCond=*/nullptr, CapturedArgs, GenMapInfoCB,
BodyGenCB, SimpleArgAccessorCB, CustomMapperCB,
{}, false));
@@ -7105,7 +7145,14 @@ TEST_F(OpenMPIRBuilderTest, ConstantAllocaRaise) {
EXPECT_TRUE(isa<LoadInst>(Load2));
EXPECT_EQ(Load2, Value);
EXPECT_EQ(Load2->getNextNode(), TargetStore);
- auto *Deinit = TargetStore->getNextNode();
+
+ auto *TargetExitBlockBr = TargetStore->getNextNode();
+ EXPECT_TRUE(isa<BranchInst>(TargetExitBlockBr));
+
+ auto *TargetExitBlock = TargetExitBlockBr->getSuccessor(0);
+ EXPECT_EQ(TargetExitBlock->getName(), "target.exit");
+
+ Instruction *Deinit = &*TargetExitBlock->getFirstNonPHIIt();
EXPECT_NE(Deinit, nullptr);
auto *DeinitCall = dyn_cast<CallInst>(Deinit);
@@ -7283,8 +7330,9 @@ TEST_F(OpenMPIRBuilderTest, CreateTask) {
Value *Val128 =
Builder.CreateLoad(Builder.getInt128Ty(), ValPtr128, "bodygen.load");
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
- Builder.restoreIP(AllocaIP);
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
+ Builder.restoreIP(AllocIP);
AllocaInst *Local128 = Builder.CreateAlloca(Builder.getInt128Ty(), nullptr,
"bodygen.alloca128");
@@ -7312,7 +7360,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTask) {
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTask(
Loc, InsertPointTy(AllocaBB, AllocaBB->getFirstInsertionPt()),
- BodyGenCB));
+ /*DeallocIPs=*/{}, BodyGenCB));
Builder.restoreIP(AfterIP);
OMPBuilder.finalize();
Builder.CreateRetVoid();
@@ -7411,7 +7459,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskNoArgs) {
F->setName("func");
IRBuilder<> Builder(BB);
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
@@ -7423,7 +7472,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskNoArgs) {
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTask(
Loc, InsertPointTy(AllocaBB, AllocaBB->getFirstInsertionPt()),
- BodyGenCB));
+ /*DeallocIPs=*/{}, BodyGenCB));
Builder.restoreIP(AfterIP);
OMPBuilder.finalize();
Builder.CreateRetVoid();
@@ -7446,7 +7495,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskUntied) {
OMPBuilder.initialize();
F->setName("func");
IRBuilder<> Builder(BB);
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
BasicBlock *AllocaBB = Builder.GetInsertBlock();
@@ -7457,7 +7507,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskUntied) {
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTask(
Loc, InsertPointTy(AllocaBB, AllocaBB->getFirstInsertionPt()),
- BodyGenCB,
+ /*DeallocIPs=*/{}, BodyGenCB,
/*Tied=*/false));
Builder.restoreIP(AfterIP);
OMPBuilder.finalize();
@@ -7482,7 +7532,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskDepend) {
OMPBuilder.initialize();
F->setName("func");
IRBuilder<> Builder(BB);
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
BasicBlock *AllocaBB = Builder.GetInsertBlock();
@@ -7500,7 +7551,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskDepend) {
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTask(
Loc, InsertPointTy(AllocaBB, AllocaBB->getFirstInsertionPt()),
- BodyGenCB,
+ /*DeallocIPs=*/{}, BodyGenCB,
/*Tied=*/false, /*Final*/ nullptr, /*IfCondition*/ nullptr,
OpenMPIRBuilder::DependenciesInfo{std::move(DDS)}));
Builder.restoreIP(AfterIP);
@@ -7563,7 +7614,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskFinal) {
OMPBuilder.initialize();
F->setName("func");
IRBuilder<> Builder(BB);
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
BasicBlock *BodyBB = splitBB(Builder, /*CreateBranch=*/true, "alloca.split");
@@ -7574,7 +7626,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskFinal) {
ConstantInt::get(Type::getInt32Ty(M->getContext()), 0U));
OpenMPIRBuilder::LocationDescription Loc(Builder.saveIP(), DL);
ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, AfterIP,
- OMPBuilder.createTask(Loc, AllocaIP, BodyGenCB,
+ OMPBuilder.createTask(Loc, AllocaIP, /*DeallocIPs=*/{},
+ BodyGenCB,
/*Tied=*/false, Final));
Builder.restoreIP(AfterIP);
OMPBuilder.finalize();
@@ -7621,7 +7674,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskIfCondition) {
OMPBuilder.initialize();
F->setName("func");
IRBuilder<> Builder(BB);
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
BasicBlock *BodyBB = splitBB(Builder, /*CreateBranch=*/true, "alloca.split");
@@ -7631,10 +7685,10 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskIfCondition) {
CmpInst::Predicate::ICMP_EQ, F->getArg(0),
ConstantInt::get(Type::getInt32Ty(M->getContext()), 0U));
OpenMPIRBuilder::LocationDescription Loc(Builder.saveIP(), DL);
- ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, AfterIP,
- OMPBuilder.createTask(Loc, AllocaIP, BodyGenCB,
- /*Tied=*/false, /*Final=*/nullptr,
- IfCondition));
+ ASSERT_EXPECTED_INIT(
+ OpenMPIRBuilder::InsertPointTy, AfterIP,
+ OMPBuilder.createTask(Loc, AllocaIP, /*DeallocIPs=*/{}, BodyGenCB,
+ /*Tied=*/false, /*Final=*/nullptr, IfCondition));
Builder.restoreIP(AfterIP);
OMPBuilder.finalize();
Builder.CreateRetVoid();
@@ -7878,8 +7932,9 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroup) {
Value *InternalStoreInst, *InternalLoad32, *InternalLoad128, *InternalIfCmp;
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
- Builder.restoreIP(AllocaIP);
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
+ Builder.restoreIP(AllocIP);
AllocaInst *Local128 = Builder.CreateAlloca(Builder.getInt128Ty(), nullptr,
"bodygen.alloca128");
@@ -7907,7 +7962,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroup) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTaskgroup(
- Loc, InsertPointTy(AllocaBB, AllocaBB->getFirstInsertionPt()),
+ Loc, InsertPointTy(AllocaBB, AllocaBB->getFirstInsertionPt()), {},
BodyGenCB));
Builder.restoreIP(AfterIP);
OMPBuilder.finalize();
@@ -7968,14 +8023,16 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroupWithTasks) {
F->setName("func");
IRBuilder<> Builder(BB);
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
- Builder.restoreIP(AllocaIP);
+ auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
+ Builder.restoreIP(AllocIP);
AllocaInst *Alloca32 =
Builder.CreateAlloca(Builder.getInt32Ty(), nullptr, "bodygen.alloca32");
AllocaInst *Alloca64 =
Builder.CreateAlloca(Builder.getInt64Ty(), nullptr, "bodygen.alloca64");
Builder.restoreIP(CodeGenIP);
- auto TaskBodyGenCB1 = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto TaskBodyGenCB1 = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
LoadInst *LoadValue = Builder.CreateLoad(Builder.getInt64Ty(), Alloca64);
Value *AddInst = Builder.CreateAdd(LoadValue, Builder.getInt64(64));
@@ -7983,11 +8040,13 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroupWithTasks) {
return Error::success();
};
OpenMPIRBuilder::LocationDescription Loc(Builder.saveIP(), DL);
- ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, TaskIP1,
- OMPBuilder.createTask(Loc, AllocaIP, TaskBodyGenCB1));
+ ASSERT_EXPECTED_INIT(
+ OpenMPIRBuilder::InsertPointTy, TaskIP1,
+ OMPBuilder.createTask(Loc, AllocIP, DeallocIPs, TaskBodyGenCB1));
Builder.restoreIP(TaskIP1);
- auto TaskBodyGenCB2 = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto TaskBodyGenCB2 = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
LoadInst *LoadValue = Builder.CreateLoad(Builder.getInt32Ty(), Alloca32);
Value *AddInst = Builder.CreateAdd(LoadValue, Builder.getInt32(32));
@@ -7995,8 +8054,9 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroupWithTasks) {
return Error::success();
};
OpenMPIRBuilder::LocationDescription Loc2(Builder.saveIP(), DL);
- ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, TaskIP2,
- OMPBuilder.createTask(Loc2, AllocaIP, TaskBodyGenCB2));
+ ASSERT_EXPECTED_INIT(
+ OpenMPIRBuilder::InsertPointTy, TaskIP2,
+ OMPBuilder.createTask(Loc2, AllocIP, DeallocIPs, TaskBodyGenCB2));
Builder.restoreIP(TaskIP2);
};
@@ -8007,7 +8067,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroupWithTasks) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTaskgroup(
- Loc, InsertPointTy(AllocaBB, AllocaBB->getFirstInsertionPt()),
+ Loc, InsertPointTy(AllocaBB, AllocaBB->getFirstInsertionPt()), {},
BODYGENCB_WRAPPER(BodyGenCB)));
Builder.restoreIP(AfterIP);
OMPBuilder.finalize();
diff --git a/llvm/unittests/Transforms/Utils/CodeExtractorTest.cpp b/llvm/unittests/Transforms/Utils/CodeExtractorTest.cpp
index 8da41318dabf0..2d33046ef91bd 100644
--- a/llvm/unittests/Transforms/Utils/CodeExtractorTest.cpp
+++ b/llvm/unittests/Transforms/Utils/CodeExtractorTest.cpp
@@ -712,7 +712,7 @@ TEST(CodeExtractor, OpenMPAggregateArgs) {
/* AllowVarArgs */ true,
/* AllowAlloca */ true,
/* AllocationBlock*/ &Func->getEntryBlock(),
- /* DeallocationBlock */ nullptr,
+ /* DeallocationBlocks */ {},
/* Suffix */ ".outlined",
/* ArgsInZeroAddressSpace */ true);
diff --git a/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp b/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
index 234f7a1eef215..80aba77b0ae69 100644
--- a/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
+++ b/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
@@ -70,14 +70,17 @@ convertToScheduleKind(std::optional<omp::ClauseScheduleKind> schedKind) {
/// ModuleTranslation stack frame for OpenMP operations. This keeps track of the
/// insertion points for allocas.
-class OpenMPAllocaStackFrame
- : public StateStackFrameBase<OpenMPAllocaStackFrame> {
+class OpenMPAllocStackFrame
+ : public StateStackFrameBase<OpenMPAllocStackFrame> {
public:
- MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID(OpenMPAllocaStackFrame)
-
- explicit OpenMPAllocaStackFrame(llvm::OpenMPIRBuilder::InsertPointTy allocaIP)
- : allocaInsertPoint(allocaIP) {}
- llvm::OpenMPIRBuilder::InsertPointTy allocaInsertPoint;
+ MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID(OpenMPAllocStackFrame)
+
+ explicit OpenMPAllocStackFrame(
+ llvm::OpenMPIRBuilder::InsertPointTy allocIP,
+ llvm::ArrayRef<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs)
+ : allocInsertPoint(allocIP), deallocInsertPoints(deallocIPs) {}
+ llvm::OpenMPIRBuilder::InsertPointTy allocInsertPoint;
+ llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocInsertPoints;
};
/// Stack frame to hold a \see llvm::CanonicalLoopInfo representing the
@@ -473,26 +476,33 @@ static LogicalResult handleError(llvm::Expected<T> &result, Operation &op) {
/// Find the insertion point for allocas given the current insertion point for
/// normal operations in the builder.
-static llvm::OpenMPIRBuilder::InsertPointTy
-findAllocaInsertPoint(llvm::IRBuilderBase &builder,
- LLVM::ModuleTranslation &moduleTranslation) {
- // If there is an alloca insertion point on stack, i.e. we are in a nested
+static llvm::OpenMPIRBuilder::InsertPointTy findAllocInsertPoints(
+ llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation,
+ llvm::SmallVectorImpl<llvm::OpenMPIRBuilder::InsertPointTy> *deallocIPs =
+ nullptr) {
+ // If there is an allocation insertion point on stack, i.e. we are in a nested
// operation and a specific point was provided by some surrounding operation,
// use it.
- llvm::OpenMPIRBuilder::InsertPointTy allocaInsertPoint;
- WalkResult walkResult = moduleTranslation.stackWalk<OpenMPAllocaStackFrame>(
- [&](OpenMPAllocaStackFrame &frame) {
- allocaInsertPoint = frame.allocaInsertPoint;
+ llvm::OpenMPIRBuilder::InsertPointTy allocInsertPoint;
+ llvm::ArrayRef<llvm::OpenMPIRBuilder::InsertPointTy> deallocInsertPoints;
+ WalkResult walkResult = moduleTranslation.stackWalk<OpenMPAllocStackFrame>(
+ [&](OpenMPAllocStackFrame &frame) {
+ allocInsertPoint = frame.allocInsertPoint;
+ deallocInsertPoints = frame.deallocInsertPoints;
return WalkResult::interrupt();
});
// In cases with multiple levels of outlining, the tree walk might find an
- // alloca insertion point that is inside the original function while the
- // builder insertion point is inside the outlined function. We need to make
- // sure that we do not use it in those cases.
+ // insertion point that is inside the original function while the builder
+ // insertion point is inside the outlined function. We need to make sure that
+ // we do not use it in those cases.
if (walkResult.wasInterrupted() &&
- allocaInsertPoint.getBlock()->getParent() ==
- builder.GetInsertBlock()->getParent())
- return allocaInsertPoint;
+ allocInsertPoint.getBlock()->getParent() ==
+ builder.GetInsertBlock()->getParent()) {
+ if (deallocIPs)
+ deallocIPs->insert(deallocIPs->end(), deallocInsertPoints.begin(),
+ deallocInsertPoints.end());
+ return allocInsertPoint;
+ }
// Otherwise, insert to the entry block of the surrounding function.
// If the current IRBuilder InsertPoint is the function's entry, it cannot
@@ -500,7 +510,7 @@ findAllocaInsertPoint(llvm::IRBuilderBase &builder,
// confusion. Create a new BasicBlock for the Builder and use the entry block
// for the allocs.
// TODO: Create a dedicated alloca BasicBlock at function creation such that
- // we do not need to move the current InertPoint here.
+ // we do not need to move the current InsertPoint here.
if (builder.GetInsertBlock() ==
&builder.GetInsertBlock()->getParent()->getEntryBlock()) {
assert(builder.GetInsertPoint() == builder.GetInsertBlock()->end() &&
@@ -512,6 +522,19 @@ findAllocaInsertPoint(llvm::IRBuilderBase &builder,
builder.SetInsertPoint(entryBB);
}
+ // Collect exit blocks, which is where explicit deallocations should happen in
+ // this case.
+ if (deallocIPs) {
+ for (llvm::BasicBlock &block : *builder.GetInsertBlock()->getParent()) {
+ // TODO: This currently results in no blocks being added to the list when
+ // all exit blocks of the enclosing function have not been lowered before
+ // this is reached.
+ llvm::Instruction *terminator = block.getTerminatorOrNull();
+ if (isa_and_present<llvm::ReturnInst>(terminator))
+ deallocIPs->emplace_back(&block, terminator->getIterator());
+ }
+ }
+
llvm::BasicBlock &funcEntryBlock =
builder.GetInsertBlock()->getParent()->getEntryBlock();
return llvm::OpenMPIRBuilder::InsertPointTy(
@@ -685,7 +708,8 @@ convertOmpMasked(Operation &opInst, llvm::IRBuilderBase &builder,
if (failed(checkImplementationStatus(opInst)))
return failure();
- auto bodyGenCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP) {
+ auto bodyGenCB = [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ llvm::ArrayRef<InsertPointTy> deallocIPs) {
// MaskedOp has only one region associated with it.
auto ®ion = maskedOp.getRegion();
builder.restoreIP(codeGenIP);
@@ -729,7 +753,8 @@ convertOmpMaster(Operation &opInst, llvm::IRBuilderBase &builder,
if (failed(checkImplementationStatus(opInst)))
return failure();
- auto bodyGenCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP) {
+ auto bodyGenCB = [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ llvm::ArrayRef<InsertPointTy> deallocIPs) {
// MasterOp has only one region associated with it.
auto ®ion = masterOp.getRegion();
builder.restoreIP(codeGenIP);
@@ -764,7 +789,8 @@ convertOmpCritical(Operation &opInst, llvm::IRBuilderBase &builder,
if (failed(checkImplementationStatus(opInst)))
return failure();
- auto bodyGenCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP) {
+ auto bodyGenCB = [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ llvm::ArrayRef<InsertPointTy> deallocIPs) {
// CriticalOp has only one region associated with it.
auto ®ion = cast<omp::CriticalOp>(opInst).getRegion();
builder.restoreIP(codeGenIP);
@@ -1056,7 +1082,7 @@ convertOmpOrdered(Operation &opInst, llvm::IRBuilderBase &builder,
indexVecValues++;
}
llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ findAllocInsertPoints(builder, moduleTranslation);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
builder.restoreIP(moduleTranslation.getOpenMPBuilder()->createOrderedDepend(
ompLoc, allocaIP, numLoops, storeValues, ".cnt.addr", isDependSource));
@@ -1075,7 +1101,8 @@ convertOmpOrderedRegion(Operation &opInst, llvm::IRBuilderBase &builder,
if (failed(checkImplementationStatus(opInst)))
return failure();
- auto bodyGenCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP) {
+ auto bodyGenCB = [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ llvm::ArrayRef<InsertPointTy> deallocIPs) {
// OrderedOp has only one region associated with it.
auto ®ion = cast<omp::OrderedRegionOp>(opInst).getRegion();
builder.restoreIP(codeGenIP);
@@ -1955,7 +1982,7 @@ convertOmpSections(Operation &opInst, llvm::IRBuilderBase &builder,
SmallVector<omp::DeclareReductionOp> reductionDecls;
collectReductionDecls(sectionsOp, reductionDecls);
llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ findAllocInsertPoints(builder, moduleTranslation);
SmallVector<llvm::Value *> privateReductionVariables(
sectionsOp.getNumReductionVars());
@@ -1979,7 +2006,8 @@ convertOmpSections(Operation &opInst, llvm::IRBuilderBase &builder,
Region ®ion = sectionOp.getRegion();
auto sectionCB = [§ionsOp, ®ion, &builder, &moduleTranslation](
- InsertPointTy allocaIP, InsertPointTy codeGenIP) {
+ InsertPointTy allocIP, InsertPointTy codeGenIP,
+ ArrayRef<InsertPointTy> deallocIPs) {
builder.restoreIP(codeGenIP);
// map the omp.section reduction block argument to the omp.sections block
@@ -2024,7 +2052,7 @@ convertOmpSections(Operation &opInst, llvm::IRBuilderBase &builder,
// called for variables which have destructors/finalizers.
auto finiCB = [&](InsertPointTy codeGenIP) { return llvm::Error::success(); };
- allocaIP = findAllocaInsertPoint(builder, moduleTranslation);
+ allocaIP = findAllocInsertPoints(builder, moduleTranslation);
bool isCancellable = constructIsCancellable(sectionsOp);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
@@ -2053,7 +2081,8 @@ convertOmpSingle(omp::SingleOp &singleOp, llvm::IRBuilderBase &builder,
if (failed(checkImplementationStatus(*singleOp)))
return failure();
- auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codegenIP) {
+ auto bodyCB = [&](InsertPointTy allocIP, InsertPointTy codegenIP,
+ llvm::ArrayRef<InsertPointTy> deallocIPs) {
builder.restoreIP(codegenIP);
return convertOmpOpRegions(singleOp.getRegion(), "omp.single.region",
builder, moduleTranslation)
@@ -2136,7 +2165,7 @@ convertOmpTeams(omp::TeamsOp op, llvm::IRBuilderBase &builder,
SmallVector<llvm::Value *> privateReductionVariables(numReductionVars);
llvm::ArrayRef<bool> isByRef;
llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ findAllocInsertPoints(builder, moduleTranslation);
// Only do teams reduction if there is no distribute op that captures the
// reduction instead.
@@ -2158,9 +2187,10 @@ convertOmpTeams(omp::TeamsOp op, llvm::IRBuilderBase &builder,
return failure();
}
- auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codegenIP) {
- LLVM::ModuleTranslation::SaveStack<OpenMPAllocaStackFrame> frame(
- moduleTranslation, allocaIP);
+ auto bodyCB = [&](InsertPointTy allocIP, InsertPointTy codegenIP,
+ llvm::ArrayRef<InsertPointTy> deallocIPs) {
+ LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
+ moduleTranslation, allocIP, deallocIPs);
builder.restoreIP(codegenIP);
return convertOmpOpRegions(op.getRegion(), "omp.teams.region", builder,
moduleTranslation)
@@ -2829,9 +2859,9 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
// code outside of the outlined task region, which is what we want because
// this way the initialization and copy regions are executed immediately while
// the host variable data are still live.
-
- llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ llvm::SmallVector<InsertPointTy> deallocIPs;
+ InsertPointTy allocIP =
+ findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
// Not using splitBB() because that requires the current block to have a
// terminator.
@@ -2861,8 +2891,8 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
- LLVM::ModuleTranslation::SaveStack<OpenMPAllocaStackFrame> frame(
- moduleTranslation, allocaIP);
+ LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
+ moduleTranslation, allocIP, deallocIPs);
// Allocate and initialize private variables
builder.SetInsertPoint(initBlock->getTerminator());
@@ -2930,12 +2960,12 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
// Set up for call to createTask()
builder.SetInsertPoint(taskStartBlock);
- auto bodyCB = [&](InsertPointTy allocaIP,
- InsertPointTy codegenIP) -> llvm::Error {
+ auto bodyCB = [&](InsertPointTy allocIP, InsertPointTy codegenIP,
+ llvm::ArrayRef<InsertPointTy> deallocIPs) -> llvm::Error {
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
- LLVM::ModuleTranslation::SaveStack<OpenMPAllocaStackFrame> frame(
- moduleTranslation, allocaIP);
+ LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
+ moduleTranslation, allocIP, deallocIPs);
// translate the body of the task:
builder.restoreIP(codegenIP);
@@ -2953,7 +2983,7 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
llvm::IRBuilderBase::InsertPointGuard guard(builder);
llvm::Type *llvmAllocType =
moduleTranslation.convertType(privDecl.getType());
- builder.SetInsertPoint(allocaIP.getBlock()->getTerminator());
+ builder.SetInsertPoint(allocIP.getBlock()->getTerminator());
llvm::Value *llvmPrivateVar = builder.CreateAlloca(
llvmAllocType, /*ArraySize=*/nullptr, "omp.private.alloc");
@@ -3030,7 +3060,7 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
moduleTranslation.getOpenMPBuilder()->createTask(
- ompLoc, allocaIP, bodyCB, !taskOp.getUntied(),
+ ompLoc, allocIP, deallocIPs, bodyCB, !taskOp.getUntied(),
moduleTranslation.lookupValue(taskOp.getFinal()),
moduleTranslation.lookupValue(taskOp.getIfExpr()), dependencies, ad,
taskOp.getMergeable(),
@@ -3562,18 +3592,21 @@ convertOmpTaskgroupOp(omp::TaskgroupOp tgOp, llvm::IRBuilderBase &builder,
if (failed(checkImplementationStatus(*tgOp)))
return failure();
- auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codegenIP) {
+ auto bodyCB = [&](InsertPointTy allocIP, InsertPointTy codegenIP,
+ llvm::ArrayRef<InsertPointTy> deallocIPs) {
builder.restoreIP(codegenIP);
return convertOmpOpRegions(tgOp.getRegion(), "omp.taskgroup.region",
builder, moduleTranslation)
.takeError();
};
- InsertPointTy allocaIP = findAllocaInsertPoint(builder, moduleTranslation);
+ llvm::SmallVector<InsertPointTy> deallocIPs;
+ InsertPointTy allocIP =
+ findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
- moduleTranslation.getOpenMPBuilder()->createTaskgroup(ompLoc, allocaIP,
- bodyCB);
+ moduleTranslation.getOpenMPBuilder()->createTaskgroup(ompLoc, allocIP,
+ deallocIPs, bodyCB);
if (failed(handleError(afterIP, *tgOp)))
return failure();
@@ -3636,8 +3669,9 @@ convertOmpWsloop(Operation &opInst, llvm::IRBuilderBase &builder,
SmallVector<omp::DeclareReductionOp> reductionDecls;
collectReductionDecls(wsloopOp, reductionDecls);
+
llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ findAllocInsertPoints(builder, moduleTranslation);
SmallVector<llvm::Value *> privateReductionVariables(
wsloopOp.getNumReductionVars());
@@ -3818,10 +3852,11 @@ convertOmpParallel(omp::ParallelOp opInst, llvm::IRBuilderBase &builder,
opInst.getNumReductionVars());
SmallVector<DeferredStore> deferredStores;
- auto bodyGenCB = [&](InsertPointTy allocaIP,
- InsertPointTy codeGenIP) -> llvm::Error {
+ auto bodyGenCB =
+ [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ llvm::ArrayRef<InsertPointTy> deallocIPs) -> llvm::Error {
llvm::Expected<llvm::BasicBlock *> afterAllocas = allocatePrivateVars(
- opInst, builder, moduleTranslation, privateVarsInfo, allocaIP);
+ opInst, builder, moduleTranslation, privateVarsInfo, allocIP);
if (handleError(afterAllocas, *opInst).failed())
return llvm::make_error<PreviouslyReportedError>();
@@ -3831,12 +3866,11 @@ convertOmpParallel(omp::ParallelOp opInst, llvm::IRBuilderBase &builder,
MutableArrayRef<BlockArgument> reductionArgs =
cast<omp::BlockArgOpenMPOpInterface>(*opInst).getReductionBlockArgs();
- allocaIP =
- InsertPointTy(allocaIP.getBlock(),
- allocaIP.getBlock()->getTerminator()->getIterator());
+ allocIP = InsertPointTy(allocIP.getBlock(),
+ allocIP.getBlock()->getTerminator()->getIterator());
if (failed(allocReductionVars(
- opInst, reductionArgs, builder, moduleTranslation, allocaIP,
+ opInst, reductionArgs, builder, moduleTranslation, allocIP,
reductionDecls, privateReductionVariables, reductionVariableMap,
deferredStores, isByRef)))
return llvm::make_error<PreviouslyReportedError>();
@@ -3865,8 +3899,8 @@ convertOmpParallel(omp::ParallelOp opInst, llvm::IRBuilderBase &builder,
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
- LLVM::ModuleTranslation::SaveStack<OpenMPAllocaStackFrame> frame(
- moduleTranslation, allocaIP);
+ LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
+ moduleTranslation, allocIP, deallocIPs);
// ParallelOp has only one region associated with it.
llvm::Expected<llvm::BasicBlock *> regionBlock = convertOmpOpRegions(
@@ -3896,7 +3930,7 @@ convertOmpParallel(omp::ParallelOp opInst, llvm::IRBuilderBase &builder,
llvm::OpenMPIRBuilder::InsertPointOrErrorTy contInsertPoint =
ompBuilder->createReductions(
- builder.saveIP(), allocaIP, reductionInfos, isByRef,
+ builder.saveIP(), allocIP, reductionInfos, isByRef,
/*IsNoWait=*/false, /*IsTeamsReduction=*/false);
if (!contInsertPoint)
return contInsertPoint.takeError();
@@ -3968,13 +4002,15 @@ convertOmpParallel(omp::ParallelOp opInst, llvm::IRBuilderBase &builder,
if (auto bind = opInst.getProcBindKind())
pbKind = getProcBindKind(*bind);
- llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs;
+ llvm::OpenMPIRBuilder::InsertPointTy allocIP =
+ findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
- ompBuilder->createParallel(ompLoc, allocaIP, bodyGenCB, privCB, finiCB,
- ifCond, numThreads, pbKind, isCancellable);
+ ompBuilder->createParallel(ompLoc, allocIP, deallocIPs, bodyGenCB, privCB,
+ finiCB, ifCond, numThreads, pbKind,
+ isCancellable);
if (failed(handleError(afterIP, *opInst)))
return failure();
@@ -4019,7 +4055,7 @@ convertOmpSimd(Operation &opInst, llvm::IRBuilderBase &builder,
assert(isByRef.size() == simdOp.getNumReductionVars());
llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ findAllocInsertPoints(builder, moduleTranslation);
llvm::Expected<llvm::BasicBlock *> afterAllocas = allocatePrivateVars(
simdOp, builder, moduleTranslation, privateVarsInfo, allocaIP);
@@ -4509,7 +4545,7 @@ convertOmpAtomicRead(Operation &opInst, llvm::IRBuilderBase &builder,
llvm::OpenMPIRBuilder *ompBuilder = moduleTranslation.getOpenMPBuilder();
llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ findAllocInsertPoints(builder, moduleTranslation);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
@@ -4536,7 +4572,7 @@ convertOmpAtomicWrite(Operation &opInst, llvm::IRBuilderBase &builder,
llvm::OpenMPIRBuilder *ompBuilder = moduleTranslation.getOpenMPBuilder();
llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ findAllocInsertPoints(builder, moduleTranslation);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::AtomicOrdering ao = convertAtomicOrdering(writeOp.getMemoryOrder());
@@ -4653,7 +4689,7 @@ convertOmpAtomicUpdate(omp::AtomicUpdateOp &opInst,
extractAtomicControlFlags(opInst, isIgnoreDenormalMode, isFineGrainedMemory,
isRemoteMemory);
// Handle ambiguous alloca, if any.
- auto allocaIP = findAllocaInsertPoint(builder, moduleTranslation);
+ auto allocaIP = findAllocInsertPoints(builder, moduleTranslation);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
ompBuilder->createAtomicUpdate(ompLoc, allocaIP, llvmAtomicX, llvmExpr,
@@ -4754,7 +4790,7 @@ convertOmpAtomicCapture(omp::AtomicCaptureOp atomicCaptureOp,
extractAtomicControlFlags(atomicUpdateOp, isIgnoreDenormalMode,
isFineGrainedMemory, isRemoteMemory);
// Handle ambiguous alloca, if any.
- auto allocaIP = findAllocaInsertPoint(builder, moduleTranslation);
+ auto allocaIP = findAllocInsertPoints(builder, moduleTranslation);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
ompBuilder->createAtomicCapture(
@@ -5989,7 +6025,7 @@ createAlteredByCaptureMap(MapInfoData &mapData,
if (!isPtrTy) {
auto curInsert = builder.saveIP();
llvm::DebugLoc DbgLoc = builder.getCurrentDebugLocation();
- builder.restoreIP(findAllocaInsertPoint(builder, moduleTranslation));
+ builder.restoreIP(findAllocInsertPoints(builder, moduleTranslation));
auto *memTempAlloc =
builder.CreateAlloca(builder.getPtrTy(), nullptr, ".casted");
builder.SetCurrentDebugLocation(DbgLoc);
@@ -6373,18 +6409,19 @@ convertOmpTargetData(Operation *op, llvm::IRBuilderBase &builder,
};
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
- llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs;
+ llvm::OpenMPIRBuilder::InsertPointTy allocIP =
+ findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP = [&]() {
if (isa<omp::TargetDataOp>(op))
- return ompBuilder->createTargetData(ompLoc, allocaIP, builder.saveIP(),
- deviceID, ifCond, info, genMapInfoCB,
- customMapperCB,
+ return ompBuilder->createTargetData(ompLoc, allocIP, builder.saveIP(),
+ deallocIPs, deviceID, ifCond, info,
+ genMapInfoCB, customMapperCB,
/*MapperFunc=*/nullptr, bodyGenCB,
/*DeviceAddrCB=*/nullptr);
- return ompBuilder->createTargetData(ompLoc, allocaIP, builder.saveIP(),
- deviceID, ifCond, info, genMapInfoCB,
- customMapperCB, &RTLFn);
+ return ompBuilder->createTargetData(ompLoc, allocIP, builder.saveIP(),
+ deallocIPs, deviceID, ifCond, info,
+ genMapInfoCB, customMapperCB, &RTLFn);
}();
if (failed(handleError(afterIP, *op)))
@@ -6420,7 +6457,7 @@ convertOmpDistribute(Operation &opInst, llvm::IRBuilderBase &builder,
collectReductionDecls(teamsOp, reductionDecls);
llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ findAllocInsertPoints(builder, moduleTranslation);
MutableArrayRef<BlockArgument> reductionArgs =
llvm::cast<omp::BlockArgOpenMPOpInterface>(*teamsOp)
@@ -6434,19 +6471,20 @@ convertOmpDistribute(Operation &opInst, llvm::IRBuilderBase &builder,
}
using InsertPointTy = llvm::OpenMPIRBuilder::InsertPointTy;
- auto bodyGenCB = [&](InsertPointTy allocaIP,
- InsertPointTy codeGenIP) -> llvm::Error {
+ auto bodyGenCB =
+ [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ llvm::ArrayRef<InsertPointTy> deallocIPs) -> llvm::Error {
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
- LLVM::ModuleTranslation::SaveStack<OpenMPAllocaStackFrame> frame(
- moduleTranslation, allocaIP);
+ LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
+ moduleTranslation, allocIP, deallocIPs);
// DistributeOp has only one region associated with it.
builder.restoreIP(codeGenIP);
PrivateVarsInfo privVarsInfo(distributeOp);
llvm::Expected<llvm::BasicBlock *> afterAllocas = allocatePrivateVars(
- distributeOp, builder, moduleTranslation, privVarsInfo, allocaIP);
+ distributeOp, builder, moduleTranslation, privVarsInfo, allocIP);
if (handleError(afterAllocas, opInst).failed())
return llvm::make_error<PreviouslyReportedError>();
@@ -6492,7 +6530,7 @@ convertOmpDistribute(Operation &opInst, llvm::IRBuilderBase &builder,
findCurrentLoopInfo(moduleTranslation);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy wsloopIP =
ompBuilder->applyWorkshareLoop(
- ompLoc.DL, loopInfo, allocaIP, loopNeedsBarrier,
+ ompLoc.DL, loopInfo, allocIP, loopNeedsBarrier,
convertToScheduleKind(schedule), chunk, isSimd,
scheduleMod == omp::ScheduleModifier::monotonic,
scheduleMod == omp::ScheduleModifier::nonmonotonic, isOrdered,
@@ -6508,11 +6546,12 @@ convertOmpDistribute(Operation &opInst, llvm::IRBuilderBase &builder,
return llvm::Error::success();
};
- llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs;
+ llvm::OpenMPIRBuilder::InsertPointTy allocIP =
+ findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
- ompBuilder->createDistribute(ompLoc, allocaIP, bodyGenCB);
+ ompBuilder->createDistribute(ompLoc, allocIP, deallocIPs, bodyGenCB);
if (failed(handleError(afterIP, opInst)))
return failure();
@@ -6522,7 +6561,7 @@ convertOmpDistribute(Operation &opInst, llvm::IRBuilderBase &builder,
if (doDistributeReduction) {
// Process the reductions if required.
return createReductionsAndCleanup(
- teamsOp, builder, moduleTranslation, allocaIP, reductionDecls,
+ teamsOp, builder, moduleTranslation, allocIP, reductionDecls,
privateReductionVariables, isByRef,
/*isNoWait*/ false, /*isTeamsReduction*/ true);
}
@@ -7237,7 +7276,8 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
}
using InsertPointTy = llvm::OpenMPIRBuilder::InsertPointTy;
- auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP)
+ auto bodyCB = [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ ArrayRef<InsertPointTy> deallocIPs)
-> llvm::OpenMPIRBuilder::InsertPointOrErrorTy {
llvm::IRBuilderBase::InsertPointGuard guard(builder);
builder.SetCurrentDebugLocation(llvm::DebugLoc());
@@ -7279,7 +7319,7 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
llvm::Expected<llvm::BasicBlock *> afterAllocas =
allocatePrivateVars(targetOp, builder, moduleTranslation,
- privateVarsInfo, allocaIP, &mappedPrivateVars);
+ privateVarsInfo, allocIP, &mappedPrivateVars);
if (failed(handleError(afterAllocas, *targetOp)))
return llvm::make_error<PreviouslyReportedError>();
@@ -7304,6 +7344,8 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
return &privatizer.getDeallocRegion();
});
+ LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
+ moduleTranslation, allocIP, deallocIPs);
llvm::Expected<llvm::BasicBlock *> exitBlock = convertOmpOpRegions(
targetRegion, "omp.target", builder, moduleTranslation);
@@ -7420,8 +7462,9 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
kernelInput.push_back(mapData.OriginalValue[i]);
}
- llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs;
+ llvm::OpenMPIRBuilder::InsertPointTy allocIP =
+ findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
llvm::OpenMPIRBuilder::DependenciesInfo dds;
if (failed(buildDependData(
@@ -7451,9 +7494,10 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
moduleTranslation.getOpenMPBuilder()->createTarget(
- ompLoc, isOffloadEntry, allocaIP, builder.saveIP(), info, entryInfo,
- defaultAttrs, runtimeAttrs, ifCond, kernelInput, genMapInfoCB, bodyCB,
- argAccessorCB, customMapperCB, dds, targetOp.getNowait());
+ ompLoc, isOffloadEntry, allocIP, builder.saveIP(), deallocIPs, info,
+ entryInfo, defaultAttrs, runtimeAttrs, ifCond, kernelInput,
+ genMapInfoCB, bodyCB, argAccessorCB, customMapperCB, dds,
+ targetOp.getNowait());
if (failed(handleError(afterIP, opInst)))
return failure();
diff --git a/mlir/test/Target/LLVMIR/omptarget-parallel-llvm.mlir b/mlir/test/Target/LLVMIR/omptarget-parallel-llvm.mlir
index 8b4b2120006e3..c24f5cf796468 100644
--- a/mlir/test/Target/LLVMIR/omptarget-parallel-llvm.mlir
+++ b/mlir/test/Target/LLVMIR/omptarget-parallel-llvm.mlir
@@ -55,21 +55,21 @@ module attributes {dlti.dl_spec = #dlti.dl_spec<#dlti.dl_entry<"dlti.alloca_memo
// CHECK: define weak_odr protected amdgpu_kernel void @[[FUNC0:.*]](
// CHECK-SAME: ptr %[[TMP0:.*]], ptr %[[TMP:.*]]) #{{[0-9]+}} {
// CHECK: %[[TMP1:.*]] = alloca [1 x ptr], align 8, addrspace(5)
-// CHECK: %[[TMP2:.*]] = addrspacecast ptr addrspace(5) %[[TMP1]] to ptr
-// CHECK: %[[TMP3:.*]] = alloca ptr, align 8, addrspace(5)
-// CHECK: %[[TMP4:.*]] = addrspacecast ptr addrspace(5) %[[TMP3]] to ptr
-// CHECK: store ptr %[[TMP0]], ptr %[[TMP4]], align 8
-// CHECK: %[[TMP5:.*]] = call i32 @__kmpc_target_init(ptr addrspacecast (ptr addrspace(1) @{{.*}} to ptr), ptr %[[TMP]])
-// CHECK: %[[EXEC_USER_CODE:.*]] = icmp eq i32 %[[TMP5]], -1
+// CHECK: %[[TMP2:.*]] = alloca ptr, align 8, addrspace(5)
+// CHECK: %[[TMP3:.*]] = addrspacecast ptr addrspace(5) %[[TMP2]] to ptr
+// CHECK: store ptr %[[TMP0]], ptr %[[TMP3]], align 8
+// CHECK: %[[TMP4:.*]] = call i32 @__kmpc_target_init(ptr addrspacecast (ptr addrspace(1) @{{.*}} to ptr), ptr %[[TMP]])
+// CHECK: %[[EXEC_USER_CODE:.*]] = icmp eq i32 %[[TMP4]], -1
// CHECK: br i1 %[[EXEC_USER_CODE]], label %[[USER_CODE_ENTRY:.*]], label %[[WORKER_EXIT:.*]]
-// CHECK: %[[TMP6:.*]] = load ptr, ptr %[[TMP4]], align 8
+// CHECK: %[[TMP5:.*]] = addrspacecast ptr addrspace(5) %[[TMP1]] to ptr
// CHECK: %[[STRUCTARG:.*]] = call align 8 ptr @__kmpc_alloc_shared(i64 8)
+// CHECK: %[[TMP6:.*]] = load ptr, ptr %[[TMP3]], align 8
// CHECK: %[[OMP_GLOBAL_THREAD_NUM:.*]] = call i32 @__kmpc_global_thread_num(ptr addrspacecast (ptr addrspace(1) @[[GLOB1:[0-9]+]] to ptr))
// CHECK: %[[GEP_:.*]] = getelementptr { ptr }, ptr %[[STRUCTARG]], i32 0, i32 0
// CHECK: store ptr %[[TMP6]], ptr %[[GEP_]], align 8
-// CHECK: %[[TMP7:.*]] = getelementptr inbounds [1 x ptr], ptr %[[TMP2]], i64 0, i64 0
+// CHECK: %[[TMP7:.*]] = getelementptr inbounds [1 x ptr], ptr %[[TMP5]], i64 0, i64 0
// CHECK: store ptr %[[STRUCTARG]], ptr %[[TMP7]], align 8
-// CHECK: call void @__kmpc_parallel_60(ptr addrspacecast (ptr addrspace(1) @[[GLOB1]] to ptr), i32 %[[OMP_GLOBAL_THREAD_NUM]], i32 1, i32 -1, i32 -1, ptr @[[FUNC1:.*]], ptr @[[FUNC1_WRAPPER:.*]], ptr %[[TMP2]], i64 1, i32 0)
+// CHECK: call void @__kmpc_parallel_60(ptr addrspacecast (ptr addrspace(1) @[[GLOB1]] to ptr), i32 %[[OMP_GLOBAL_THREAD_NUM]], i32 1, i32 -1, i32 -1, ptr @[[FUNC1:.*]], ptr @[[FUNC1_WRAPPER:.*]], ptr %[[TMP5]], i64 1, i32 0)
// CHECK: call void @__kmpc_free_shared(ptr %[[STRUCTARG]], i64 8)
// CHECK: call void @__kmpc_target_deinit()
diff --git a/mlir/test/Target/LLVMIR/omptarget-region-device-llvm.mlir b/mlir/test/Target/LLVMIR/omptarget-region-device-llvm.mlir
index 1dad4bcbd7203..76a842e7138f2 100644
--- a/mlir/test/Target/LLVMIR/omptarget-region-device-llvm.mlir
+++ b/mlir/test/Target/LLVMIR/omptarget-region-device-llvm.mlir
@@ -56,7 +56,9 @@ module attributes {dlti.dl_spec = #dlti.dl_spec<#dlti.dl_entry<"dlti.alloca_memo
// CHECK: %[[B:.*]] = load i32, ptr %[[PTR_B]], align 4
// CHECK: %[[C:.*]] = add i32 %[[A]], %[[B]]
// CHECK: store i32 %[[C]], ptr %[[PTR_C]], align 4
-// CHECK: br label %[[LABEL_DEINIT:.*]]
+// CHECK: br label %[[LABEL_TARGET_EXIT:.*]]
+// CHECK: [[LABEL_TARGET_EXIT]]:
+// CHECK-NEXT: br label %[[LABEL_DEINIT:.*]]
// CHECK: [[LABEL_DEINIT]]:
// CHECK-NEXT: call void @__kmpc_target_deinit()
// CHECK-NEXT: ret void
diff --git a/mlir/test/Target/LLVMIR/openmp-target-private-allocatable.mlir b/mlir/test/Target/LLVMIR/openmp-target-private-allocatable.mlir
index a214e4a1e7eea..6a89455a149c3 100644
--- a/mlir/test/Target/LLVMIR/openmp-target-private-allocatable.mlir
+++ b/mlir/test/Target/LLVMIR/openmp-target-private-allocatable.mlir
@@ -70,4 +70,6 @@ llvm.func @_FortranAAssign(!llvm.ptr, !llvm.ptr, !llvm.ptr, i32) -> !llvm.struct
// CHECK: call void @dealloc_foo_1(ptr %[[DESC_TO_DEALLOC]])
// CHECK-NEXT: br label %[[CONT_BLOCK:.*]]
// CHECK: [[CONT_BLOCK]]:
+// CHECK-NEXT: br label %[[EXIT_BLOCK:.*]]
+// CHECK: [[EXIT_BLOCK]]:
// CHECK-NEXT: ret void
>From 404bf21c4f15c07cdb51d5a42520e9fa2554dc61 Mon Sep 17 00:00:00 2001
From: Sergio Afonso <safonsof at amd.com>
Date: Fri, 23 Jan 2026 11:43:23 +0000
Subject: [PATCH 02/10] Update after rebase
---
.../llvm/Frontend/OpenMP/OMPIRBuilder.h | 6 +++--
llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp | 22 ++++++++++++-------
.../OpenMP/OpenMPToLLVMIRTranslation.cpp | 21 +++++++++---------
3 files changed, 29 insertions(+), 20 deletions(-)
diff --git a/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h b/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h
index 399ea530eff7f..b09dab1b10cc8 100644
--- a/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h
+++ b/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h
@@ -1552,7 +1552,9 @@ class OpenMPIRBuilder {
/// Generator for `#omp taskloop`
///
/// \param Loc The location where the taskloop construct was encountered.
- /// \param AllocaIP The insertion point to be used for alloca instructions.
+ /// \param AllocIP The insertion point to be used for alloca instructions.
+ /// \param DeallocIPs The list of insertion points where explicit
+ /// deallocations, if needed, should be placed.
/// \param BodyGenCB Callback that will generate the region code.
/// \param LoopInfo Callback that return the CLI
/// \param LBVal Lowerbound value of loop
@@ -1584,7 +1586,7 @@ class OpenMPIRBuilder {
/// bound, step} values in the task data.
LLVM_ABI InsertPointOrErrorTy createTaskloop(
const LocationDescription &Loc, InsertPointTy AllocaIP,
- BodyGenCallbackTy BodyGenCB,
+ ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB,
llvm::function_ref<llvm::Expected<llvm::CanonicalLoopInfo *>()> LoopInfo,
Value *LBVal, Value *UBVal, Value *StepVal, bool Untied = false,
Value *IfCond = nullptr, Value *GrainSize = nullptr, bool NoGroup = false,
diff --git a/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp b/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
index b96d58fc09d3c..faddbe53ce6b0 100644
--- a/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
+++ b/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
@@ -2293,8 +2293,8 @@ Expected<Value *> OpenMPIRBuilder::createTaskDuplicationFunction(
}
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskloop(
- const LocationDescription &Loc, InsertPointTy AllocaIP,
- BodyGenCallbackTy BodyGenCB,
+ const LocationDescription &Loc, InsertPointTy AllocIP,
+ ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB,
llvm::function_ref<llvm::Expected<llvm::CanonicalLoopInfo *>()> LoopInfo,
Value *LBVal, Value *UBVal, Value *StepVal, bool Untied, Value *IfCond,
Value *GrainSize, bool NoGroup, int Sched, Value *Final, bool Mergeable,
@@ -2319,8 +2319,11 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskloop(
InsertPointTy(TaskloopAllocaBB, TaskloopAllocaBB->begin());
InsertPointTy TaskloopBodyIP =
InsertPointTy(TaskloopBodyBB, TaskloopBodyBB->begin());
+ InsertPointTy TaskloopDeallocIP =
+ InsertPointTy(TaskloopExitBB, TaskloopExitBB->begin());
- if (Error Err = BodyGenCB(TaskloopAllocaIP, TaskloopBodyIP))
+ if (Error Err =
+ BodyGenCB(TaskloopAllocaIP, TaskloopBodyIP, TaskloopDeallocIP))
return Err;
llvm::Expected<llvm::CanonicalLoopInfo *> result = LoopInfo();
@@ -2331,19 +2334,22 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskloop(
llvm::CanonicalLoopInfo *CLI = result.get();
auto OI = std::make_unique<OutlineInfo>();
OI->EntryBB = TaskloopAllocaBB;
- OI->OuterAllocaBB = AllocaIP.getBlock();
+ OI->OuterAllocBB = AllocIP.getBlock();
OI->ExitBB = TaskloopExitBB;
+ OI->OuterDeallocBBs.reserve(DeallocIPs.size());
+ for (InsertPointTy DeallocIP : DeallocIPs)
+ OI->OuterDeallocBBs.push_back(DeallocIP.getBlock());
// Add the thread ID argument.
SmallVector<Instruction *> ToBeDeleted;
// dummy instruction to be used as a fake argument
OI->ExcludeArgsFromAggregate.push_back(createFakeIntVal(
- Builder, AllocaIP, ToBeDeleted, TaskloopAllocaIP, "global.tid", false));
- Value *FakeLB = createFakeIntVal(Builder, AllocaIP, ToBeDeleted,
+ Builder, AllocIP, ToBeDeleted, TaskloopAllocaIP, "global.tid", false));
+ Value *FakeLB = createFakeIntVal(Builder, AllocIP, ToBeDeleted,
TaskloopAllocaIP, "lb", false, true);
- Value *FakeUB = createFakeIntVal(Builder, AllocaIP, ToBeDeleted,
+ Value *FakeUB = createFakeIntVal(Builder, AllocIP, ToBeDeleted,
TaskloopAllocaIP, "ub", false, true);
- Value *FakeStep = createFakeIntVal(Builder, AllocaIP, ToBeDeleted,
+ Value *FakeStep = createFakeIntVal(Builder, AllocIP, ToBeDeleted,
TaskloopAllocaIP, "step", false, true);
// For Taskloop, we want to force the bounds being the first 3 inputs in the
// aggregate struct
diff --git a/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp b/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
index 80aba77b0ae69..e0ff50ef8a1fd 100644
--- a/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
+++ b/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
@@ -3286,8 +3286,9 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
TaskContextStructManager taskStructMgr{builder, moduleTranslation,
privateVarsInfo.privatizers};
- llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocaInsertPoint(builder, moduleTranslation);
+ llvm::SmallVector<InsertPointTy> deallocIPs;
+ llvm::OpenMPIRBuilder::InsertPointTy allocIP =
+ findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
assert(builder.GetInsertPoint() == builder.GetInsertBlock()->end());
llvm::BasicBlock *taskloopStartBlock = llvm::BasicBlock::Create(
@@ -3302,8 +3303,8 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
llvm::BasicBlock *initBlock =
splitBB(builder, /*CreateBranch=*/true, "omp.private.init");
- LLVM::ModuleTranslation::SaveStack<OpenMPAllocaStackFrame> frame(
- moduleTranslation, allocaIP);
+ LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
+ moduleTranslation, allocIP, deallocIPs);
// Allocate and initialize private variables
builder.SetInsertPoint(initBlock->getTerminator());
@@ -3365,12 +3366,12 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
loopOp, builder, moduleTranslation, lbVal, ubVal, stepVal))
return handleError(std::move(err), opInst);
- auto bodyCB = [&](InsertPointTy allocaIP,
- InsertPointTy codegenIP) -> llvm::Error {
+ auto bodyCB = [&](InsertPointTy allocIP, InsertPointTy codegenIP,
+ llvm::ArrayRef<InsertPointTy> deallocIPs) -> llvm::Error {
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
- LLVM::ModuleTranslation::SaveStack<OpenMPAllocaStackFrame> frame(
- moduleTranslation, allocaIP);
+ LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
+ moduleTranslation, allocIP, deallocIPs);
// translate the body of the taskloop:
builder.restoreIP(codegenIP);
@@ -3388,7 +3389,7 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
llvm::IRBuilderBase::InsertPointGuard guard(builder);
llvm::Type *llvmAllocType =
moduleTranslation.convertType(privDecl.getType());
- builder.SetInsertPoint(allocaIP.getBlock()->getTerminator());
+ builder.SetInsertPoint(allocIP.getBlock()->getTerminator());
llvm::Value *llvmPrivateVar = builder.CreateAlloca(
llvmAllocType, /*ArraySize=*/nullptr, "omp.private.alloc");
@@ -3567,7 +3568,7 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
moduleTranslation.getOpenMPBuilder()->createTaskloop(
- ompLoc, allocaIP, bodyCB, loopInfo, lbVal, ubVal, stepVal,
+ ompLoc, allocIP, deallocIPs, bodyCB, loopInfo, lbVal, ubVal, stepVal,
contextOp.getUntied(), ifCond, grainsize, contextOp.getNogroup(),
sched, moduleTranslation.lookupValue(contextOp.getFinal()),
contextOp.getMergeable(),
>From 2611ae05eb5ab7c616b85e9e2da39592c8708862 Mon Sep 17 00:00:00 2001
From: Sergio Afonso <safonsof at amd.com>
Date: Fri, 23 Jan 2026 14:26:05 +0000
Subject: [PATCH 03/10] Address formatting issue
---
llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp b/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
index faddbe53ce6b0..49b01e8fd3b49 100644
--- a/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
+++ b/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
@@ -9695,9 +9695,9 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
RTLoc, AllocIP, Dependencies,
KArgs.RTArgs, Info.HasNoWait);
- return OMPBuilder.emitKernelLaunch(
- Builder, OutlinedFnID, EmitTargetCallFallbackCB, KArgs,
- RuntimeAttrs.DeviceID, RTLoc, AllocIP);
+ return OMPBuilder.emitKernelLaunch(Builder, OutlinedFnID,
+ EmitTargetCallFallbackCB, KArgs,
+ RuntimeAttrs.DeviceID, RTLoc, AllocIP);
}());
Builder.restoreIP(AfterIP);
>From 1a861544a65ae83d2274b98e3568cd0a50f67bc5 Mon Sep 17 00:00:00 2001
From: Sergio Afonso <Sergio.AfonsoFumero at amd.com>
Date: Wed, 4 Feb 2026 12:50:32 +0000
Subject: [PATCH 04/10] streamline target privatization
---
.../OpenMP/OpenMPToLLVMIRTranslation.cpp | 32 ++++++-------------
1 file changed, 9 insertions(+), 23 deletions(-)
diff --git a/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp b/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
index e0ff50ef8a1fd..2b469be433676 100644
--- a/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
+++ b/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
@@ -7338,35 +7338,21 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
targetOp.getPrivateNeedsBarrier(), &mappedPrivateVars)))
return llvm::make_error<PreviouslyReportedError>();
- SmallVector<Region *> privateCleanupRegions;
- llvm::transform(privateVarsInfo.privatizers,
- std::back_inserter(privateCleanupRegions),
- [](omp::PrivateClauseOp privatizer) {
- return &privatizer.getDeallocRegion();
- });
-
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
moduleTranslation, allocIP, deallocIPs);
llvm::Expected<llvm::BasicBlock *> exitBlock = convertOmpOpRegions(
targetRegion, "omp.target", builder, moduleTranslation);
- if (!exitBlock)
- return exitBlock.takeError();
-
- builder.SetInsertPoint(*exitBlock);
- if (!privateCleanupRegions.empty()) {
- if (failed(inlineOmpRegionCleanup(
- privateCleanupRegions, privateVarsInfo.llvmVars,
- moduleTranslation, builder, "omp.targetop.private.cleanup",
- /*shouldLoadCleanupRegionArg=*/false))) {
- return llvm::createStringError(
- "failed to inline `dealloc` region of `omp.private` "
- "op in the target region");
- }
- return builder.saveIP();
- }
+ if (failed(handleError(exitBlock, *targetOp)))
+ return llvm::make_error<PreviouslyReportedError>();
- return InsertPointTy(exitBlock.get(), exitBlock.get()->end());
+ builder.SetInsertPoint(exitBlock.get()->getTerminator());
+
+ if (failed(cleanupPrivateVars(targetOp, builder, moduleTranslation,
+ targetOp.getLoc(), privateVarsInfo)))
+ return llvm::make_error<PreviouslyReportedError>();
+
+ return builder.saveIP();
};
StringRef parentName = parentFn.getName();
>From df69858f094512c2f592d976e824057fde08672f Mon Sep 17 00:00:00 2001
From: Sergio Afonso <Sergio.AfonsoFumero at amd.com>
Date: Thu, 5 Feb 2026 16:18:21 +0000
Subject: [PATCH 05/10] improve device shared memory handling for parallel
regions
---
llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp | 48 +++++++++++--------
.../Frontend/OpenMPIRBuilderTest.cpp | 19 +++++++-
.../LLVMIR/omptarget-parallel-wsloop.mlir | 7 ++-
3 files changed, 51 insertions(+), 23 deletions(-)
diff --git a/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp b/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
index 49b01e8fd3b49..8d3651249c037 100644
--- a/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
+++ b/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
@@ -326,6 +326,12 @@ getTargetKernelExecMode(Function &Kernel) {
return static_cast<OMPTgtExecModeFlags>(KernelMode->getZExtValue());
}
+static bool isGenericKernel(Function &Fn) {
+ std::optional<omp::OMPTgtExecModeFlags> ExecMode =
+ getTargetKernelExecMode(Fn);
+ return !ExecMode || (*ExecMode & OMP_TGT_EXEC_MODE_GENERIC);
+}
+
/// Make \p Source branch to \p Target.
///
/// Handles two situations:
@@ -1621,10 +1627,8 @@ static void targetParallelCallback(
: Builder.getInt32(1);
// If this is not a Generic kernel, we can skip generating the wrapper.
- std::optional<omp::OMPTgtExecModeFlags> ExecMode =
- getTargetKernelExecMode(*OuterFn);
Value *WrapperFn;
- if (ExecMode && (*ExecMode & OMP_TGT_EXEC_MODE_GENERIC))
+ if (isGenericKernel(*OuterFn))
WrapperFn = createTargetParallelWrapper(OMPIRBuilder, OutlinedFn);
else
WrapperFn = Constant::getNullValue(PtrTy);
@@ -1898,19 +1902,14 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
LLVM_DEBUG(dbgs() << "After body codegen: " << *OuterFn << "\n");
- auto OI = [&]() -> std::unique_ptr<OutlineInfo> {
- if (Config.isTargetDevice()) {
- std::optional<omp::OMPTgtExecModeFlags> ExecMode =
- getTargetKernelExecMode(*OuterFn);
-
- // If OuterFn is not a Generic kernel, skip custom allocation. This causes
- // the CodeExtractor to follow its default behavior. Otherwise, we need to
- // use device shared memory to allocate argument structures.
- if (ExecMode && *ExecMode & OMP_TGT_EXEC_MODE_GENERIC)
- return std::make_unique<DeviceSharedMemOutlineInfo>(*this);
- }
- return std::make_unique<OutlineInfo>();
- }();
+ // If OuterFn is a Generic kernel, we need to use device shared memory to
+ // allocate argument structures. Otherwise, we use stack allocations as usual.
+ bool UsesDeviceSharedMemory =
+ Config.isTargetDevice() && isGenericKernel(*OuterFn);
+ std::unique_ptr<OutlineInfo> OI =
+ UsesDeviceSharedMemory
+ ? std::make_unique<DeviceSharedMemOutlineInfo>(*this)
+ : std::make_unique<OutlineInfo>();
if (Config.isTargetDevice()) {
// Generate OpenMP target specific runtime call
@@ -1997,8 +1996,17 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
LLVM_DEBUG(llvm::dbgs() << "Forwarding input as pointer: " << V << "\n");
Builder.restoreIP(OuterAllocIP);
- Value *Ptr =
- Builder.CreateAlloca(V.getType(), nullptr, V.getName() + ".reloaded");
+ Value *Ptr;
+ if (UsesDeviceSharedMemory) {
+ // Use device shared memory instead, if needed.
+ Ptr = createOMPAllocShared(OuterAllocIP, V.getType(),
+ V.getName() + ".reloaded");
+ for (InsertPointTy DeallocIP : OuterDeallocIPs)
+ createOMPFreeShared(DeallocIP, Ptr, V.getType());
+ } else {
+ Ptr = Builder.CreateAlloca(V.getType(), nullptr,
+ V.getName() + ".reloaded");
+ }
// Store to stack at end of the block that currently branches to the entry
// block of the to-be-outlined region.
@@ -11350,7 +11358,7 @@ OpenMPIRBuilder::createTeams(const LocationDescription &Loc,
addOutlineInfo(std::move(OI));
- Builder.SetInsertPoint(ExitBB, ExitBB->begin());
+ Builder.SetInsertPoint(ExitBB);
return Builder.saveIP();
}
@@ -11395,7 +11403,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createDistribute(
addOutlineInfo(std::move(OI));
}
- Builder.SetInsertPoint(ExitBB, ExitBB->begin());
+ Builder.SetInsertPoint(ExitBB);
return Builder.saveIP();
}
diff --git a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
index ad145b646d1f5..2526c09dfb112 100644
--- a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
+++ b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
@@ -732,8 +732,9 @@ TEST_F(OpenMPIRBuilderTest, ParallelSimpleGPU) {
EXPECT_EQ(OutlinedFn->getArg(2)->getType(),
PointerType::get(M->getContext(), 0));
EXPECT_EQ(&OutlinedFn->getEntryBlock(), PrivAI->getParent());
- EXPECT_TRUE(OutlinedFn->hasOneUse());
- User *Usr = OutlinedFn->user_back();
+ EXPECT_TRUE(OutlinedFn->hasNUses(2));
+ User *Usr = *OutlinedFn->users().begin();
+ User *WrapperUsr = *++OutlinedFn->users().begin();
ASSERT_TRUE(isa<CallInst>(Usr));
CallInst *Parallel60CI = dyn_cast<CallInst>(Usr);
ASSERT_NE(Parallel60CI, nullptr);
@@ -744,6 +745,20 @@ TEST_F(OpenMPIRBuilderTest, ParallelSimpleGPU) {
EXPECT_TRUE(
isa<GlobalVariable>(Parallel60CI->getArgOperand(0)->stripPointerCasts()));
EXPECT_EQ(Parallel60CI, Usr);
+
+ ASSERT_TRUE(isa<CallInst>(WrapperUsr));
+ CallInst *OutlinedCI = dyn_cast<CallInst>(WrapperUsr);
+ ASSERT_NE(OutlinedCI, nullptr);
+ EXPECT_EQ(OutlinedCI->getCalledFunction(), OutlinedFn);
+
+ Function *WrapperFn = OutlinedCI->getFunction();
+ EXPECT_TRUE(WrapperFn->hasInternalLinkage());
+ EXPECT_EQ(WrapperFn->arg_size(), 2U);
+ EXPECT_EQ(WrapperFn->getArg(0)->getType(),
+ IntegerType::getInt16Ty(M->getContext()));
+ EXPECT_EQ(WrapperFn->getArg(1)->getType(),
+ IntegerType::getInt32Ty(M->getContext()));
+
M->setDataLayout(oldDLStr);
}
diff --git a/mlir/test/Target/LLVMIR/omptarget-parallel-wsloop.mlir b/mlir/test/Target/LLVMIR/omptarget-parallel-wsloop.mlir
index fbf8ed7f9d6b0..838223b337fd1 100644
--- a/mlir/test/Target/LLVMIR/omptarget-parallel-wsloop.mlir
+++ b/mlir/test/Target/LLVMIR/omptarget-parallel-wsloop.mlir
@@ -29,7 +29,7 @@ module attributes {dlti.dl_spec = #dlti.dl_spec<#dlti.dl_entry<"dlti.alloca_memo
// CHECK: call void @__kmpc_parallel_60(ptr addrspacecast
// CHECK-SAME: (ptr addrspace(1) @[[GLOB:[0-9]+]] to ptr),
// CHECK-SAME: i32 %[[THREAD_NUM:.*]], i32 1, i32 -1, i32 -1,
-// CHECK-SAME: ptr @[[PARALLEL_FUNC:.*]], ptr null, ptr %[[PARALLEL_ARGS:.*]], i64 1, i32 0)
+// CHECK-SAME: ptr @[[PARALLEL_FUNC:.*]], ptr @[[PARALLEL_WRAPPER:.*]], ptr %[[PARALLEL_ARGS:.*]], i64 1, i32 0)
// CHECK: define internal void @[[PARALLEL_FUNC]]
// CHECK-SAME: (ptr noalias noundef %[[TID_ADDR:.*]], ptr noalias noundef %[[ZERO_ADDR:.*]],
@@ -41,6 +41,11 @@ module attributes {dlti.dl_spec = #dlti.dl_spec<#dlti.dl_entry<"dlti.alloca_memo
// CHECK: define internal void @[[LOOP_BODY_FUNC]](i32 %[[CNT:.*]], ptr %[[LOOP_BODY_ARG_PTR:.*]]) #[[ATTRS2:[0-9]+]] {
+// CHECK: define internal void @[[PARALLEL_WRAPPER]](i16 {{.*}}, i32 {{.*}}) {
+// CHECK-NOT: ret {{.*}}
+// CHECK: call void @[[PARALLEL_FUNC]]({{.*}})
+// CHECK-NEXT: ret void
+
// CHECK: attributes #[[ATTRS2]] = {
// CHECK-SAME: "target-cpu"="gfx90a"
// CHECK-SAME: "target-features"="+gfx9-insts,+wavefrontsize64"
>From d29742dc6419de9c13009e7758b729d4fb036269 Mon Sep 17 00:00:00 2001
From: Sergio Afonso <Sergio.AfonsoFumero at amd.com>
Date: Thu, 12 Feb 2026 11:07:35 +0000
Subject: [PATCH 06/10] rename allocIP back to allocaIP
---
.../llvm/Frontend/OpenMP/OMPIRBuilder.h | 36 ++---
.../llvm/Transforms/Utils/CodeExtractor.h | 5 +-
llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp | 98 ++++++-------
llvm/lib/Transforms/IPO/OpenMPOpt.cpp | 4 +-
llvm/lib/Transforms/Utils/CodeExtractor.cpp | 4 +-
.../Frontend/OpenMPIRBuilderTest.cpp | 138 +++++++++---------
.../OpenMP/OpenMPToLLVMIRTranslation.cpp | 101 ++++++-------
7 files changed, 194 insertions(+), 192 deletions(-)
diff --git a/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h b/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h
index b09dab1b10cc8..6a0a4c5b4c1f4 100644
--- a/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h
+++ b/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h
@@ -639,9 +639,9 @@ class OpenMPIRBuilder {
/// such InsertPoints need to be preserved, it can split the block itself
/// before calling the callback.
///
- /// AllocIP and CodeGenIP must not point to the same position.
+ /// AllocaIP and CodeGenIP must not point to the same position.
///
- /// \param AllocIP is the insertion point at which new allocations should
+ /// \param AllocaIP is the insertion point at which new allocations should
/// be placed. The BasicBlock it is pointing to must not be
/// split.
/// \param CodeGenIP is the insertion point at which the body code should be
@@ -650,7 +650,7 @@ class OpenMPIRBuilder {
/// deallocations, if needed, should be placed.
/// \return an error, if any were triggered during execution.
using BodyGenCallbackTy =
- function_ref<Error(InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ function_ref<Error(InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs)>;
/// Callback type for task duplication function code generation. This is the
@@ -692,7 +692,7 @@ class OpenMPIRBuilder {
///
/// \return an error, if any were triggered during execution.
using StorableBodyGenCallbackTy =
- std::function<Error(InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ std::function<Error(InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs)>;
/// Callback type for loop body code generation.
@@ -787,7 +787,7 @@ class OpenMPIRBuilder {
/// Generator for '#omp parallel'
///
/// \param Loc The insert and source location description.
- /// \param AllocIP The insertion point to be used for allocations.
+ /// \param AllocaIP The insertion point to be used for allocations.
/// \param DeallocIPs The insertion points to be used for explicit
/// deallocations, if needed.
/// \param BodyGenCB Callback that will generate the region code.
@@ -800,7 +800,7 @@ class OpenMPIRBuilder {
///
/// \returns The insertion position *after* the parallel.
LLVM_ABI InsertPointOrErrorTy createParallel(
- const LocationDescription &Loc, InsertPointTy AllocIP,
+ const LocationDescription &Loc, InsertPointTy AllocaIP,
ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB,
PrivatizeCallbackTy PrivCB, FinalizeCallbackTy FiniCB, Value *IfCondition,
Value *NumThreads, omp::ProcBindKind ProcBind, bool IsCancellable);
@@ -1552,7 +1552,7 @@ class OpenMPIRBuilder {
/// Generator for `#omp taskloop`
///
/// \param Loc The location where the taskloop construct was encountered.
- /// \param AllocIP The insertion point to be used for alloca instructions.
+ /// \param AllocaIP The insertion point to be used for alloca instructions.
/// \param DeallocIPs The list of insertion points where explicit
/// deallocations, if needed, should be placed.
/// \param BodyGenCB Callback that will generate the region code.
@@ -1598,7 +1598,7 @@ class OpenMPIRBuilder {
/// Generator for `#omp task`
///
/// \param Loc The location where the task construct was encountered.
- /// \param AllocIP The insertion point to be used for allocations.
+ /// \param AllocaIP The insertion point to be used for allocations.
/// \param DeallocIPs The insertion points to be used for explicit
/// deallocations, if needed.
/// \param BodyGenCB Callback that will generate the region code.
@@ -1621,7 +1621,7 @@ class OpenMPIRBuilder {
/// \param priority `priority-value' specifies the execution order of the
/// tasks that is generated by the construct
LLVM_ABI InsertPointOrErrorTy createTask(
- const LocationDescription &Loc, InsertPointTy AllocIP,
+ const LocationDescription &Loc, InsertPointTy AllocaIP,
ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB,
bool Tied = true, Value *Final = nullptr, Value *IfCondition = nullptr,
const DependenciesInfo &Dependencies = {}, AffinityData Affinities = {},
@@ -1631,12 +1631,12 @@ class OpenMPIRBuilder {
/// Generator for the taskgroup construct
///
/// \param Loc The location where the taskgroup construct was encountered.
- /// \param AllocIP The insertion point to be used for allocations.
+ /// \param AllocaIP The insertion point to be used for allocations.
/// \param DeallocIPs The insertion point to be used for explicit deallocation
/// instructions, if needed.
/// \param BodyGenCB Callback that will generate the region code.
LLVM_ABI InsertPointOrErrorTy createTaskgroup(
- const LocationDescription &Loc, InsertPointTy AllocIP,
+ const LocationDescription &Loc, InsertPointTy AllocaIP,
ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB);
using FileIdentifierInfoCallbackTy =
@@ -2640,7 +2640,7 @@ class OpenMPIRBuilder {
/// \return an error, if any were triggered during execution.
LLVM_ABI Error emitIfClause(Value *Cond, BodyGenCallbackTy ThenGen,
BodyGenCallbackTy ElseGen,
- InsertPointTy AllocIP = {},
+ InsertPointTy AllocaIP = {},
ArrayRef<InsertPointTy> DeallocIPs = {});
/// Create the global variable holding the offload mappings information.
@@ -3204,12 +3204,12 @@ class OpenMPIRBuilder {
/// Generator for `#omp distribute`
///
/// \param Loc The location where the distribute construct was encountered.
- /// \param AllocIP The insertion point to be used for allocations.
+ /// \param AllocaIP The insertion point to be used for allocations.
/// \param DeallocIPs The insertion points to be used for explicit
/// deallocations, if needed.
/// \param BodyGenCB Callback that will generate the region code.
LLVM_ABI InsertPointOrErrorTy createDistribute(
- const LocationDescription &Loc, InsertPointTy AllocIP,
+ const LocationDescription &Loc, InsertPointTy AllocaIP,
ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB);
/// Generate conditional branch and relevant BasicBlocks through which private
@@ -3538,7 +3538,7 @@ class OpenMPIRBuilder {
/// Generator for '#omp target data'
///
/// \param Loc The location where the target data construct was encountered.
- /// \param AllocIP The insertion points to be used for allocations.
+ /// \param AllocaIP The insertion points to be used for allocations.
/// \param CodeGenIP The insertion point at which the target directive code
/// should be placed.
/// \param DeallocIPs The insertion points at which explicit deallocations
@@ -3555,7 +3555,7 @@ class OpenMPIRBuilder {
/// \param DeviceAddrCB Optional callback to generate code related to
/// use_device_ptr and use_device_addr.
LLVM_ABI InsertPointOrErrorTy createTargetData(
- const LocationDescription &Loc, InsertPointTy AllocIP,
+ const LocationDescription &Loc, InsertPointTy AllocaIP,
InsertPointTy CodeGenIP, ArrayRef<InsertPointTy> DeallocIPs,
Value *DeviceID, Value *IfCond, TargetDataInfo &Info,
GenMapInfoCallbackTy GenMapInfoCB, CustomMapperCallbackTy CustomMapperCB,
@@ -3567,7 +3567,7 @@ class OpenMPIRBuilder {
Value *SrcLocInfo = nullptr);
using TargetBodyGenCallbackTy = function_ref<InsertPointOrErrorTy(
- InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs)>;
using TargetGenArgAccessorsCallbackTy = function_ref<InsertPointOrErrorTy(
@@ -3606,7 +3606,7 @@ class OpenMPIRBuilder {
/// cgroup memory cannot be provided.
LLVM_ABI InsertPointOrErrorTy createTarget(
const LocationDescription &Loc, bool IsOffloadEntry,
- OpenMPIRBuilder::InsertPointTy AllocIP,
+ OpenMPIRBuilder::InsertPointTy AllocaIP,
OpenMPIRBuilder::InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs, TargetDataInfo &Info,
TargetRegionEntryInfo &EntryInfo,
diff --git a/llvm/include/llvm/Transforms/Utils/CodeExtractor.h b/llvm/include/llvm/Transforms/Utils/CodeExtractor.h
index 2bd8c8148285a..50a25f6d544f5 100644
--- a/llvm/include/llvm/Transforms/Utils/CodeExtractor.h
+++ b/llvm/include/llvm/Transforms/Utils/CodeExtractor.h
@@ -250,8 +250,9 @@ class LLVM_ABI CodeExtractor {
protected:
/// Allocate an intermediate variable at the specified point.
- virtual Instruction *allocateVar(BasicBlock *BB, BasicBlock::iterator AllocIP,
- Type *VarType, const Twine &Name = Twine(""),
+ virtual Instruction *allocateVar(BasicBlock *BB,
+ BasicBlock::iterator AllocaIP, Type *VarType,
+ const Twine &Name = Twine(""),
AddrSpaceCastInst **CastedAlloc = nullptr);
/// Deallocate a previously-allocated intermediate variable at the specified
diff --git a/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp b/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
index 8d3651249c037..6300c420221a5 100644
--- a/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
+++ b/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
@@ -526,11 +526,11 @@ class DeviceSharedMemCodeExtractor : public OMPCodeExtractor {
protected:
virtual Instruction *
- allocateVar(BasicBlock *BB, BasicBlock::iterator AllocIP, Type *VarType,
+ allocateVar(BasicBlock *BB, BasicBlock::iterator AllocaIP, Type *VarType,
const Twine &Name = Twine(""),
AddrSpaceCastInst **CastedAlloc = nullptr) override {
return OMPBuilder.createOMPAllocShared(
- OpenMPIRBuilder::InsertPointTy(BB, AllocIP), VarType, Name);
+ OpenMPIRBuilder::InsertPointTy(BB, AllocaIP), VarType, Name);
}
virtual Instruction *deallocateVar(BasicBlock *BB,
@@ -2301,7 +2301,7 @@ Expected<Value *> OpenMPIRBuilder::createTaskDuplicationFunction(
}
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskloop(
- const LocationDescription &Loc, InsertPointTy AllocIP,
+ const LocationDescription &Loc, InsertPointTy AllocaIP,
ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB,
llvm::function_ref<llvm::Expected<llvm::CanonicalLoopInfo *>()> LoopInfo,
Value *LBVal, Value *UBVal, Value *StepVal, bool Untied, Value *IfCond,
@@ -2342,7 +2342,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskloop(
llvm::CanonicalLoopInfo *CLI = result.get();
auto OI = std::make_unique<OutlineInfo>();
OI->EntryBB = TaskloopAllocaBB;
- OI->OuterAllocBB = AllocIP.getBlock();
+ OI->OuterAllocBB = AllocaIP.getBlock();
OI->ExitBB = TaskloopExitBB;
OI->OuterDeallocBBs.reserve(DeallocIPs.size());
for (InsertPointTy DeallocIP : DeallocIPs)
@@ -2352,12 +2352,12 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskloop(
SmallVector<Instruction *> ToBeDeleted;
// dummy instruction to be used as a fake argument
OI->ExcludeArgsFromAggregate.push_back(createFakeIntVal(
- Builder, AllocIP, ToBeDeleted, TaskloopAllocaIP, "global.tid", false));
- Value *FakeLB = createFakeIntVal(Builder, AllocIP, ToBeDeleted,
+ Builder, AllocaIP, ToBeDeleted, TaskloopAllocaIP, "global.tid", false));
+ Value *FakeLB = createFakeIntVal(Builder, AllocaIP, ToBeDeleted,
TaskloopAllocaIP, "lb", false, true);
- Value *FakeUB = createFakeIntVal(Builder, AllocIP, ToBeDeleted,
+ Value *FakeUB = createFakeIntVal(Builder, AllocaIP, ToBeDeleted,
TaskloopAllocaIP, "ub", false, true);
- Value *FakeStep = createFakeIntVal(Builder, AllocIP, ToBeDeleted,
+ Value *FakeStep = createFakeIntVal(Builder, AllocaIP, ToBeDeleted,
TaskloopAllocaIP, "step", false, true);
// For Taskloop, we want to force the bounds being the first 3 inputs in the
// aggregate struct
@@ -2655,7 +2655,7 @@ llvm::StructType *OpenMPIRBuilder::getKmpTaskAffinityInfoTy() {
}
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTask(
- const LocationDescription &Loc, InsertPointTy AllocIP,
+ const LocationDescription &Loc, InsertPointTy AllocaIP,
ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB, bool Tied,
Value *Final, Value *IfCondition, const DependenciesInfo &Dependencies,
AffinityData Affinities, bool Mergeable, Value *EventHandle,
@@ -2697,7 +2697,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTask(
auto OI = std::make_unique<OutlineInfo>();
OI->EntryBB = TaskAllocaBB;
- OI->OuterAllocBB = AllocIP.getBlock();
+ OI->OuterAllocBB = AllocaIP.getBlock();
OI->ExitBB = TaskExitBB;
OI->OuterDeallocBBs.reserve(DeallocIPs.size());
for (InsertPointTy DeallocIP : DeallocIPs)
@@ -2706,7 +2706,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTask(
// Add the thread ID argument.
SmallVector<Instruction *, 4> ToBeDeleted;
OI->ExcludeArgsFromAggregate.push_back(createFakeIntVal(
- Builder, AllocIP, ToBeDeleted, TaskAllocaIP, "global.tid", false));
+ Builder, AllocaIP, ToBeDeleted, TaskAllocaIP, "global.tid", false));
OI->PostOutlineCB = [this, Ident, Tied, Final, IfCondition, Dependencies,
Affinities, Mergeable, Priority, EventHandle,
@@ -2940,7 +2940,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTask(
}
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskgroup(
- const LocationDescription &Loc, InsertPointTy AllocIP,
+ const LocationDescription &Loc, InsertPointTy AllocaIP,
ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB) {
if (!updateToLocation(Loc))
return InsertPointTy();
@@ -2956,7 +2956,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskgroup(
createRuntimeFunctionCall(TaskgroupFn, {Ident, ThreadID});
BasicBlock *TaskgroupExitBB = splitBB(Builder, true, "taskgroup.exit");
- if (Error Err = BodyGenCB(AllocIP, Builder.saveIP(), DeallocIPs))
+ if (Error Err = BodyGenCB(AllocaIP, Builder.saveIP(), DeallocIPs))
return Err;
Builder.SetInsertPoint(TaskgroupExitBB);
@@ -5142,7 +5142,7 @@ Error OpenMPIRBuilder::emitScanBasedDirectiveDeclsIR(
}
// Allocate temporary buffer by master thread
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) -> Error {
Builder.restoreIP(CodeGenIP);
Value *AllocSpan =
@@ -5182,7 +5182,7 @@ Error OpenMPIRBuilder::emitScanBasedDirectiveDeclsIR(
Error OpenMPIRBuilder::emitScanBasedDirectiveFinalsIR(
ArrayRef<ReductionInfo> ReductionInfos, ScanInfo *ScanRedInfo) {
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) -> Error {
Builder.restoreIP(CodeGenIP);
for (ReductionInfo RedInfo : ReductionInfos) {
@@ -5234,7 +5234,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::emitScanReduction(
if (!updateToLocation(Loc))
return Loc.IP;
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) -> Error {
Builder.restoreIP(CodeGenIP);
Function *CurFn = Builder.GetInsertBlock()->getParent();
@@ -7738,7 +7738,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::EmitOMPInlinedRegion(
// generate body
if (Error Err =
- BodyGenCB(/* AllocIP */ InsertPointTy(),
+ BodyGenCB(/* AllocaIP */ InsertPointTy(),
/* CodeGenIP */ Builder.saveIP(), /* DeallocIPs */ {}))
return Err;
@@ -8383,7 +8383,7 @@ Constant *OpenMPIRBuilder::registerTargetRegionFunction(
}
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
- const LocationDescription &Loc, InsertPointTy AllocIP,
+ const LocationDescription &Loc, InsertPointTy AllocaIP,
InsertPointTy CodeGenIP, ArrayRef<InsertPointTy> DeallocIPs,
Value *DeviceID, Value *IfCond, TargetDataInfo &Info,
GenMapInfoCallbackTy GenMapInfoCB, CustomMapperCallbackTy CustomMapperCB,
@@ -8402,11 +8402,11 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
// Generate the code for the opening of the data environment. Capture all the
// arguments of the runtime call by reference because they are used in the
// closing of the region.
- auto BeginThenGen = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BeginThenGen = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) -> Error {
MapInfo = &GenMapInfoCB(Builder.saveIP());
if (Error Err = emitOffloadingArrays(
- AllocIP, Builder.saveIP(), *MapInfo, Info, CustomMapperCB,
+ AllocaIP, Builder.saveIP(), *MapInfo, Info, CustomMapperCB,
/*IsNonContiguous=*/true, DeviceAddrCB))
return Err;
@@ -8460,7 +8460,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
cantFail(TaskBodyCB(/*DeviceID=*/nullptr, /*RTLoc=*/nullptr,
/*TargetTaskAllocaIP=*/{}));
else
- cantFail(emitTargetTask(TaskBodyCB, DeviceID, SrcLocInfo, AllocIP,
+ cantFail(emitTargetTask(TaskBodyCB, DeviceID, SrcLocInfo, AllocaIP,
/*Dependencies=*/{}, RTArgs, Info.HasNoWait));
} else {
Function *BeginMapperFunc = getOrCreateRuntimeFunctionPtr(
@@ -8491,7 +8491,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
// If we need device pointer privatization, we need to emit the body of the
// region with no privatization in the 'else' branch of the conditional.
// Otherwise, we don't have to do anything.
- auto BeginElseGen = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BeginElseGen = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) -> Error {
InsertPointOrErrorTy AfterIP =
BodyGenCB(Builder.saveIP(), BodyGenTy::DupNoPriv);
@@ -8502,7 +8502,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
};
// Generate code for the closing of the data region.
- auto EndThenGen = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto EndThenGen = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
TargetDataRTArgs RTArgs;
Info.EmitDebug = !MapInfo->Names.empty();
@@ -8532,7 +8532,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
// We don't have to do anything to close the region if the if clause evaluates
// to false.
- auto EndElseGen = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto EndElseGen = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
@@ -8541,8 +8541,8 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
if (BodyGenCB) {
Error Err = [&]() {
if (IfCond)
- return emitIfClause(IfCond, BeginThenGen, BeginElseGen, AllocIP);
- return BeginThenGen(AllocIP, Builder.saveIP(), DeallocIPs);
+ return emitIfClause(IfCond, BeginThenGen, BeginElseGen, AllocaIP);
+ return BeginThenGen(AllocaIP, Builder.saveIP(), DeallocIPs);
}();
if (Err)
@@ -8557,12 +8557,12 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
restoreIPandDebugLoc(Builder, *AfterIP);
if (IfCond)
- return emitIfClause(IfCond, EndThenGen, EndElseGen, AllocIP);
- return EndThenGen(AllocIP, Builder.saveIP(), DeallocIPs);
+ return emitIfClause(IfCond, EndThenGen, EndElseGen, AllocaIP);
+ return EndThenGen(AllocaIP, Builder.saveIP(), DeallocIPs);
}
if (IfCond)
- return emitIfClause(IfCond, BeginThenGen, EndElseGen, AllocIP);
- return BeginThenGen(AllocIP, Builder.saveIP(), DeallocIPs);
+ return emitIfClause(IfCond, BeginThenGen, EndElseGen, AllocaIP);
+ return BeginThenGen(AllocaIP, Builder.saveIP(), DeallocIPs);
}();
if (Err)
@@ -9533,7 +9533,7 @@ Error OpenMPIRBuilder::emitOffloadingArraysAndArgs(
static void
emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
- OpenMPIRBuilder::InsertPointTy AllocIP,
+ OpenMPIRBuilder::InsertPointTy AllocaIP,
ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs,
OpenMPIRBuilder::TargetDataInfo &Info,
const OpenMPIRBuilder::TargetKernelDefaultAttrs &DefaultAttrs,
@@ -9596,7 +9596,7 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
};
auto &&EmitTargetCallElse =
- [&](OpenMPIRBuilder::InsertPointTy AllocIP,
+ [&](OpenMPIRBuilder::InsertPointTy AllocaIP,
OpenMPIRBuilder::InsertPointTy CodeGenIP,
ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs) -> Error {
// Assume no error was returned because EmitTargetCallFallbackCB doesn't
@@ -9608,7 +9608,7 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
// OutlinedFnID=nullptr results in that call not being done.
OpenMPIRBuilder::TargetDataRTArgs EmptyRTArgs;
return OMPBuilder.emitTargetTask(TaskBodyCB, /*DeviceID=*/nullptr,
- /*RTLoc=*/nullptr, AllocIP,
+ /*RTLoc=*/nullptr, AllocaIP,
Dependencies, EmptyRTArgs, HasNoWait);
}
return EmitTargetCallFallbackCB(Builder.saveIP());
@@ -9619,7 +9619,7 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
};
auto &&EmitTargetCallThen =
- [&](OpenMPIRBuilder::InsertPointTy AllocIP,
+ [&](OpenMPIRBuilder::InsertPointTy AllocaIP,
OpenMPIRBuilder::InsertPointTy CodeGenIP,
ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs) -> Error {
Info.HasNoWait = HasNoWait;
@@ -9627,7 +9627,7 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
OpenMPIRBuilder::TargetDataRTArgs RTArgs;
if (Error Err = OMPBuilder.emitOffloadingArraysAndArgs(
- AllocIP, Builder.saveIP(), Info, RTArgs, MapInfo, CustomMapperCB,
+ AllocaIP, Builder.saveIP(), Info, RTArgs, MapInfo, CustomMapperCB,
/*IsNonContiguous=*/true,
/*ForEndCall=*/false))
return Err;
@@ -9700,12 +9700,12 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
// explicit generation of the target task.
if (RequiresOuterTargetTask)
return OMPBuilder.emitTargetTask(TaskBodyCB, RuntimeAttrs.DeviceID,
- RTLoc, AllocIP, Dependencies,
+ RTLoc, AllocaIP, Dependencies,
KArgs.RTArgs, Info.HasNoWait);
- return OMPBuilder.emitKernelLaunch(Builder, OutlinedFnID,
- EmitTargetCallFallbackCB, KArgs,
- RuntimeAttrs.DeviceID, RTLoc, AllocIP);
+ return OMPBuilder.emitKernelLaunch(
+ Builder, OutlinedFnID, EmitTargetCallFallbackCB, KArgs,
+ RuntimeAttrs.DeviceID, RTLoc, AllocaIP);
}());
Builder.restoreIP(AfterIP);
@@ -9716,22 +9716,22 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
// wasn't created. In this case we just run the host fallback directly and
// ignore any potential 'if' clauses.
if (!OutlinedFnID) {
- cantFail(EmitTargetCallElse(AllocIP, Builder.saveIP(), DeallocIPs));
+ cantFail(EmitTargetCallElse(AllocaIP, Builder.saveIP(), DeallocIPs));
return;
}
// If there's no 'if' clause, only generate the kernel launch code path.
if (!IfCond) {
- cantFail(EmitTargetCallThen(AllocIP, Builder.saveIP(), DeallocIPs));
+ cantFail(EmitTargetCallThen(AllocaIP, Builder.saveIP(), DeallocIPs));
return;
}
cantFail(OMPBuilder.emitIfClause(IfCond, EmitTargetCallThen,
- EmitTargetCallElse, AllocIP));
+ EmitTargetCallElse, AllocaIP));
}
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTarget(
- const LocationDescription &Loc, bool IsOffloadEntry, InsertPointTy AllocIP,
+ const LocationDescription &Loc, bool IsOffloadEntry, InsertPointTy AllocaIP,
InsertPointTy CodeGenIP, ArrayRef<InsertPointTy> DeallocIPs,
TargetDataInfo &Info, TargetRegionEntryInfo &EntryInfo,
const TargetKernelDefaultAttrs &DefaultAttrs,
@@ -9762,7 +9762,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTarget(
// to make a remote call (offload) to the previously outlined function
// that represents the target region. Do that now.
if (!Config.isTargetDevice())
- emitTargetCall(*this, Builder, AllocIP, DeallocIPs, Info, DefaultAttrs,
+ emitTargetCall(*this, Builder, AllocaIP, DeallocIPs, Info, DefaultAttrs,
RuntimeAttrs, IfCond, OutlinedFn, OutlinedFnID, Inputs,
GenMapInfoCB, CustomMapperCB, Dependencies, HasNowait,
DynCGroupMem, DynCGroupMemFallback);
@@ -10552,16 +10552,16 @@ void OpenMPIRBuilder::emitBlock(BasicBlock *BB, Function *CurFn,
Error OpenMPIRBuilder::emitIfClause(Value *Cond, BodyGenCallbackTy ThenGen,
BodyGenCallbackTy ElseGen,
- InsertPointTy AllocIP,
+ InsertPointTy AllocaIP,
ArrayRef<InsertPointTy> DeallocIPs) {
// If the condition constant folds and can be elided, try to avoid emitting
// the condition and the dead arm of the if/else.
if (auto *CI = dyn_cast<ConstantInt>(Cond)) {
auto CondConstant = CI->getSExtValue();
if (CondConstant)
- return ThenGen(AllocIP, Builder.saveIP(), DeallocIPs);
+ return ThenGen(AllocaIP, Builder.saveIP(), DeallocIPs);
- return ElseGen(AllocIP, Builder.saveIP(), DeallocIPs);
+ return ElseGen(AllocaIP, Builder.saveIP(), DeallocIPs);
}
Function *CurFn = Builder.GetInsertBlock()->getParent();
@@ -10574,13 +10574,13 @@ Error OpenMPIRBuilder::emitIfClause(Value *Cond, BodyGenCallbackTy ThenGen,
Builder.CreateCondBr(Cond, ThenBlock, ElseBlock);
// Emit the 'then' code.
emitBlock(ThenBlock, CurFn);
- if (Error Err = ThenGen(AllocIP, Builder.saveIP(), DeallocIPs))
+ if (Error Err = ThenGen(AllocaIP, Builder.saveIP(), DeallocIPs))
return Err;
emitBranch(ContBlock);
// Emit the 'else' code if present.
// There is no need to emit line number for unconditional branch.
emitBlock(ElseBlock, CurFn);
- if (Error Err = ElseGen(AllocIP, Builder.saveIP(), DeallocIPs))
+ if (Error Err = ElseGen(AllocaIP, Builder.saveIP(), DeallocIPs))
return Err;
// There is no need to emit line number for unconditional branch.
emitBranch(ContBlock);
diff --git a/llvm/lib/Transforms/IPO/OpenMPOpt.cpp b/llvm/lib/Transforms/IPO/OpenMPOpt.cpp
index a2d9a51f2d4f7..7a92d96dcd412 100644
--- a/llvm/lib/Transforms/IPO/OpenMPOpt.cpp
+++ b/llvm/lib/Transforms/IPO/OpenMPOpt.cpp
@@ -1088,7 +1088,7 @@ struct OpenMPOpt {
SmallDenseMap<BasicBlock *, SmallPtrSet<Instruction *, 4>> BB2PRMap;
BasicBlock *StartBB = nullptr, *EndBB = nullptr;
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
BasicBlock *CGStartBB = CodeGenIP.getBlock();
BasicBlock *CGEndBB =
@@ -1129,7 +1129,7 @@ struct OpenMPOpt {
const DebugLoc DL = ParentBB->getTerminator()->getDebugLoc();
ParentBB->getTerminator()->eraseFromParent();
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
BasicBlock *CGStartBB = CodeGenIP.getBlock();
BasicBlock *CGEndBB =
diff --git a/llvm/lib/Transforms/Utils/CodeExtractor.cpp b/llvm/lib/Transforms/Utils/CodeExtractor.cpp
index 78ecb876f1a11..6038b5b0ccfe9 100644
--- a/llvm/lib/Transforms/Utils/CodeExtractor.cpp
+++ b/llvm/lib/Transforms/Utils/CodeExtractor.cpp
@@ -444,12 +444,12 @@ CodeExtractor::findOrCreateBlockForHoisting(BasicBlock *CommonExitBlock) {
}
Instruction *CodeExtractor::allocateVar(BasicBlock *BB,
- BasicBlock::iterator AllocIP,
+ BasicBlock::iterator AllocaIP,
Type *VarType, const Twine &Name,
AddrSpaceCastInst **CastedAlloc) {
const DataLayout &DL = BB->getModule()->getDataLayout();
Instruction *Alloca =
- new AllocaInst(VarType, DL.getAllocaAddrSpace(), nullptr, Name, AllocIP);
+ new AllocaInst(VarType, DL.getAllocaAddrSpace(), nullptr, Name, AllocaIP);
if (CastedAlloc && ArgsInZeroAddressSpace && DL.getAllocaAddrSpace() != 0) {
*CastedAlloc = new AddrSpaceCastInst(
diff --git a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
index 2526c09dfb112..69bb01e50b79b 100644
--- a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
+++ b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
@@ -58,9 +58,9 @@ using namespace omp;
}
#define BODYGENCB_WRAPPER(cb) \
- [&cb](InsertPointTy AllocIP, InsertPointTy CodeGenIP, \
+ [&cb](InsertPointTy AllocaIP, InsertPointTy CodeGenIP, \
ArrayRef<InsertPointTy> DeallocIPs) -> Error { \
- cb(AllocIP, CodeGenIP, DeallocIPs); \
+ cb(AllocaIP, CodeGenIP, DeallocIPs); \
return Error::success(); \
}
@@ -652,11 +652,11 @@ TEST_F(OpenMPIRBuilderTest, ParallelSimpleGPU) {
unsigned NumPrivatizedVars = 0;
unsigned NumFinalizationPoints = 0;
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
++NumBodiesGenerated;
- Builder.restoreIP(AllocIP);
+ Builder.restoreIP(AllocaIP);
Type *PrivType = F->arg_begin()->getType();
PrivAI = Builder.CreateAlloca(PrivType);
Builder.CreateStore(F->arg_begin(), PrivAI);
@@ -781,11 +781,11 @@ TEST_F(OpenMPIRBuilderTest, ParallelSimple) {
unsigned NumPrivatizedVars = 0;
unsigned NumFinalizationPoints = 0;
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
++NumBodiesGenerated;
- Builder.restoreIP(AllocIP);
+ Builder.restoreIP(AllocaIP);
Type *PrivType = F->arg_begin()->getType();
PrivAI = Builder.CreateAlloca(PrivType);
Builder.CreateStore(F->arg_begin(), PrivAI);
@@ -890,7 +890,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested) {
unsigned NumOuterBodiesGenerated = 0;
unsigned NumFinalizationPoints = 0;
- auto InnerBodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto InnerBodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
++NumInnerBodiesGenerated;
return Error::success();
@@ -914,7 +914,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested) {
return Error::success();
};
- auto OuterBodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto OuterBodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
++NumOuterBodiesGenerated;
Builder.restoreIP(CodeGenIP);
@@ -924,8 +924,8 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP,
- OMPBuilder.createParallel(InsertPointTy(CGBB, CGBB->end()), AllocIP, {},
- InnerBodyGenCB, PrivCB, FiniCB, nullptr,
+ OMPBuilder.createParallel(InsertPointTy(CGBB, CGBB->end()), AllocaIP,
+ {}, InnerBodyGenCB, PrivCB, FiniCB, nullptr,
nullptr, OMP_PROC_BIND_default, false));
Builder.restoreIP(AfterIP);
@@ -993,7 +993,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested2Inner) {
unsigned NumOuterBodiesGenerated = 0;
unsigned NumFinalizationPoints = 0;
- auto InnerBodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto InnerBodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
++NumInnerBodiesGenerated;
return Error::success();
@@ -1017,7 +1017,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested2Inner) {
return Error::success();
};
- auto OuterBodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto OuterBodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
++NumOuterBodiesGenerated;
Builder.restoreIP(CodeGenIP);
@@ -1031,18 +1031,18 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested2Inner) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP1,
- OMPBuilder.createParallel(InsertPointTy(CGBB, CGBB->end()), AllocIP, {},
- InnerBodyGenCB, PrivCB, FiniCB, nullptr,
+ OMPBuilder.createParallel(InsertPointTy(CGBB, CGBB->end()), AllocaIP,
+ {}, InnerBodyGenCB, PrivCB, FiniCB, nullptr,
nullptr, OMP_PROC_BIND_default, false));
Builder.restoreIP(AfterIP1);
Builder.CreateBr(NewBB1);
- ASSERT_EXPECTED_INIT(
- OpenMPIRBuilder::InsertPointTy, AfterIP2,
- OMPBuilder.createParallel(InsertPointTy(NewBB1, NewBB1->end()), AllocIP,
- {}, InnerBodyGenCB, PrivCB, FiniCB, nullptr,
- nullptr, OMP_PROC_BIND_default, false));
+ ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, AfterIP2,
+ OMPBuilder.createParallel(
+ InsertPointTy(NewBB1, NewBB1->end()), AllocaIP, {},
+ InnerBodyGenCB, PrivCB, FiniCB, nullptr, nullptr,
+ OMP_PROC_BIND_default, false));
Builder.restoreIP(AfterIP2);
Builder.CreateBr(NewBB2);
@@ -1116,11 +1116,11 @@ TEST_F(OpenMPIRBuilderTest, ParallelIfCond) {
unsigned NumPrivatizedVars = 0;
unsigned NumFinalizationPoints = 0;
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
++NumBodiesGenerated;
- Builder.restoreIP(AllocIP);
+ Builder.restoreIP(AllocaIP);
Type *PrivType = F->arg_begin()->getType();
PrivAI = Builder.CreateAlloca(PrivType);
Builder.CreateStore(F->arg_begin(), PrivAI);
@@ -1224,7 +1224,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelCancelBarrier) {
unsigned NumFinalizationPoints = 0;
CallInst *CheckedBarrier = nullptr;
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
++NumBodiesGenerated;
@@ -1361,7 +1361,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelForwardAsPointers) {
Value *StructPtrVal = Builder.CreateCall(RetStructPtrFunc);
Instruction *Internal;
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
IRBuilder<>::InsertPointGuard Guard(Builder);
Builder.restoreIP(CodeGenIP);
@@ -2886,10 +2886,10 @@ TEST_F(OpenMPIRBuilderTest, MasterDirective) {
BasicBlock *EntryBB = nullptr;
BasicBlock *ThenBB = nullptr;
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
- if (AllocIP.isSet())
- Builder.restoreIP(AllocIP);
+ if (AllocaIP.isSet())
+ Builder.restoreIP(AllocaIP);
else
Builder.SetInsertPoint(&*(F->getEntryBlock().getFirstInsertionPt()));
Type *PrivType = F->arg_begin()->getType();
@@ -2968,10 +2968,10 @@ TEST_F(OpenMPIRBuilderTest, MaskedDirective) {
BasicBlock *EntryBB = nullptr;
BasicBlock *ThenBB = nullptr;
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
- if (AllocIP.isSet())
- Builder.restoreIP(AllocIP);
+ if (AllocaIP.isSet())
+ Builder.restoreIP(AllocaIP);
else
Builder.SetInsertPoint(&*(F->getEntryBlock().getFirstInsertionPt()));
Type *PrivType = F->arg_begin()->getType();
@@ -3049,7 +3049,7 @@ TEST_F(OpenMPIRBuilderTest, CriticalDirective) {
Type *PrivType = F->arg_begin()->getType();
AllocaInst *PrivAI = Builder.CreateAlloca(PrivType);
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
// actual start for bodyCB
llvm::BasicBlock *CodeGenIPBB = CodeGenIP.getBlock();
@@ -3303,7 +3303,7 @@ TEST_F(OpenMPIRBuilderTest, OrderedDirectiveThreads) {
Type *PrivType = F->arg_begin()->getType();
AllocaInst *PrivAI = Builder.CreateAlloca(PrivType, nullptr, "priv.inst");
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
llvm::BasicBlock *CodeGenIPBB = CodeGenIP.getBlock();
llvm::Instruction *CodeGenIPInst = &*CodeGenIP.getPoint();
@@ -3380,7 +3380,7 @@ TEST_F(OpenMPIRBuilderTest, OrderedDirectiveSimd) {
Type *PrivType = F->arg_begin()->getType();
AllocaInst *PrivAI = Builder.CreateAlloca(PrivType, nullptr, "priv.inst");
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
llvm::BasicBlock *CodeGenIPBB = CodeGenIP.getBlock();
llvm::Instruction *CodeGenIPInst = &*CodeGenIP.getPoint();
@@ -3485,10 +3485,10 @@ TEST_F(OpenMPIRBuilderTest, SingleDirective) {
BasicBlock *EntryBB = nullptr;
BasicBlock *ThenBB = nullptr;
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
- if (AllocIP.isSet())
- Builder.restoreIP(AllocIP);
+ if (AllocaIP.isSet())
+ Builder.restoreIP(AllocaIP);
else
Builder.SetInsertPoint(&*(F->getEntryBlock().getFirstInsertionPt()));
Type *PrivType = F->arg_begin()->getType();
@@ -3579,10 +3579,10 @@ TEST_F(OpenMPIRBuilderTest, SingleDirectiveNowait) {
BasicBlock *EntryBB = nullptr;
BasicBlock *ThenBB = nullptr;
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
- if (AllocIP.isSet())
- Builder.restoreIP(AllocIP);
+ if (AllocaIP.isSet())
+ Builder.restoreIP(AllocaIP);
else
Builder.SetInsertPoint(&*(F->getEntryBlock().getFirstInsertionPt()));
Type *PrivType = F->arg_begin()->getType();
@@ -3701,10 +3701,10 @@ TEST_F(OpenMPIRBuilderTest, SingleDirectiveCopyPrivate) {
Function *CopyFunc =
Function::Create(CopyFuncTy, Function::PrivateLinkage, "copy_var", *M);
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
- if (AllocIP.isSet())
- Builder.restoreIP(AllocIP);
+ if (AllocaIP.isSet())
+ Builder.restoreIP(AllocaIP);
else
Builder.SetInsertPoint(&*(F->getEntryBlock().getFirstInsertionPt()));
Type *PrivType = F->arg_begin()->getType();
@@ -4640,9 +4640,9 @@ TEST_F(OpenMPIRBuilderTest, CreateTeams) {
AllocaInst *ValPtr128 = Builder.CreateAlloca(Builder.getInt128Ty());
Value *Val128 = Builder.CreateLoad(Builder.getInt128Ty(), ValPtr128, "load");
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
- Builder.restoreIP(AllocIP);
+ Builder.restoreIP(AllocaIP);
AllocaInst *Local128 = Builder.CreateAlloca(Builder.getInt128Ty(), nullptr,
"bodygen.alloca128");
@@ -4722,7 +4722,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithThreadLimit) {
Function::Create(FunctionType::get(Builder.getVoidTy(), false),
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
@@ -4778,7 +4778,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithNumTeamsUpper) {
Function::Create(FunctionType::get(Builder.getVoidTy(), false),
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
@@ -4840,7 +4840,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithNumTeamsBoth) {
Value *NumTeamsUpper =
Builder.CreateAdd(F->arg_begin(), Builder.getInt32(10), "numTeamsUpper");
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
@@ -4907,7 +4907,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithNumTeamsAndThreadLimit) {
Function::Create(FunctionType::get(Builder.getVoidTy(), false),
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
@@ -4964,7 +4964,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithIfCondition) {
Function::Create(FunctionType::get(Builder.getVoidTy(), false),
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
@@ -5032,7 +5032,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithIfConditionAndNumTeams) {
Function::Create(FunctionType::get(Builder.getVoidTy(), false),
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
@@ -5812,7 +5812,7 @@ TEST_F(OpenMPIRBuilderTest, CreateSectionsSimple) {
llvm::SmallVector<BodyGenCallbackTy, 4> SectionCBVector;
auto FiniCB = [&](InsertPointTy IP) { return Error::success(); };
- auto SectionCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto SectionCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
@@ -5858,7 +5858,7 @@ TEST_F(OpenMPIRBuilderTest, CreateSections) {
EXPECT_NE(IPBB->end(), IP.getPoint());
};
- auto SectionCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto SectionCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
++NumBodiesGenerated;
CaseBBs.push_back(CodeGenIP.getBlock());
@@ -6432,7 +6432,7 @@ TEST_F(OpenMPIRBuilderTest, TargetRegion) {
Builder.CreateStore(Builder.getInt32(10), APtr);
Builder.CreateStore(Builder.getInt32(20), BPtr);
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) -> InsertPointTy {
IRBuilderBase::InsertPointGuard guard(Builder);
Builder.SetCurrentDebugLocation(llvm::DebugLoc());
@@ -6652,7 +6652,7 @@ TEST_F(OpenMPIRBuilderTest, TargetRegionDevice) {
};
auto CustomMapperCB = [&](unsigned int I) { return nullptr; };
- auto BodyGenCB = [&](OpenMPIRBuilder::InsertPointTy AllocIP,
+ auto BodyGenCB = [&](OpenMPIRBuilder::InsertPointTy AllocaIP,
OpenMPIRBuilder::InsertPointTy CodeGenIP,
ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs)
-> OpenMPIRBuilder::InsertPointTy {
@@ -7055,7 +7055,7 @@ TEST_F(OpenMPIRBuilderTest, ConstantAllocaRaise) {
llvm::Value *RaiseAlloca = nullptr;
auto CustomMapperCB = [&](unsigned int I) { return nullptr; };
- auto BodyGenCB = [&](OpenMPIRBuilder::InsertPointTy AllocIP,
+ auto BodyGenCB = [&](OpenMPIRBuilder::InsertPointTy AllocaIP,
OpenMPIRBuilder::InsertPointTy CodeGenIP,
ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs)
-> OpenMPIRBuilder::InsertPointTy {
@@ -7345,9 +7345,9 @@ TEST_F(OpenMPIRBuilderTest, CreateTask) {
Value *Val128 =
Builder.CreateLoad(Builder.getInt128Ty(), ValPtr128, "bodygen.load");
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
- Builder.restoreIP(AllocIP);
+ Builder.restoreIP(AllocaIP);
AllocaInst *Local128 = Builder.CreateAlloca(Builder.getInt128Ty(), nullptr,
"bodygen.alloca128");
@@ -7474,7 +7474,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskNoArgs) {
F->setName("func");
IRBuilder<> Builder(BB);
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
@@ -7510,7 +7510,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskUntied) {
OMPBuilder.initialize();
F->setName("func");
IRBuilder<> Builder(BB);
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
@@ -7547,7 +7547,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskDepend) {
OMPBuilder.initialize();
F->setName("func");
IRBuilder<> Builder(BB);
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
@@ -7629,7 +7629,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskFinal) {
OMPBuilder.initialize();
F->setName("func");
IRBuilder<> Builder(BB);
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
@@ -7689,7 +7689,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskIfCondition) {
OMPBuilder.initialize();
F->setName("func");
IRBuilder<> Builder(BB);
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
return Error::success();
};
@@ -7947,9 +7947,9 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroup) {
Value *InternalStoreInst, *InternalLoad32, *InternalLoad128, *InternalIfCmp;
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
- Builder.restoreIP(AllocIP);
+ Builder.restoreIP(AllocaIP);
AllocaInst *Local128 = Builder.CreateAlloca(Builder.getInt128Ty(), nullptr,
"bodygen.alloca128");
@@ -8038,15 +8038,15 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroupWithTasks) {
F->setName("func");
IRBuilder<> Builder(BB);
- auto BodyGenCB = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
- Builder.restoreIP(AllocIP);
+ Builder.restoreIP(AllocaIP);
AllocaInst *Alloca32 =
Builder.CreateAlloca(Builder.getInt32Ty(), nullptr, "bodygen.alloca32");
AllocaInst *Alloca64 =
Builder.CreateAlloca(Builder.getInt64Ty(), nullptr, "bodygen.alloca64");
Builder.restoreIP(CodeGenIP);
- auto TaskBodyGenCB1 = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto TaskBodyGenCB1 = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
LoadInst *LoadValue = Builder.CreateLoad(Builder.getInt64Ty(), Alloca64);
@@ -8057,10 +8057,10 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroupWithTasks) {
OpenMPIRBuilder::LocationDescription Loc(Builder.saveIP(), DL);
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, TaskIP1,
- OMPBuilder.createTask(Loc, AllocIP, DeallocIPs, TaskBodyGenCB1));
+ OMPBuilder.createTask(Loc, AllocaIP, DeallocIPs, TaskBodyGenCB1));
Builder.restoreIP(TaskIP1);
- auto TaskBodyGenCB2 = [&](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ auto TaskBodyGenCB2 = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
ArrayRef<InsertPointTy> DeallocIPs) {
Builder.restoreIP(CodeGenIP);
LoadInst *LoadValue = Builder.CreateLoad(Builder.getInt32Ty(), Alloca32);
@@ -8071,7 +8071,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroupWithTasks) {
OpenMPIRBuilder::LocationDescription Loc2(Builder.saveIP(), DL);
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, TaskIP2,
- OMPBuilder.createTask(Loc2, AllocIP, DeallocIPs, TaskBodyGenCB2));
+ OMPBuilder.createTask(Loc2, AllocaIP, DeallocIPs, TaskBodyGenCB2));
Builder.restoreIP(TaskIP2);
};
diff --git a/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp b/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
index 2b469be433676..939bb2554cbb7 100644
--- a/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
+++ b/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
@@ -76,9 +76,9 @@ class OpenMPAllocStackFrame
MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID(OpenMPAllocStackFrame)
explicit OpenMPAllocStackFrame(
- llvm::OpenMPIRBuilder::InsertPointTy allocIP,
+ llvm::OpenMPIRBuilder::InsertPointTy allocaIP,
llvm::ArrayRef<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs)
- : allocInsertPoint(allocIP), deallocInsertPoints(deallocIPs) {}
+ : allocInsertPoint(allocaIP), deallocInsertPoints(deallocIPs) {}
llvm::OpenMPIRBuilder::InsertPointTy allocInsertPoint;
llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocInsertPoints;
};
@@ -708,7 +708,7 @@ convertOmpMasked(Operation &opInst, llvm::IRBuilderBase &builder,
if (failed(checkImplementationStatus(opInst)))
return failure();
- auto bodyGenCB = [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ auto bodyGenCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
llvm::ArrayRef<InsertPointTy> deallocIPs) {
// MaskedOp has only one region associated with it.
auto ®ion = maskedOp.getRegion();
@@ -753,7 +753,7 @@ convertOmpMaster(Operation &opInst, llvm::IRBuilderBase &builder,
if (failed(checkImplementationStatus(opInst)))
return failure();
- auto bodyGenCB = [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ auto bodyGenCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
llvm::ArrayRef<InsertPointTy> deallocIPs) {
// MasterOp has only one region associated with it.
auto ®ion = masterOp.getRegion();
@@ -789,7 +789,7 @@ convertOmpCritical(Operation &opInst, llvm::IRBuilderBase &builder,
if (failed(checkImplementationStatus(opInst)))
return failure();
- auto bodyGenCB = [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ auto bodyGenCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
llvm::ArrayRef<InsertPointTy> deallocIPs) {
// CriticalOp has only one region associated with it.
auto ®ion = cast<omp::CriticalOp>(opInst).getRegion();
@@ -1101,7 +1101,7 @@ convertOmpOrderedRegion(Operation &opInst, llvm::IRBuilderBase &builder,
if (failed(checkImplementationStatus(opInst)))
return failure();
- auto bodyGenCB = [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ auto bodyGenCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
llvm::ArrayRef<InsertPointTy> deallocIPs) {
// OrderedOp has only one region associated with it.
auto ®ion = cast<omp::OrderedRegionOp>(opInst).getRegion();
@@ -2006,7 +2006,7 @@ convertOmpSections(Operation &opInst, llvm::IRBuilderBase &builder,
Region ®ion = sectionOp.getRegion();
auto sectionCB = [§ionsOp, ®ion, &builder, &moduleTranslation](
- InsertPointTy allocIP, InsertPointTy codeGenIP,
+ InsertPointTy allocaIP, InsertPointTy codeGenIP,
ArrayRef<InsertPointTy> deallocIPs) {
builder.restoreIP(codeGenIP);
@@ -2081,7 +2081,7 @@ convertOmpSingle(omp::SingleOp &singleOp, llvm::IRBuilderBase &builder,
if (failed(checkImplementationStatus(*singleOp)))
return failure();
- auto bodyCB = [&](InsertPointTy allocIP, InsertPointTy codegenIP,
+ auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codegenIP,
llvm::ArrayRef<InsertPointTy> deallocIPs) {
builder.restoreIP(codegenIP);
return convertOmpOpRegions(singleOp.getRegion(), "omp.single.region",
@@ -2187,10 +2187,10 @@ convertOmpTeams(omp::TeamsOp op, llvm::IRBuilderBase &builder,
return failure();
}
- auto bodyCB = [&](InsertPointTy allocIP, InsertPointTy codegenIP,
+ auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codegenIP,
llvm::ArrayRef<InsertPointTy> deallocIPs) {
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocIPs);
builder.restoreIP(codegenIP);
return convertOmpOpRegions(op.getRegion(), "omp.teams.region", builder,
moduleTranslation)
@@ -2860,7 +2860,7 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
// this way the initialization and copy regions are executed immediately while
// the host variable data are still live.
llvm::SmallVector<InsertPointTy> deallocIPs;
- InsertPointTy allocIP =
+ InsertPointTy allocaIP =
findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
// Not using splitBB() because that requires the current block to have a
@@ -2892,7 +2892,7 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocIPs);
// Allocate and initialize private variables
builder.SetInsertPoint(initBlock->getTerminator());
@@ -2960,12 +2960,12 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
// Set up for call to createTask()
builder.SetInsertPoint(taskStartBlock);
- auto bodyCB = [&](InsertPointTy allocIP, InsertPointTy codegenIP,
+ auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codegenIP,
llvm::ArrayRef<InsertPointTy> deallocIPs) -> llvm::Error {
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocIPs);
// translate the body of the task:
builder.restoreIP(codegenIP);
@@ -2983,7 +2983,7 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
llvm::IRBuilderBase::InsertPointGuard guard(builder);
llvm::Type *llvmAllocType =
moduleTranslation.convertType(privDecl.getType());
- builder.SetInsertPoint(allocIP.getBlock()->getTerminator());
+ builder.SetInsertPoint(allocaIP.getBlock()->getTerminator());
llvm::Value *llvmPrivateVar = builder.CreateAlloca(
llvmAllocType, /*ArraySize=*/nullptr, "omp.private.alloc");
@@ -3060,7 +3060,7 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
moduleTranslation.getOpenMPBuilder()->createTask(
- ompLoc, allocIP, deallocIPs, bodyCB, !taskOp.getUntied(),
+ ompLoc, allocaIP, deallocIPs, bodyCB, !taskOp.getUntied(),
moduleTranslation.lookupValue(taskOp.getFinal()),
moduleTranslation.lookupValue(taskOp.getIfExpr()), dependencies, ad,
taskOp.getMergeable(),
@@ -3287,7 +3287,7 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
privateVarsInfo.privatizers};
llvm::SmallVector<InsertPointTy> deallocIPs;
- llvm::OpenMPIRBuilder::InsertPointTy allocIP =
+ llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
assert(builder.GetInsertPoint() == builder.GetInsertBlock()->end());
@@ -3304,7 +3304,7 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
splitBB(builder, /*CreateBranch=*/true, "omp.private.init");
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocIPs);
// Allocate and initialize private variables
builder.SetInsertPoint(initBlock->getTerminator());
@@ -3366,12 +3366,12 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
loopOp, builder, moduleTranslation, lbVal, ubVal, stepVal))
return handleError(std::move(err), opInst);
- auto bodyCB = [&](InsertPointTy allocIP, InsertPointTy codegenIP,
+ auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codegenIP,
llvm::ArrayRef<InsertPointTy> deallocIPs) -> llvm::Error {
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocIPs);
// translate the body of the taskloop:
builder.restoreIP(codegenIP);
@@ -3389,7 +3389,7 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
llvm::IRBuilderBase::InsertPointGuard guard(builder);
llvm::Type *llvmAllocType =
moduleTranslation.convertType(privDecl.getType());
- builder.SetInsertPoint(allocIP.getBlock()->getTerminator());
+ builder.SetInsertPoint(allocaIP.getBlock()->getTerminator());
llvm::Value *llvmPrivateVar = builder.CreateAlloca(
llvmAllocType, /*ArraySize=*/nullptr, "omp.private.alloc");
@@ -3568,7 +3568,7 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
moduleTranslation.getOpenMPBuilder()->createTaskloop(
- ompLoc, allocIP, deallocIPs, bodyCB, loopInfo, lbVal, ubVal, stepVal,
+ ompLoc, allocaIP, deallocIPs, bodyCB, loopInfo, lbVal, ubVal, stepVal,
contextOp.getUntied(), ifCond, grainsize, contextOp.getNogroup(),
sched, moduleTranslation.lookupValue(contextOp.getFinal()),
contextOp.getMergeable(),
@@ -3593,7 +3593,7 @@ convertOmpTaskgroupOp(omp::TaskgroupOp tgOp, llvm::IRBuilderBase &builder,
if (failed(checkImplementationStatus(*tgOp)))
return failure();
- auto bodyCB = [&](InsertPointTy allocIP, InsertPointTy codegenIP,
+ auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codegenIP,
llvm::ArrayRef<InsertPointTy> deallocIPs) {
builder.restoreIP(codegenIP);
return convertOmpOpRegions(tgOp.getRegion(), "omp.taskgroup.region",
@@ -3602,11 +3602,11 @@ convertOmpTaskgroupOp(omp::TaskgroupOp tgOp, llvm::IRBuilderBase &builder,
};
llvm::SmallVector<InsertPointTy> deallocIPs;
- InsertPointTy allocIP =
+ InsertPointTy allocaIP =
findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
- moduleTranslation.getOpenMPBuilder()->createTaskgroup(ompLoc, allocIP,
+ moduleTranslation.getOpenMPBuilder()->createTaskgroup(ompLoc, allocaIP,
deallocIPs, bodyCB);
if (failed(handleError(afterIP, *tgOp)))
@@ -3854,10 +3854,10 @@ convertOmpParallel(omp::ParallelOp opInst, llvm::IRBuilderBase &builder,
SmallVector<DeferredStore> deferredStores;
auto bodyGenCB =
- [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ [&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
llvm::ArrayRef<InsertPointTy> deallocIPs) -> llvm::Error {
llvm::Expected<llvm::BasicBlock *> afterAllocas = allocatePrivateVars(
- opInst, builder, moduleTranslation, privateVarsInfo, allocIP);
+ opInst, builder, moduleTranslation, privateVarsInfo, allocaIP);
if (handleError(afterAllocas, *opInst).failed())
return llvm::make_error<PreviouslyReportedError>();
@@ -3867,11 +3867,12 @@ convertOmpParallel(omp::ParallelOp opInst, llvm::IRBuilderBase &builder,
MutableArrayRef<BlockArgument> reductionArgs =
cast<omp::BlockArgOpenMPOpInterface>(*opInst).getReductionBlockArgs();
- allocIP = InsertPointTy(allocIP.getBlock(),
- allocIP.getBlock()->getTerminator()->getIterator());
+ allocaIP =
+ InsertPointTy(allocaIP.getBlock(),
+ allocaIP.getBlock()->getTerminator()->getIterator());
if (failed(allocReductionVars(
- opInst, reductionArgs, builder, moduleTranslation, allocIP,
+ opInst, reductionArgs, builder, moduleTranslation, allocaIP,
reductionDecls, privateReductionVariables, reductionVariableMap,
deferredStores, isByRef)))
return llvm::make_error<PreviouslyReportedError>();
@@ -3901,7 +3902,7 @@ convertOmpParallel(omp::ParallelOp opInst, llvm::IRBuilderBase &builder,
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocIPs);
// ParallelOp has only one region associated with it.
llvm::Expected<llvm::BasicBlock *> regionBlock = convertOmpOpRegions(
@@ -3931,7 +3932,7 @@ convertOmpParallel(omp::ParallelOp opInst, llvm::IRBuilderBase &builder,
llvm::OpenMPIRBuilder::InsertPointOrErrorTy contInsertPoint =
ompBuilder->createReductions(
- builder.saveIP(), allocIP, reductionInfos, isByRef,
+ builder.saveIP(), allocaIP, reductionInfos, isByRef,
/*IsNoWait=*/false, /*IsTeamsReduction=*/false);
if (!contInsertPoint)
return contInsertPoint.takeError();
@@ -4004,13 +4005,13 @@ convertOmpParallel(omp::ParallelOp opInst, llvm::IRBuilderBase &builder,
pbKind = getProcBindKind(*bind);
llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs;
- llvm::OpenMPIRBuilder::InsertPointTy allocIP =
+ llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
- ompBuilder->createParallel(ompLoc, allocIP, deallocIPs, bodyGenCB, privCB,
- finiCB, ifCond, numThreads, pbKind,
+ ompBuilder->createParallel(ompLoc, allocaIP, deallocIPs, bodyGenCB,
+ privCB, finiCB, ifCond, numThreads, pbKind,
isCancellable);
if (failed(handleError(afterIP, *opInst)))
@@ -6411,16 +6412,16 @@ convertOmpTargetData(Operation *op, llvm::IRBuilderBase &builder,
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs;
- llvm::OpenMPIRBuilder::InsertPointTy allocIP =
+ llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP = [&]() {
if (isa<omp::TargetDataOp>(op))
- return ompBuilder->createTargetData(ompLoc, allocIP, builder.saveIP(),
+ return ompBuilder->createTargetData(ompLoc, allocaIP, builder.saveIP(),
deallocIPs, deviceID, ifCond, info,
genMapInfoCB, customMapperCB,
/*MapperFunc=*/nullptr, bodyGenCB,
/*DeviceAddrCB=*/nullptr);
- return ompBuilder->createTargetData(ompLoc, allocIP, builder.saveIP(),
+ return ompBuilder->createTargetData(ompLoc, allocaIP, builder.saveIP(),
deallocIPs, deviceID, ifCond, info,
genMapInfoCB, customMapperCB, &RTLFn);
}();
@@ -6473,19 +6474,19 @@ convertOmpDistribute(Operation &opInst, llvm::IRBuilderBase &builder,
using InsertPointTy = llvm::OpenMPIRBuilder::InsertPointTy;
auto bodyGenCB =
- [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ [&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
llvm::ArrayRef<InsertPointTy> deallocIPs) -> llvm::Error {
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocIPs);
// DistributeOp has only one region associated with it.
builder.restoreIP(codeGenIP);
PrivateVarsInfo privVarsInfo(distributeOp);
llvm::Expected<llvm::BasicBlock *> afterAllocas = allocatePrivateVars(
- distributeOp, builder, moduleTranslation, privVarsInfo, allocIP);
+ distributeOp, builder, moduleTranslation, privVarsInfo, allocaIP);
if (handleError(afterAllocas, opInst).failed())
return llvm::make_error<PreviouslyReportedError>();
@@ -6531,7 +6532,7 @@ convertOmpDistribute(Operation &opInst, llvm::IRBuilderBase &builder,
findCurrentLoopInfo(moduleTranslation);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy wsloopIP =
ompBuilder->applyWorkshareLoop(
- ompLoc.DL, loopInfo, allocIP, loopNeedsBarrier,
+ ompLoc.DL, loopInfo, allocaIP, loopNeedsBarrier,
convertToScheduleKind(schedule), chunk, isSimd,
scheduleMod == omp::ScheduleModifier::monotonic,
scheduleMod == omp::ScheduleModifier::nonmonotonic, isOrdered,
@@ -6548,11 +6549,11 @@ convertOmpDistribute(Operation &opInst, llvm::IRBuilderBase &builder,
};
llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs;
- llvm::OpenMPIRBuilder::InsertPointTy allocIP =
+ llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
- ompBuilder->createDistribute(ompLoc, allocIP, deallocIPs, bodyGenCB);
+ ompBuilder->createDistribute(ompLoc, allocaIP, deallocIPs, bodyGenCB);
if (failed(handleError(afterIP, opInst)))
return failure();
@@ -6562,7 +6563,7 @@ convertOmpDistribute(Operation &opInst, llvm::IRBuilderBase &builder,
if (doDistributeReduction) {
// Process the reductions if required.
return createReductionsAndCleanup(
- teamsOp, builder, moduleTranslation, allocIP, reductionDecls,
+ teamsOp, builder, moduleTranslation, allocaIP, reductionDecls,
privateReductionVariables, isByRef,
/*isNoWait*/ false, /*isTeamsReduction*/ true);
}
@@ -7277,7 +7278,7 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
}
using InsertPointTy = llvm::OpenMPIRBuilder::InsertPointTy;
- auto bodyCB = [&](InsertPointTy allocIP, InsertPointTy codeGenIP,
+ auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
ArrayRef<InsertPointTy> deallocIPs)
-> llvm::OpenMPIRBuilder::InsertPointOrErrorTy {
llvm::IRBuilderBase::InsertPointGuard guard(builder);
@@ -7320,7 +7321,7 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
llvm::Expected<llvm::BasicBlock *> afterAllocas =
allocatePrivateVars(targetOp, builder, moduleTranslation,
- privateVarsInfo, allocIP, &mappedPrivateVars);
+ privateVarsInfo, allocaIP, &mappedPrivateVars);
if (failed(handleError(afterAllocas, *targetOp)))
return llvm::make_error<PreviouslyReportedError>();
@@ -7339,7 +7340,7 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
return llvm::make_error<PreviouslyReportedError>();
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocIPs);
llvm::Expected<llvm::BasicBlock *> exitBlock = convertOmpOpRegions(
targetRegion, "omp.target", builder, moduleTranslation);
@@ -7450,7 +7451,7 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
}
llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs;
- llvm::OpenMPIRBuilder::InsertPointTy allocIP =
+ llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
llvm::OpenMPIRBuilder::DependenciesInfo dds;
@@ -7481,7 +7482,7 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
moduleTranslation.getOpenMPBuilder()->createTarget(
- ompLoc, isOffloadEntry, allocIP, builder.saveIP(), deallocIPs, info,
+ ompLoc, isOffloadEntry, allocaIP, builder.saveIP(), deallocIPs, info,
entryInfo, defaultAttrs, runtimeAttrs, ifCond, kernelInput,
genMapInfoCB, bodyCB, argAccessorCB, customMapperCB, dds,
targetOp.getNowait());
>From 88ff7c334339257cf331b67725e0f766f8c78926 Mon Sep 17 00:00:00 2001
From: Sergio Afonso <Sergio.AfonsoFumero at amd.com>
Date: Thu, 12 Feb 2026 16:10:12 +0000
Subject: [PATCH 07/10] Use BasicBlocks to place deallocations
---
clang/lib/CodeGen/CGOpenMPRuntime.cpp | 4 +-
clang/lib/CodeGen/CGStmtOpenMP.cpp | 30 ++--
.../llvm/Frontend/OpenMP/OMPIRBuilder.h | 50 +++---
.../llvm/Transforms/Utils/CodeExtractor.h | 11 +-
llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp | 148 ++++++++----------
llvm/lib/Transforms/IPO/OpenMPOpt.cpp | 6 +-
llvm/lib/Transforms/Utils/CodeExtractor.cpp | 29 ++--
.../Frontend/OpenMPIRBuilderTest.cpp | 116 +++++++-------
.../OpenMP/OpenMPToLLVMIRTranslation.cpp | 124 +++++++--------
9 files changed, 254 insertions(+), 264 deletions(-)
diff --git a/clang/lib/CodeGen/CGOpenMPRuntime.cpp b/clang/lib/CodeGen/CGOpenMPRuntime.cpp
index 74129cbe7abda..d5371e43f5930 100644
--- a/clang/lib/CodeGen/CGOpenMPRuntime.cpp
+++ b/clang/lib/CodeGen/CGOpenMPRuntime.cpp
@@ -11680,8 +11680,8 @@ void CGOpenMPRuntime::emitTargetDataCalls(
llvm::OpenMPIRBuilder::LocationDescription OmpLoc(CodeGenIP);
llvm::OpenMPIRBuilder::InsertPointTy AfterIP =
cantFail(OMPBuilder.createTargetData(
- OmpLoc, AllocaIP, CodeGenIP, /*DeallocIPs=*/{}, DeviceID, IfCondVal,
- Info, GenMapInfoCB, CustomMapperCB,
+ OmpLoc, AllocaIP, CodeGenIP, /*DeallocBlocks=*/{}, DeviceID,
+ IfCondVal, Info, GenMapInfoCB, CustomMapperCB,
/*MapperFunc=*/nullptr, BodyCB, DeviceAddrCB, RTLoc));
CGF.Builder.restoreIP(AfterIP);
}
diff --git a/clang/lib/CodeGen/CGStmtOpenMP.cpp b/clang/lib/CodeGen/CGStmtOpenMP.cpp
index 0e9fb9e6fd514..06b69c0929b81 100644
--- a/clang/lib/CodeGen/CGStmtOpenMP.cpp
+++ b/clang/lib/CodeGen/CGStmtOpenMP.cpp
@@ -2117,7 +2117,7 @@ void CodeGenFunction::EmitOMPParallelDirective(const OMPParallelDirective &S) {
const Stmt *ParallelRegionBodyStmt = CS->getCapturedStmt();
auto BodyGenCB = [&, this](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<llvm::BasicBlock *> DeallocBlocks) {
OMPBuilderCBHelpers::EmitOMPOutlinedRegionBody(
*this, ParallelRegionBodyStmt, AllocIP, CodeGenIP, "parallel");
return llvm::Error::success();
@@ -2129,7 +2129,7 @@ void CodeGenFunction::EmitOMPParallelDirective(const OMPParallelDirective &S) {
AllocaInsertPt->getParent(), AllocaInsertPt->getIterator());
llvm::OpenMPIRBuilder::InsertPointTy AfterIP =
cantFail(OMPBuilder.createParallel(
- Builder, AllocaIP, /*DeallocIPs=*/{}, BodyGenCB, PrivCB, FiniCB,
+ Builder, AllocaIP, /*DeallocBlocks=*/{}, BodyGenCB, PrivCB, FiniCB,
IfCond, NumThreads, ProcBind, S.hasCancel()));
Builder.restoreIP(AfterIP);
return;
@@ -4664,9 +4664,9 @@ void CodeGenFunction::EmitOMPSectionsDirective(const OMPSectionsDirective &S) {
llvm::SmallVector<BodyGenCallbackTy, 4> SectionCBVector;
if (CS) {
for (const Stmt *SubStmt : CS->children()) {
- auto SectionCB = [this, SubStmt](InsertPointTy AllocIP,
- InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ auto SectionCB = [this, SubStmt](
+ InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<llvm::BasicBlock *> DeallocBlocks) {
OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(*this, SubStmt, AllocIP,
CodeGenIP, "section");
return llvm::Error::success();
@@ -4676,7 +4676,7 @@ void CodeGenFunction::EmitOMPSectionsDirective(const OMPSectionsDirective &S) {
} else {
auto SectionCB =
[this, CapturedStmt](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<llvm::BasicBlock *> DeallocBlocks) {
OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(
*this, CapturedStmt, AllocIP, CodeGenIP, "section");
return llvm::Error::success();
@@ -4736,7 +4736,7 @@ void CodeGenFunction::EmitOMPSectionDirective(const OMPSectionDirective &S) {
auto BodyGenCB = [SectionRegionBodyStmt,
this](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<llvm::BasicBlock *> DeallocBlocks) {
OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(
*this, SectionRegionBodyStmt, AllocIP, CodeGenIP, "section");
return llvm::Error::success();
@@ -4822,7 +4822,7 @@ void CodeGenFunction::EmitOMPMasterDirective(const OMPMasterDirective &S) {
auto BodyGenCB = [MasterRegionBodyStmt,
this](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<llvm::BasicBlock *> DeallocBlocks) {
OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(
*this, MasterRegionBodyStmt, AllocIP, CodeGenIP, "master");
return llvm::Error::success();
@@ -4873,7 +4873,7 @@ void CodeGenFunction::EmitOMPMaskedDirective(const OMPMaskedDirective &S) {
auto BodyGenCB = [MaskedRegionBodyStmt,
this](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<llvm::BasicBlock *> DeallocBlocks) {
OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(
*this, MaskedRegionBodyStmt, AllocIP, CodeGenIP, "masked");
return llvm::Error::success();
@@ -4917,7 +4917,7 @@ void CodeGenFunction::EmitOMPCriticalDirective(const OMPCriticalDirective &S) {
auto BodyGenCB = [CriticalRegionBodyStmt,
this](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<llvm::BasicBlock *> DeallocBlocks) {
OMPBuilderCBHelpers::EmitOMPInlinedRegionBody(
*this, CriticalRegionBodyStmt, AllocIP, CodeGenIP, "critical");
return llvm::Error::success();
@@ -5887,7 +5887,7 @@ void CodeGenFunction::EmitOMPTaskgroupDirective(
AllocaInsertPt->getIterator());
auto BodyGenCB = [&, this](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<llvm::BasicBlock *> DeallocBlocks) {
Builder.restoreIP(CodeGenIP);
EmitStmt(S.getInnermostCapturedStmt()->getCapturedStmt());
return llvm::Error::success();
@@ -5897,7 +5897,7 @@ void CodeGenFunction::EmitOMPTaskgroupDirective(
CapturedStmtInfo = &CapStmtInfo;
llvm::OpenMPIRBuilder::InsertPointTy AfterIP =
cantFail(OMPBuilder.createTaskgroup(Builder, AllocaIP,
- /*DeallocIPs=*/{}, BodyGenCB));
+ /*DeallocBlocks=*/{}, BodyGenCB));
Builder.restoreIP(AfterIP);
return;
}
@@ -6477,9 +6477,9 @@ void CodeGenFunction::EmitOMPOrderedDirective(const OMPOrderedDirective &S) {
return llvm::Error::success();
};
- auto BodyGenCB = [&S, C, this](InsertPointTy AllocIP,
- InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ auto BodyGenCB = [&S, C,
+ this](InsertPointTy AllocIP, InsertPointTy CodeGenIP,
+ ArrayRef<llvm::BasicBlock *> DeallocBlocks) {
Builder.restoreIP(CodeGenIP);
const CapturedStmt *CS = S.getInnermostCapturedStmt();
diff --git a/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h b/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h
index 6a0a4c5b4c1f4..5e4e8d1ec77da 100644
--- a/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h
+++ b/llvm/include/llvm/Frontend/OpenMP/OMPIRBuilder.h
@@ -641,17 +641,17 @@ class OpenMPIRBuilder {
///
/// AllocaIP and CodeGenIP must not point to the same position.
///
- /// \param AllocaIP is the insertion point at which new allocations should
+ /// \param AllocaIP is the insertion point at which new allocations should
/// be placed. The BasicBlock it is pointing to must not be
/// split.
/// \param CodeGenIP is the insertion point at which the body code should be
/// placed.
- /// \param DeallocIPs is the list of insertion points where explicit
- /// deallocations, if needed, should be placed.
+ /// \param DeallocBlocks is the list of insertion blocks where explicit
+ /// deallocations, if needed, should be placed.
/// \return an error, if any were triggered during execution.
using BodyGenCallbackTy =
function_ref<Error(InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs)>;
+ ArrayRef<BasicBlock *> DeallocBlocks)>;
/// Callback type for task duplication function code generation. This is the
/// task duplication function passed to __kmpc_taskloop. It is expected that
@@ -693,7 +693,7 @@ class OpenMPIRBuilder {
/// \return an error, if any were triggered during execution.
using StorableBodyGenCallbackTy =
std::function<Error(InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs)>;
+ ArrayRef<BasicBlock *> DeallocBlocks)>;
/// Callback type for loop body code generation.
///
@@ -788,7 +788,7 @@ class OpenMPIRBuilder {
///
/// \param Loc The insert and source location description.
/// \param AllocaIP The insertion point to be used for allocations.
- /// \param DeallocIPs The insertion points to be used for explicit
+ /// \param DeallocBlocks The insertion blocks to be used for explicit
/// deallocations, if needed.
/// \param BodyGenCB Callback that will generate the region code.
/// \param PrivCB Callback to copy a given variable (think copy constructor).
@@ -801,7 +801,7 @@ class OpenMPIRBuilder {
/// \returns The insertion position *after* the parallel.
LLVM_ABI InsertPointOrErrorTy createParallel(
const LocationDescription &Loc, InsertPointTy AllocaIP,
- ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB,
+ ArrayRef<BasicBlock *> DeallocBlocks, BodyGenCallbackTy BodyGenCB,
PrivatizeCallbackTy PrivCB, FinalizeCallbackTy FiniCB, Value *IfCondition,
Value *NumThreads, omp::ProcBindKind ProcBind, bool IsCancellable);
@@ -1553,8 +1553,8 @@ class OpenMPIRBuilder {
///
/// \param Loc The location where the taskloop construct was encountered.
/// \param AllocaIP The insertion point to be used for alloca instructions.
- /// \param DeallocIPs The list of insertion points where explicit
- /// deallocations, if needed, should be placed.
+ /// \param DeallocBlocks The list of insertion blocks where explicit
+ /// deallocations, if needed, should be placed.
/// \param BodyGenCB Callback that will generate the region code.
/// \param LoopInfo Callback that return the CLI
/// \param LBVal Lowerbound value of loop
@@ -1586,7 +1586,7 @@ class OpenMPIRBuilder {
/// bound, step} values in the task data.
LLVM_ABI InsertPointOrErrorTy createTaskloop(
const LocationDescription &Loc, InsertPointTy AllocaIP,
- ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB,
+ ArrayRef<BasicBlock *> DeallocBlocks, BodyGenCallbackTy BodyGenCB,
llvm::function_ref<llvm::Expected<llvm::CanonicalLoopInfo *>()> LoopInfo,
Value *LBVal, Value *UBVal, Value *StepVal, bool Untied = false,
Value *IfCond = nullptr, Value *GrainSize = nullptr, bool NoGroup = false,
@@ -1599,8 +1599,8 @@ class OpenMPIRBuilder {
///
/// \param Loc The location where the task construct was encountered.
/// \param AllocaIP The insertion point to be used for allocations.
- /// \param DeallocIPs The insertion points to be used for explicit
- /// deallocations, if needed.
+ /// \param DeallocBlocks The insertion blocks to be used for explicit
+ /// deallocations, if needed.
/// \param BodyGenCB Callback that will generate the region code.
/// \param Tied True if the task is tied, false if the task is untied.
/// \param Final i1 value which is `true` if the task is final, `false` if the
@@ -1622,7 +1622,7 @@ class OpenMPIRBuilder {
/// tasks that is generated by the construct
LLVM_ABI InsertPointOrErrorTy createTask(
const LocationDescription &Loc, InsertPointTy AllocaIP,
- ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB,
+ ArrayRef<BasicBlock *> DeallocBlocks, BodyGenCallbackTy BodyGenCB,
bool Tied = true, Value *Final = nullptr, Value *IfCondition = nullptr,
const DependenciesInfo &Dependencies = {}, AffinityData Affinities = {},
bool Mergeable = false, Value *EventHandle = nullptr,
@@ -1632,12 +1632,12 @@ class OpenMPIRBuilder {
///
/// \param Loc The location where the taskgroup construct was encountered.
/// \param AllocaIP The insertion point to be used for allocations.
- /// \param DeallocIPs The insertion point to be used for explicit deallocation
- /// instructions, if needed.
+ /// \param DeallocBlocks The insertion blocks to be used for explicit
+ /// deallocation instructions, if needed.
/// \param BodyGenCB Callback that will generate the region code.
LLVM_ABI InsertPointOrErrorTy createTaskgroup(
const LocationDescription &Loc, InsertPointTy AllocaIP,
- ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB);
+ ArrayRef<BasicBlock *> DeallocBlocks, BodyGenCallbackTy BodyGenCB);
using FileIdentifierInfoCallbackTy =
std::function<std::tuple<std::string, uint64_t>()>;
@@ -2641,7 +2641,7 @@ class OpenMPIRBuilder {
LLVM_ABI Error emitIfClause(Value *Cond, BodyGenCallbackTy ThenGen,
BodyGenCallbackTy ElseGen,
InsertPointTy AllocaIP = {},
- ArrayRef<InsertPointTy> DeallocIPs = {});
+ ArrayRef<BasicBlock *> DeallocBlocks = {});
/// Create the global variable holding the offload mappings information.
LLVM_ABI GlobalVariable *
@@ -3205,12 +3205,12 @@ class OpenMPIRBuilder {
///
/// \param Loc The location where the distribute construct was encountered.
/// \param AllocaIP The insertion point to be used for allocations.
- /// \param DeallocIPs The insertion points to be used for explicit
- /// deallocations, if needed.
+ /// \param DeallocBlocks The insertion blocks to be used for explicit
+ /// deallocations, if needed.
/// \param BodyGenCB Callback that will generate the region code.
LLVM_ABI InsertPointOrErrorTy createDistribute(
const LocationDescription &Loc, InsertPointTy AllocaIP,
- ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB);
+ ArrayRef<BasicBlock *> DeallocBlocks, BodyGenCallbackTy BodyGenCB);
/// Generate conditional branch and relevant BasicBlocks through which private
/// threads copy the 'copyin' variables from Master copy to threadprivate
@@ -3541,7 +3541,7 @@ class OpenMPIRBuilder {
/// \param AllocaIP The insertion points to be used for allocations.
/// \param CodeGenIP The insertion point at which the target directive code
/// should be placed.
- /// \param DeallocIPs The insertion points at which explicit deallocations
+ /// \param DeallocBlocks The insertion blocks at which explicit deallocations
/// should be placed, if needed.
/// \param IsBegin If true then emits begin mapper call otherwise emits
/// end mapper call.
@@ -3556,7 +3556,7 @@ class OpenMPIRBuilder {
/// use_device_ptr and use_device_addr.
LLVM_ABI InsertPointOrErrorTy createTargetData(
const LocationDescription &Loc, InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP, ArrayRef<InsertPointTy> DeallocIPs,
+ InsertPointTy CodeGenIP, ArrayRef<BasicBlock *> DeallocBlocks,
Value *DeviceID, Value *IfCond, TargetDataInfo &Info,
GenMapInfoCallbackTy GenMapInfoCB, CustomMapperCallbackTy CustomMapperCB,
omp::RuntimeFunction *MapperFunc = nullptr,
@@ -3568,7 +3568,7 @@ class OpenMPIRBuilder {
using TargetBodyGenCallbackTy = function_ref<InsertPointOrErrorTy(
InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs)>;
+ ArrayRef<BasicBlock *> DeallocBlocks)>;
using TargetGenArgAccessorsCallbackTy = function_ref<InsertPointOrErrorTy(
Argument &Arg, Value *Input, Value *&RetVal, InsertPointTy AllocaIP,
@@ -3580,7 +3580,7 @@ class OpenMPIRBuilder {
/// \param IsOffloadEntry whether it is an offload entry.
/// \param CodeGenIP The insertion point where the call to the outlined
/// function should be emitted.
- /// \param DeallocIPs The insertion points at which explicit deallocations
+ /// \param DeallocBlocks The insertion points at which explicit deallocations
/// should be placed, if needed.
/// \param Info Stores all information realted to the Target directive.
/// \param EntryInfo The entry information about the function.
@@ -3608,7 +3608,7 @@ class OpenMPIRBuilder {
const LocationDescription &Loc, bool IsOffloadEntry,
OpenMPIRBuilder::InsertPointTy AllocaIP,
OpenMPIRBuilder::InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs, TargetDataInfo &Info,
+ ArrayRef<BasicBlock *> DeallocBlocks, TargetDataInfo &Info,
TargetRegionEntryInfo &EntryInfo,
const TargetKernelDefaultAttrs &DefaultAttrs,
const TargetKernelRuntimeAttrs &RuntimeAttrs, Value *IfCond,
diff --git a/llvm/include/llvm/Transforms/Utils/CodeExtractor.h b/llvm/include/llvm/Transforms/Utils/CodeExtractor.h
index 50a25f6d544f5..27aa0568e4cf6 100644
--- a/llvm/include/llvm/Transforms/Utils/CodeExtractor.h
+++ b/llvm/include/llvm/Transforms/Utils/CodeExtractor.h
@@ -18,6 +18,7 @@
#include "llvm/ADT/DenseMap.h"
#include "llvm/ADT/SetVector.h"
#include "llvm/IR/BasicBlock.h"
+#include "llvm/IR/IRBuilder.h"
#include "llvm/Support/Compiler.h"
#include <limits>
@@ -250,16 +251,14 @@ class LLVM_ABI CodeExtractor {
protected:
/// Allocate an intermediate variable at the specified point.
- virtual Instruction *allocateVar(BasicBlock *BB,
- BasicBlock::iterator AllocaIP, Type *VarType,
- const Twine &Name = Twine(""),
+ virtual Instruction *allocateVar(IRBuilder<>::InsertPoint AllocaIP,
+ Type *VarType, const Twine &Name = Twine(""),
AddrSpaceCastInst **CastedAlloc = nullptr);
/// Deallocate a previously-allocated intermediate variable at the specified
/// point.
- virtual Instruction *deallocateVar(BasicBlock *BB,
- BasicBlock::iterator DeallocIP, Value *Var,
- Type *VarType);
+ virtual Instruction *deallocateVar(IRBuilder<>::InsertPoint DeallocIP,
+ Value *Var, Type *VarType);
private:
struct LifetimeMarkerInfo {
diff --git a/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp b/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
index 6300c420221a5..7e1313e3a233a 100644
--- a/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
+++ b/llvm/lib/Frontend/OpenMP/OMPIRBuilder.cpp
@@ -526,18 +526,15 @@ class DeviceSharedMemCodeExtractor : public OMPCodeExtractor {
protected:
virtual Instruction *
- allocateVar(BasicBlock *BB, BasicBlock::iterator AllocaIP, Type *VarType,
+ allocateVar(IRBuilder<>::InsertPoint AllocaIP, Type *VarType,
const Twine &Name = Twine(""),
AddrSpaceCastInst **CastedAlloc = nullptr) override {
- return OMPBuilder.createOMPAllocShared(
- OpenMPIRBuilder::InsertPointTy(BB, AllocaIP), VarType, Name);
+ return OMPBuilder.createOMPAllocShared(AllocaIP, VarType, Name);
}
- virtual Instruction *deallocateVar(BasicBlock *BB,
- BasicBlock::iterator DeallocIP, Value *Var,
- Type *VarType) override {
- return OMPBuilder.createOMPFreeShared(
- OpenMPIRBuilder::InsertPointTy(BB, DeallocIP), Var, VarType);
+ virtual Instruction *deallocateVar(IRBuilder<>::InsertPoint DeallocIP,
+ Value *Var, Type *VarType) override {
+ return OMPBuilder.createOMPFreeShared(DeallocIP, Var, VarType);
}
};
@@ -1755,7 +1752,7 @@ hostParallelCallback(OpenMPIRBuilder *OMPIRBuilder, Function &OutlinedFn,
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
const LocationDescription &Loc, InsertPointTy OuterAllocIP,
- ArrayRef<InsertPointTy> OuterDeallocIPs, BodyGenCallbackTy BodyGenCB,
+ ArrayRef<BasicBlock *> OuterDeallocBlocks, BodyGenCallbackTy BodyGenCB,
PrivatizeCallbackTy PrivCB, FinalizeCallbackTy FiniCB, Value *IfCondition,
Value *NumThreads, omp::ProcBindKind ProcBind, bool IsCancellable) {
assert(!isConflictIP(Loc.IP, OuterAllocIP) && "IPs must not be ambiguous");
@@ -1896,8 +1893,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
// Let the caller create the body.
assert(BodyGenCB && "Expected body generation callback!");
InsertPointTy CodeGenIP(PRegBodyBB, PRegBodyBB->begin());
- InsertPointTy DeallocIP(PRegExitBB, PRegExitBB->begin());
- if (Error Err = BodyGenCB(InnerAllocaIP, CodeGenIP, DeallocIP))
+ if (Error Err = BodyGenCB(InnerAllocaIP, CodeGenIP, PRegExitBB))
return Err;
LLVM_DEBUG(dbgs() << "After body codegen: " << *OuterFn << "\n");
@@ -1932,9 +1928,8 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
OI->OuterAllocBB = OuterAllocaBlock;
OI->EntryBB = PRegEntryBB;
OI->ExitBB = PRegExitBB;
- OI->OuterDeallocBBs.reserve(OuterDeallocIPs.size());
- for (InsertPointTy DeallocIP : OuterDeallocIPs)
- OI->OuterDeallocBBs.push_back(DeallocIP.getBlock());
+ OI->OuterDeallocBBs.reserve(OuterDeallocBlocks.size());
+ copy(OuterDeallocBlocks, OI->OuterDeallocBBs.end());
SmallPtrSet<BasicBlock *, 32> ParallelRegionBlockSet;
SmallVector<BasicBlock *, 32> Blocks;
@@ -2001,8 +1996,10 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createParallel(
// Use device shared memory instead, if needed.
Ptr = createOMPAllocShared(OuterAllocIP, V.getType(),
V.getName() + ".reloaded");
- for (InsertPointTy DeallocIP : OuterDeallocIPs)
- createOMPFreeShared(DeallocIP, Ptr, V.getType());
+ for (BasicBlock *DeallocBlock : OuterDeallocBlocks)
+ createOMPFreeShared(
+ InsertPointTy(DeallocBlock, DeallocBlock->getFirstInsertionPt()),
+ Ptr, V.getType());
} else {
Ptr = Builder.CreateAlloca(V.getType(), nullptr,
V.getName() + ".reloaded");
@@ -2302,7 +2299,7 @@ Expected<Value *> OpenMPIRBuilder::createTaskDuplicationFunction(
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskloop(
const LocationDescription &Loc, InsertPointTy AllocaIP,
- ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB,
+ ArrayRef<BasicBlock *> DeallocBlocks, BodyGenCallbackTy BodyGenCB,
llvm::function_ref<llvm::Expected<llvm::CanonicalLoopInfo *>()> LoopInfo,
Value *LBVal, Value *UBVal, Value *StepVal, bool Untied, Value *IfCond,
Value *GrainSize, bool NoGroup, int Sched, Value *Final, bool Mergeable,
@@ -2327,11 +2324,8 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskloop(
InsertPointTy(TaskloopAllocaBB, TaskloopAllocaBB->begin());
InsertPointTy TaskloopBodyIP =
InsertPointTy(TaskloopBodyBB, TaskloopBodyBB->begin());
- InsertPointTy TaskloopDeallocIP =
- InsertPointTy(TaskloopExitBB, TaskloopExitBB->begin());
- if (Error Err =
- BodyGenCB(TaskloopAllocaIP, TaskloopBodyIP, TaskloopDeallocIP))
+ if (Error Err = BodyGenCB(TaskloopAllocaIP, TaskloopBodyIP, TaskloopExitBB))
return Err;
llvm::Expected<llvm::CanonicalLoopInfo *> result = LoopInfo();
@@ -2344,9 +2338,8 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskloop(
OI->EntryBB = TaskloopAllocaBB;
OI->OuterAllocBB = AllocaIP.getBlock();
OI->ExitBB = TaskloopExitBB;
- OI->OuterDeallocBBs.reserve(DeallocIPs.size());
- for (InsertPointTy DeallocIP : DeallocIPs)
- OI->OuterDeallocBBs.push_back(DeallocIP.getBlock());
+ OI->OuterDeallocBBs.reserve(DeallocBlocks.size());
+ copy(DeallocBlocks, OI->OuterDeallocBBs.end());
// Add the thread ID argument.
SmallVector<Instruction *> ToBeDeleted;
@@ -2656,10 +2649,10 @@ llvm::StructType *OpenMPIRBuilder::getKmpTaskAffinityInfoTy() {
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTask(
const LocationDescription &Loc, InsertPointTy AllocaIP,
- ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB, bool Tied,
- Value *Final, Value *IfCondition, const DependenciesInfo &Dependencies,
- AffinityData Affinities, bool Mergeable, Value *EventHandle,
- Value *Priority) {
+ ArrayRef<BasicBlock *> DeallocBlocks, BodyGenCallbackTy BodyGenCB,
+ bool Tied, Value *Final, Value *IfCondition,
+ const DependenciesInfo &Dependencies, AffinityData Affinities,
+ bool Mergeable, Value *EventHandle, Value *Priority) {
if (!updateToLocation(Loc))
return InsertPointTy();
@@ -2691,17 +2684,15 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTask(
InsertPointTy TaskAllocaIP =
InsertPointTy(TaskAllocaBB, TaskAllocaBB->begin());
InsertPointTy TaskBodyIP = InsertPointTy(TaskBodyBB, TaskBodyBB->begin());
- InsertPointTy TaskDeallocIP = InsertPointTy(TaskExitBB, TaskExitBB->begin());
- if (Error Err = BodyGenCB(TaskAllocaIP, TaskBodyIP, TaskDeallocIP))
+ if (Error Err = BodyGenCB(TaskAllocaIP, TaskBodyIP, TaskExitBB))
return Err;
auto OI = std::make_unique<OutlineInfo>();
OI->EntryBB = TaskAllocaBB;
OI->OuterAllocBB = AllocaIP.getBlock();
OI->ExitBB = TaskExitBB;
- OI->OuterDeallocBBs.reserve(DeallocIPs.size());
- for (InsertPointTy DeallocIP : DeallocIPs)
- OI->OuterDeallocBBs.push_back(DeallocIP.getBlock());
+ OI->OuterDeallocBBs.reserve(DeallocBlocks.size());
+ copy(DeallocBlocks, OI->OuterDeallocBBs.end());
// Add the thread ID argument.
SmallVector<Instruction *, 4> ToBeDeleted;
@@ -2941,7 +2932,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTask(
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskgroup(
const LocationDescription &Loc, InsertPointTy AllocaIP,
- ArrayRef<InsertPointTy> DeallocIPs, BodyGenCallbackTy BodyGenCB) {
+ ArrayRef<BasicBlock *> DeallocBlocks, BodyGenCallbackTy BodyGenCB) {
if (!updateToLocation(Loc))
return InsertPointTy();
@@ -2956,7 +2947,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTaskgroup(
createRuntimeFunctionCall(TaskgroupFn, {Ident, ThreadID});
BasicBlock *TaskgroupExitBB = splitBB(Builder, true, "taskgroup.exit");
- if (Error Err = BodyGenCB(AllocaIP, Builder.saveIP(), DeallocIPs))
+ if (Error Err = BodyGenCB(AllocaIP, Builder.saveIP(), DeallocBlocks))
return Err;
Builder.SetInsertPoint(TaskgroupExitBB);
@@ -5143,7 +5134,7 @@ Error OpenMPIRBuilder::emitScanBasedDirectiveDeclsIR(
// Allocate temporary buffer by master thread
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) -> Error {
+ ArrayRef<BasicBlock *> DeallocBlocks) -> Error {
Builder.restoreIP(CodeGenIP);
Value *AllocSpan =
Builder.CreateAdd(ScanRedInfo->Span, Builder.getInt32(1));
@@ -5183,7 +5174,7 @@ Error OpenMPIRBuilder::emitScanBasedDirectiveDeclsIR(
Error OpenMPIRBuilder::emitScanBasedDirectiveFinalsIR(
ArrayRef<ReductionInfo> ReductionInfos, ScanInfo *ScanRedInfo) {
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) -> Error {
+ ArrayRef<BasicBlock *> DeallocBlocks) -> Error {
Builder.restoreIP(CodeGenIP);
for (ReductionInfo RedInfo : ReductionInfos) {
Value *PrivateVar = RedInfo.PrivateVariable;
@@ -5235,7 +5226,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::emitScanReduction(
if (!updateToLocation(Loc))
return Loc.IP;
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) -> Error {
+ ArrayRef<BasicBlock *> DeallocBlocks) -> Error {
Builder.restoreIP(CodeGenIP);
Function *CurFn = Builder.GetInsertBlock()->getParent();
// for (int k = 0; k <= ceil(log2(n)); ++k)
@@ -7739,7 +7730,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::EmitOMPInlinedRegion(
// generate body
if (Error Err =
BodyGenCB(/* AllocaIP */ InsertPointTy(),
- /* CodeGenIP */ Builder.saveIP(), /* DeallocIPs */ {}))
+ /* CodeGenIP */ Builder.saveIP(), /* DeallocBlocks */ {}))
return Err;
// emit exit call and do any needed finalization.
@@ -8384,7 +8375,7 @@ Constant *OpenMPIRBuilder::registerTargetRegionFunction(
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
const LocationDescription &Loc, InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP, ArrayRef<InsertPointTy> DeallocIPs,
+ InsertPointTy CodeGenIP, ArrayRef<BasicBlock *> DeallocBlocks,
Value *DeviceID, Value *IfCond, TargetDataInfo &Info,
GenMapInfoCallbackTy GenMapInfoCB, CustomMapperCallbackTy CustomMapperCB,
omp::RuntimeFunction *MapperFunc,
@@ -8403,7 +8394,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
// arguments of the runtime call by reference because they are used in the
// closing of the region.
auto BeginThenGen = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) -> Error {
+ ArrayRef<BasicBlock *> DeallocBlocks) -> Error {
MapInfo = &GenMapInfoCB(Builder.saveIP());
if (Error Err = emitOffloadingArrays(
AllocaIP, Builder.saveIP(), *MapInfo, Info, CustomMapperCB,
@@ -8492,7 +8483,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
// region with no privatization in the 'else' branch of the conditional.
// Otherwise, we don't have to do anything.
auto BeginElseGen = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) -> Error {
+ ArrayRef<BasicBlock *> DeallocBlocks) -> Error {
InsertPointOrErrorTy AfterIP =
BodyGenCB(Builder.saveIP(), BodyGenTy::DupNoPriv);
if (!AfterIP)
@@ -8503,7 +8494,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
// Generate code for the closing of the data region.
auto EndThenGen = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
TargetDataRTArgs RTArgs;
Info.EmitDebug = !MapInfo->Names.empty();
emitOffloadingArraysArgument(Builder, RTArgs, Info, /*ForEndCall=*/true);
@@ -8533,7 +8524,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
// We don't have to do anything to close the region if the if clause evaluates
// to false.
auto EndElseGen = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
return Error::success();
};
@@ -8542,7 +8533,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
Error Err = [&]() {
if (IfCond)
return emitIfClause(IfCond, BeginThenGen, BeginElseGen, AllocaIP);
- return BeginThenGen(AllocaIP, Builder.saveIP(), DeallocIPs);
+ return BeginThenGen(AllocaIP, Builder.saveIP(), DeallocBlocks);
}();
if (Err)
@@ -8558,11 +8549,11 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTargetData(
if (IfCond)
return emitIfClause(IfCond, EndThenGen, EndElseGen, AllocaIP);
- return EndThenGen(AllocaIP, Builder.saveIP(), DeallocIPs);
+ return EndThenGen(AllocaIP, Builder.saveIP(), DeallocBlocks);
}
if (IfCond)
return emitIfClause(IfCond, BeginThenGen, EndElseGen, AllocaIP);
- return BeginThenGen(AllocaIP, Builder.saveIP(), DeallocIPs);
+ return BeginThenGen(AllocaIP, Builder.saveIP(), DeallocBlocks);
}();
if (Err)
@@ -8809,7 +8800,7 @@ static Expected<Function *> createOutlinedFunction(
llvm::OpenMPIRBuilder::InsertPointOrErrorTy AfterIP = CBFunc(
Builder.saveIP(),
OpenMPIRBuilder::InsertPointTy(OutlinedBodyBB, OutlinedBodyBB->begin()),
- OpenMPIRBuilder::InsertPointTy(ExitBB, ExitBB->begin()));
+ ExitBB);
if (!AfterIP)
return AfterIP.takeError();
Builder.SetInsertPoint(ExitBB);
@@ -9531,20 +9522,18 @@ Error OpenMPIRBuilder::emitOffloadingArraysAndArgs(
return Error::success();
}
-static void
-emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
- OpenMPIRBuilder::InsertPointTy AllocaIP,
- ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs,
- OpenMPIRBuilder::TargetDataInfo &Info,
- const OpenMPIRBuilder::TargetKernelDefaultAttrs &DefaultAttrs,
- const OpenMPIRBuilder::TargetKernelRuntimeAttrs &RuntimeAttrs,
- Value *IfCond, Function *OutlinedFn, Constant *OutlinedFnID,
- SmallVectorImpl<Value *> &Args,
- OpenMPIRBuilder::GenMapInfoCallbackTy GenMapInfoCB,
- OpenMPIRBuilder::CustomMapperCallbackTy CustomMapperCB,
- const OpenMPIRBuilder::DependenciesInfo &Dependencies,
- bool HasNoWait, Value *DynCGroupMem,
- OMPDynGroupprivateFallbackType DynCGroupMemFallback) {
+static void emitTargetCall(
+ OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
+ OpenMPIRBuilder::InsertPointTy AllocaIP,
+ ArrayRef<BasicBlock *> DeallocBlocks, OpenMPIRBuilder::TargetDataInfo &Info,
+ const OpenMPIRBuilder::TargetKernelDefaultAttrs &DefaultAttrs,
+ const OpenMPIRBuilder::TargetKernelRuntimeAttrs &RuntimeAttrs,
+ Value *IfCond, Function *OutlinedFn, Constant *OutlinedFnID,
+ SmallVectorImpl<Value *> &Args,
+ OpenMPIRBuilder::GenMapInfoCallbackTy GenMapInfoCB,
+ OpenMPIRBuilder::CustomMapperCallbackTy CustomMapperCB,
+ const OpenMPIRBuilder::DependenciesInfo &Dependencies, bool HasNoWait,
+ Value *DynCGroupMem, OMPDynGroupprivateFallbackType DynCGroupMemFallback) {
// Generate a function call to the host fallback implementation of the target
// region. This is called by the host when no offload entry was generated for
// the target region and when the offloading call fails at runtime.
@@ -9598,7 +9587,7 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
auto &&EmitTargetCallElse =
[&](OpenMPIRBuilder::InsertPointTy AllocaIP,
OpenMPIRBuilder::InsertPointTy CodeGenIP,
- ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs) -> Error {
+ ArrayRef<BasicBlock *> DeallocBlocks) -> Error {
// Assume no error was returned because EmitTargetCallFallbackCB doesn't
// produce any.
OpenMPIRBuilder::InsertPointTy AfterIP = cantFail([&]() {
@@ -9621,7 +9610,7 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
auto &&EmitTargetCallThen =
[&](OpenMPIRBuilder::InsertPointTy AllocaIP,
OpenMPIRBuilder::InsertPointTy CodeGenIP,
- ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs) -> Error {
+ ArrayRef<BasicBlock *> DeallocBlocks) -> Error {
Info.HasNoWait = HasNoWait;
OpenMPIRBuilder::MapInfosTy &MapInfo = GenMapInfoCB(Builder.saveIP());
@@ -9716,13 +9705,13 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
// wasn't created. In this case we just run the host fallback directly and
// ignore any potential 'if' clauses.
if (!OutlinedFnID) {
- cantFail(EmitTargetCallElse(AllocaIP, Builder.saveIP(), DeallocIPs));
+ cantFail(EmitTargetCallElse(AllocaIP, Builder.saveIP(), DeallocBlocks));
return;
}
// If there's no 'if' clause, only generate the kernel launch code path.
if (!IfCond) {
- cantFail(EmitTargetCallThen(AllocaIP, Builder.saveIP(), DeallocIPs));
+ cantFail(EmitTargetCallThen(AllocaIP, Builder.saveIP(), DeallocBlocks));
return;
}
@@ -9732,7 +9721,7 @@ emitTargetCall(OpenMPIRBuilder &OMPBuilder, IRBuilderBase &Builder,
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTarget(
const LocationDescription &Loc, bool IsOffloadEntry, InsertPointTy AllocaIP,
- InsertPointTy CodeGenIP, ArrayRef<InsertPointTy> DeallocIPs,
+ InsertPointTy CodeGenIP, ArrayRef<BasicBlock *> DeallocBlocks,
TargetDataInfo &Info, TargetRegionEntryInfo &EntryInfo,
const TargetKernelDefaultAttrs &DefaultAttrs,
const TargetKernelRuntimeAttrs &RuntimeAttrs, Value *IfCond,
@@ -9762,7 +9751,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createTarget(
// to make a remote call (offload) to the previously outlined function
// that represents the target region. Do that now.
if (!Config.isTargetDevice())
- emitTargetCall(*this, Builder, AllocaIP, DeallocIPs, Info, DefaultAttrs,
+ emitTargetCall(*this, Builder, AllocaIP, DeallocBlocks, Info, DefaultAttrs,
RuntimeAttrs, IfCond, OutlinedFn, OutlinedFnID, Inputs,
GenMapInfoCB, CustomMapperCB, Dependencies, HasNowait,
DynCGroupMem, DynCGroupMemFallback);
@@ -10553,15 +10542,15 @@ void OpenMPIRBuilder::emitBlock(BasicBlock *BB, Function *CurFn,
Error OpenMPIRBuilder::emitIfClause(Value *Cond, BodyGenCallbackTy ThenGen,
BodyGenCallbackTy ElseGen,
InsertPointTy AllocaIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
// If the condition constant folds and can be elided, try to avoid emitting
// the condition and the dead arm of the if/else.
if (auto *CI = dyn_cast<ConstantInt>(Cond)) {
auto CondConstant = CI->getSExtValue();
if (CondConstant)
- return ThenGen(AllocaIP, Builder.saveIP(), DeallocIPs);
+ return ThenGen(AllocaIP, Builder.saveIP(), DeallocBlocks);
- return ElseGen(AllocaIP, Builder.saveIP(), DeallocIPs);
+ return ElseGen(AllocaIP, Builder.saveIP(), DeallocBlocks);
}
Function *CurFn = Builder.GetInsertBlock()->getParent();
@@ -10574,13 +10563,13 @@ Error OpenMPIRBuilder::emitIfClause(Value *Cond, BodyGenCallbackTy ThenGen,
Builder.CreateCondBr(Cond, ThenBlock, ElseBlock);
// Emit the 'then' code.
emitBlock(ThenBlock, CurFn);
- if (Error Err = ThenGen(AllocaIP, Builder.saveIP(), DeallocIPs))
+ if (Error Err = ThenGen(AllocaIP, Builder.saveIP(), DeallocBlocks))
return Err;
emitBranch(ContBlock);
// Emit the 'else' code if present.
// There is no need to emit line number for unconditional branch.
emitBlock(ElseBlock, CurFn);
- if (Error Err = ElseGen(AllocaIP, Builder.saveIP(), DeallocIPs))
+ if (Error Err = ElseGen(AllocaIP, Builder.saveIP(), DeallocBlocks))
return Err;
// There is no need to emit line number for unconditional branch.
emitBranch(ContBlock);
@@ -11299,8 +11288,7 @@ OpenMPIRBuilder::createTeams(const LocationDescription &Loc,
// Generate the body of teams.
InsertPointTy AllocaIP(AllocaBB, AllocaBB->begin());
InsertPointTy CodeGenIP(BodyBB, BodyBB->begin());
- InsertPointTy DeallocIP(ExitBB, ExitBB->begin());
- if (Error Err = BodyGenCB(AllocaIP, CodeGenIP, DeallocIP))
+ if (Error Err = BodyGenCB(AllocaIP, CodeGenIP, ExitBB))
return Err;
auto OI = std::make_unique<OutlineInfo>();
@@ -11365,7 +11353,7 @@ OpenMPIRBuilder::createTeams(const LocationDescription &Loc,
OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createDistribute(
const LocationDescription &Loc, InsertPointTy OuterAllocIP,
- ArrayRef<InsertPointTy> OuterDeallocIPs, BodyGenCallbackTy BodyGenCB) {
+ ArrayRef<BasicBlock *> OuterDeallocBlocks, BodyGenCallbackTy BodyGenCB) {
if (!updateToLocation(Loc))
return InsertPointTy();
@@ -11386,8 +11374,7 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createDistribute(
// Generate the body of distribute clause
InsertPointTy AllocaIP(AllocaBB, AllocaBB->begin());
InsertPointTy CodeGenIP(BodyBB, BodyBB->begin());
- InsertPointTy DeallocIP(ExitBB, ExitBB->begin());
- if (Error Err = BodyGenCB(AllocaIP, CodeGenIP, DeallocIP))
+ if (Error Err = BodyGenCB(AllocaIP, CodeGenIP, ExitBB))
return Err;
// When using target we use different runtime functions which require a
@@ -11397,9 +11384,8 @@ OpenMPIRBuilder::InsertPointOrErrorTy OpenMPIRBuilder::createDistribute(
OI->OuterAllocBB = OuterAllocIP.getBlock();
OI->EntryBB = AllocaBB;
OI->ExitBB = ExitBB;
- OI->OuterDeallocBBs.reserve(OuterDeallocIPs.size());
- for (InsertPointTy DeallocIP : OuterDeallocIPs)
- OI->OuterDeallocBBs.push_back(DeallocIP.getBlock());
+ OI->OuterDeallocBBs.reserve(OuterDeallocBlocks.size());
+ copy(OuterDeallocBlocks, OI->OuterDeallocBBs.end());
addOutlineInfo(std::move(OI));
}
diff --git a/llvm/lib/Transforms/IPO/OpenMPOpt.cpp b/llvm/lib/Transforms/IPO/OpenMPOpt.cpp
index 7a92d96dcd412..31e9d41ca3410 100644
--- a/llvm/lib/Transforms/IPO/OpenMPOpt.cpp
+++ b/llvm/lib/Transforms/IPO/OpenMPOpt.cpp
@@ -1089,7 +1089,7 @@ struct OpenMPOpt {
BasicBlock *StartBB = nullptr, *EndBB = nullptr;
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
BasicBlock *CGStartBB = CodeGenIP.getBlock();
BasicBlock *CGEndBB =
SplitBlock(CGStartBB, &*CodeGenIP.getPoint(), DT, LI);
@@ -1130,7 +1130,7 @@ struct OpenMPOpt {
ParentBB->getTerminator()->eraseFromParent();
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
BasicBlock *CGStartBB = CodeGenIP.getBlock();
BasicBlock *CGEndBB =
SplitBlock(CGStartBB, &*CodeGenIP.getPoint(), DT, LI);
@@ -1260,7 +1260,7 @@ struct OpenMPOpt {
// avoid overriding binding settings, and without explicit cancellation.
OpenMPIRBuilder::InsertPointTy AfterIP =
cantFail(OMPInfoCache.OMPBuilder.createParallel(
- Loc, AllocaIP, /* DeallocIPs */ {}, BodyGenCB, PrivCB, FiniCB,
+ Loc, AllocaIP, /* DeallocBlocks */ {}, BodyGenCB, PrivCB, FiniCB,
nullptr, nullptr, OMP_PROC_BIND_default,
/* IsCancellable */ false));
UncondBrInst::Create(AfterBB, AfterIP.getBlock());
diff --git a/llvm/lib/Transforms/Utils/CodeExtractor.cpp b/llvm/lib/Transforms/Utils/CodeExtractor.cpp
index 6038b5b0ccfe9..ac42215c5bf98 100644
--- a/llvm/lib/Transforms/Utils/CodeExtractor.cpp
+++ b/llvm/lib/Transforms/Utils/CodeExtractor.cpp
@@ -443,24 +443,24 @@ CodeExtractor::findOrCreateBlockForHoisting(BasicBlock *CommonExitBlock) {
return CommonExitBlock;
}
-Instruction *CodeExtractor::allocateVar(BasicBlock *BB,
- BasicBlock::iterator AllocaIP,
+Instruction *CodeExtractor::allocateVar(IRBuilder<>::InsertPoint AllocaIP,
Type *VarType, const Twine &Name,
AddrSpaceCastInst **CastedAlloc) {
- const DataLayout &DL = BB->getModule()->getDataLayout();
- Instruction *Alloca =
- new AllocaInst(VarType, DL.getAllocaAddrSpace(), nullptr, Name, AllocaIP);
+ const DataLayout &DL = AllocaIP.getBlock()->getModule()->getDataLayout();
+ Instruction *Alloca = new AllocaInst(VarType, DL.getAllocaAddrSpace(),
+ nullptr, Name, AllocaIP.getPoint());
if (CastedAlloc && ArgsInZeroAddressSpace && DL.getAllocaAddrSpace() != 0) {
*CastedAlloc = new AddrSpaceCastInst(
- Alloca, PointerType::get(BB->getContext(), 0), Name + ".ascast");
+ Alloca, PointerType::get(AllocaIP.getBlock()->getContext(), 0),
+ Name + ".ascast");
(*CastedAlloc)->insertAfter(Alloca->getIterator());
}
return Alloca;
}
-Instruction *CodeExtractor::deallocateVar(BasicBlock *, BasicBlock::iterator,
- Value *, Type *) {
+Instruction *CodeExtractor::deallocateVar(IRBuilder<>::InsertPoint, Value *,
+ Type *) {
// Default alloca instructions created by allocateVar are released implicitly.
return nullptr;
}
@@ -1876,7 +1876,8 @@ CallInst *CodeExtractor::emitReplacerCall(
continue;
Value *OutAlloc =
- allocateVar(AllocaBlock, AllocaBlock->getFirstInsertionPt(),
+ allocateVar(IRBuilder<>::InsertPoint(
+ AllocaBlock, AllocaBlock->getFirstInsertionPt()),
output->getType(), output->getName() + ".loc");
params.push_back(OutAlloc);
ReloadOutputs.push_back(OutAlloc);
@@ -1885,7 +1886,8 @@ CallInst *CodeExtractor::emitReplacerCall(
Instruction *Struct = nullptr;
if (!StructValues.empty()) {
AddrSpaceCastInst *StructSpaceCast = nullptr;
- Struct = allocateVar(AllocaBlock, AllocaBlock->getFirstInsertionPt(),
+ Struct = allocateVar(IRBuilder<>::InsertPoint(
+ AllocaBlock, AllocaBlock->getFirstInsertionPt()),
StructArgTy, "structArg", &StructSpaceCast);
if (StructSpaceCast)
params.push_back(StructSpaceCast);
@@ -2039,12 +2041,13 @@ CallInst *CodeExtractor::emitReplacerCall(
int Index = 0;
for (Value *Output : outputs) {
if (!StructValues.contains(Output))
- deallocateVar(DeallocBlock, DeallocIP, ReloadOutputs[Index++],
- Output->getType());
+ deallocateVar(IRBuilder<>::InsertPoint(DeallocBlock, DeallocIP),
+ ReloadOutputs[Index++], Output->getType());
}
if (Struct)
- deallocateVar(DeallocBlock, DeallocIP, Struct, StructArgTy);
+ deallocateVar(IRBuilder<>::InsertPoint(DeallocBlock, DeallocIP), Struct,
+ StructArgTy);
};
if (DeallocationBlocks.empty()) {
diff --git a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
index 69bb01e50b79b..dcc4d00180b5f 100644
--- a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
+++ b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
@@ -59,8 +59,8 @@ using namespace omp;
#define BODYGENCB_WRAPPER(cb) \
[&cb](InsertPointTy AllocaIP, InsertPointTy CodeGenIP, \
- ArrayRef<InsertPointTy> DeallocIPs) -> Error { \
- cb(AllocaIP, CodeGenIP, DeallocIPs); \
+ ArrayRef<BasicBlock *> DeallocBlocks) -> Error { \
+ cb(AllocaIP, CodeGenIP, DeallocBlocks); \
return Error::success(); \
}
@@ -653,7 +653,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelSimpleGPU) {
unsigned NumFinalizationPoints = 0;
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
++NumBodiesGenerated;
Builder.restoreIP(AllocaIP);
@@ -782,7 +782,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelSimple) {
unsigned NumFinalizationPoints = 0;
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
++NumBodiesGenerated;
Builder.restoreIP(AllocaIP);
@@ -891,7 +891,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested) {
unsigned NumFinalizationPoints = 0;
auto InnerBodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
++NumInnerBodiesGenerated;
return Error::success();
};
@@ -915,7 +915,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested) {
};
auto OuterBodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
++NumOuterBodiesGenerated;
Builder.restoreIP(CodeGenIP);
BasicBlock *CGBB = CodeGenIP.getBlock();
@@ -994,7 +994,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested2Inner) {
unsigned NumFinalizationPoints = 0;
auto InnerBodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
++NumInnerBodiesGenerated;
return Error::success();
};
@@ -1018,7 +1018,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelNested2Inner) {
};
auto OuterBodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
++NumOuterBodiesGenerated;
Builder.restoreIP(CodeGenIP);
BasicBlock *CGBB = CodeGenIP.getBlock();
@@ -1117,7 +1117,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelIfCond) {
unsigned NumFinalizationPoints = 0;
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
++NumBodiesGenerated;
Builder.restoreIP(AllocaIP);
@@ -1225,7 +1225,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelCancelBarrier) {
CallInst *CheckedBarrier = nullptr;
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
++NumBodiesGenerated;
Builder.restoreIP(CodeGenIP);
@@ -1362,7 +1362,7 @@ TEST_F(OpenMPIRBuilderTest, ParallelForwardAsPointers) {
Instruction *Internal;
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
IRBuilder<>::InsertPointGuard Guard(Builder);
Builder.restoreIP(CodeGenIP);
Internal = Builder.CreateCall(TakeI32Func, I32Val);
@@ -2887,7 +2887,7 @@ TEST_F(OpenMPIRBuilderTest, MasterDirective) {
BasicBlock *ThenBB = nullptr;
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
if (AllocaIP.isSet())
Builder.restoreIP(AllocaIP);
else
@@ -2969,7 +2969,7 @@ TEST_F(OpenMPIRBuilderTest, MaskedDirective) {
BasicBlock *ThenBB = nullptr;
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
if (AllocaIP.isSet())
Builder.restoreIP(AllocaIP);
else
@@ -3050,7 +3050,7 @@ TEST_F(OpenMPIRBuilderTest, CriticalDirective) {
AllocaInst *PrivAI = Builder.CreateAlloca(PrivType);
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
// actual start for bodyCB
llvm::BasicBlock *CodeGenIPBB = CodeGenIP.getBlock();
llvm::Instruction *CodeGenIPInst = &*CodeGenIP.getPoint();
@@ -3304,7 +3304,7 @@ TEST_F(OpenMPIRBuilderTest, OrderedDirectiveThreads) {
AllocaInst *PrivAI = Builder.CreateAlloca(PrivType, nullptr, "priv.inst");
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
llvm::BasicBlock *CodeGenIPBB = CodeGenIP.getBlock();
llvm::Instruction *CodeGenIPInst = &*CodeGenIP.getPoint();
EXPECT_EQ(CodeGenIPBB->getTerminator(), CodeGenIPInst);
@@ -3381,7 +3381,7 @@ TEST_F(OpenMPIRBuilderTest, OrderedDirectiveSimd) {
AllocaInst *PrivAI = Builder.CreateAlloca(PrivType, nullptr, "priv.inst");
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
llvm::BasicBlock *CodeGenIPBB = CodeGenIP.getBlock();
llvm::Instruction *CodeGenIPInst = &*CodeGenIP.getPoint();
EXPECT_EQ(CodeGenIPBB->getTerminator(), CodeGenIPInst);
@@ -3486,7 +3486,7 @@ TEST_F(OpenMPIRBuilderTest, SingleDirective) {
BasicBlock *ThenBB = nullptr;
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
if (AllocaIP.isSet())
Builder.restoreIP(AllocaIP);
else
@@ -3580,7 +3580,7 @@ TEST_F(OpenMPIRBuilderTest, SingleDirectiveNowait) {
BasicBlock *ThenBB = nullptr;
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
if (AllocaIP.isSet())
Builder.restoreIP(AllocaIP);
else
@@ -3702,7 +3702,7 @@ TEST_F(OpenMPIRBuilderTest, SingleDirectiveCopyPrivate) {
Function::Create(CopyFuncTy, Function::PrivateLinkage, "copy_var", *M);
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
if (AllocaIP.isSet())
Builder.restoreIP(AllocaIP);
else
@@ -4641,7 +4641,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTeams) {
Value *Val128 = Builder.CreateLoad(Builder.getInt128Ty(), ValPtr128, "load");
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
Builder.restoreIP(AllocaIP);
AllocaInst *Local128 = Builder.CreateAlloca(Builder.getInt128Ty(), nullptr,
"bodygen.alloca128");
@@ -4723,7 +4723,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithThreadLimit) {
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
return Error::success();
@@ -4779,7 +4779,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithNumTeamsUpper) {
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
return Error::success();
@@ -4841,7 +4841,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithNumTeamsBoth) {
Builder.CreateAdd(F->arg_begin(), Builder.getInt32(10), "numTeamsUpper");
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
return Error::success();
@@ -4908,7 +4908,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithNumTeamsAndThreadLimit) {
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
return Error::success();
@@ -4965,7 +4965,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithIfCondition) {
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
return Error::success();
@@ -5033,7 +5033,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTeamsWithIfConditionAndNumTeams) {
GlobalValue::ExternalLinkage, "fakeFunction", M.get());
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
Builder.restoreIP(CodeGenIP);
Builder.CreateCall(FakeFunction, {});
return Error::success();
@@ -5252,7 +5252,7 @@ TEST_F(OpenMPIRBuilderTest, CreateReductions) {
// and store the result in global variables.
InsertPointTy BodyIP, BodyAllocaIP;
auto BodyGenCB = [&](InsertPointTy InnerAllocIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
IRBuilderBase::InsertPointGuard Guard(Builder);
Builder.restoreIP(CodeGenIP);
@@ -5634,7 +5634,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTwoReductions) {
InsertPointTy FirstBodyIP, FirstBodyAllocaIP;
auto FirstBodyGenCB = [&](InsertPointTy InnerAllocIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
IRBuilderBase::InsertPointGuard Guard(Builder);
Builder.restoreIP(CodeGenIP);
@@ -5656,7 +5656,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTwoReductions) {
InsertPointTy SecondBodyIP, SecondBodyAllocaIP;
auto SecondBodyGenCB = [&](InsertPointTy InnerAllocIP,
InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
IRBuilderBase::InsertPointGuard Guard(Builder);
Builder.restoreIP(CodeGenIP);
@@ -5813,7 +5813,7 @@ TEST_F(OpenMPIRBuilderTest, CreateSectionsSimple) {
auto FiniCB = [&](InsertPointTy IP) { return Error::success(); };
auto SectionCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
return Error::success();
};
SectionCBVector.push_back(SectionCB);
@@ -5859,7 +5859,7 @@ TEST_F(OpenMPIRBuilderTest, CreateSections) {
};
auto SectionCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
++NumBodiesGenerated;
CaseBBs.push_back(CodeGenIP.getBlock());
SwitchBB = CodeGenIP.getBlock()->getSinglePredecessor();
@@ -6433,7 +6433,7 @@ TEST_F(OpenMPIRBuilderTest, TargetRegion) {
Builder.CreateStore(Builder.getInt32(10), APtr);
Builder.CreateStore(Builder.getInt32(20), BPtr);
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) -> InsertPointTy {
+ ArrayRef<BasicBlock *> DeallocBlocks) -> InsertPointTy {
IRBuilderBase::InsertPointGuard guard(Builder);
Builder.SetCurrentDebugLocation(llvm::DebugLoc());
Builder.restoreIP(CodeGenIP);
@@ -6654,7 +6654,7 @@ TEST_F(OpenMPIRBuilderTest, TargetRegionDevice) {
auto CustomMapperCB = [&](unsigned int I) { return nullptr; };
auto BodyGenCB = [&](OpenMPIRBuilder::InsertPointTy AllocaIP,
OpenMPIRBuilder::InsertPointTy CodeGenIP,
- ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs)
+ ArrayRef<BasicBlock *> DeallocBlocks)
-> OpenMPIRBuilder::InsertPointTy {
IRBuilderBase::InsertPointGuard guard(Builder);
Builder.SetCurrentDebugLocation(llvm::DebugLoc());
@@ -6815,7 +6815,7 @@ TEST_F(OpenMPIRBuilderTest, TargetRegionSPMD) {
auto CustomMapperCB = [&](unsigned int I) { return nullptr; };
auto BodyGenCB = [&](InsertPointTy, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy>) -> InsertPointTy {
+ ArrayRef<BasicBlock *>) -> InsertPointTy {
Builder.restoreIP(CodeGenIP);
return Builder.saveIP();
};
@@ -6934,10 +6934,10 @@ TEST_F(OpenMPIRBuilderTest, TargetRegionDeviceSPMD) {
};
auto CustomMapperCB = [&](unsigned int I) { return nullptr; };
- auto BodyGenCB = [&](OpenMPIRBuilder::InsertPointTy,
- OpenMPIRBuilder::InsertPointTy CodeGenIP,
- ArrayRef<OpenMPIRBuilder::InsertPointTy>)
- -> OpenMPIRBuilder::InsertPointTy {
+ auto BodyGenCB =
+ [&](OpenMPIRBuilder::InsertPointTy,
+ OpenMPIRBuilder::InsertPointTy CodeGenIP,
+ ArrayRef<BasicBlock *>) -> OpenMPIRBuilder::InsertPointTy {
Builder.restoreIP(CodeGenIP);
OutlinedFn = CodeGenIP.getBlock()->getParent();
return Builder.saveIP();
@@ -7057,7 +7057,7 @@ TEST_F(OpenMPIRBuilderTest, ConstantAllocaRaise) {
auto CustomMapperCB = [&](unsigned int I) { return nullptr; };
auto BodyGenCB = [&](OpenMPIRBuilder::InsertPointTy AllocaIP,
OpenMPIRBuilder::InsertPointTy CodeGenIP,
- ArrayRef<OpenMPIRBuilder::InsertPointTy> DeallocIPs)
+ ArrayRef<BasicBlock *> DeallocBlocks)
-> OpenMPIRBuilder::InsertPointTy {
IRBuilderBase::InsertPointGuard guard(Builder);
Builder.SetCurrentDebugLocation(llvm::DebugLoc());
@@ -7346,7 +7346,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTask) {
Builder.CreateLoad(Builder.getInt128Ty(), ValPtr128, "bodygen.load");
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
Builder.restoreIP(AllocaIP);
AllocaInst *Local128 = Builder.CreateAlloca(Builder.getInt128Ty(), nullptr,
"bodygen.alloca128");
@@ -7375,7 +7375,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTask) {
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTask(
Loc, InsertPointTy(AllocaBB, AllocaBB->getFirstInsertionPt()),
- /*DeallocIPs=*/{}, BodyGenCB));
+ /*DeallocBlocks=*/{}, BodyGenCB));
Builder.restoreIP(AfterIP);
OMPBuilder.finalize();
Builder.CreateRetVoid();
@@ -7475,7 +7475,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskNoArgs) {
IRBuilder<> Builder(BB);
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
return Error::success();
};
@@ -7487,7 +7487,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskNoArgs) {
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTask(
Loc, InsertPointTy(AllocaBB, AllocaBB->getFirstInsertionPt()),
- /*DeallocIPs=*/{}, BodyGenCB));
+ /*DeallocBlocks=*/{}, BodyGenCB));
Builder.restoreIP(AfterIP);
OMPBuilder.finalize();
Builder.CreateRetVoid();
@@ -7511,7 +7511,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskUntied) {
F->setName("func");
IRBuilder<> Builder(BB);
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
return Error::success();
};
BasicBlock *AllocaBB = Builder.GetInsertBlock();
@@ -7522,7 +7522,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskUntied) {
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTask(
Loc, InsertPointTy(AllocaBB, AllocaBB->getFirstInsertionPt()),
- /*DeallocIPs=*/{}, BodyGenCB,
+ /*DeallocBlocks=*/{}, BodyGenCB,
/*Tied=*/false));
Builder.restoreIP(AfterIP);
OMPBuilder.finalize();
@@ -7548,7 +7548,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskDepend) {
F->setName("func");
IRBuilder<> Builder(BB);
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
return Error::success();
};
BasicBlock *AllocaBB = Builder.GetInsertBlock();
@@ -7566,7 +7566,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskDepend) {
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTask(
Loc, InsertPointTy(AllocaBB, AllocaBB->getFirstInsertionPt()),
- /*DeallocIPs=*/{}, BodyGenCB,
+ /*DeallocBlocks=*/{}, BodyGenCB,
/*Tied=*/false, /*Final*/ nullptr, /*IfCondition*/ nullptr,
OpenMPIRBuilder::DependenciesInfo{std::move(DDS)}));
Builder.restoreIP(AfterIP);
@@ -7630,7 +7630,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskFinal) {
F->setName("func");
IRBuilder<> Builder(BB);
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
return Error::success();
};
BasicBlock *BodyBB = splitBB(Builder, /*CreateBranch=*/true, "alloca.split");
@@ -7641,8 +7641,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskFinal) {
ConstantInt::get(Type::getInt32Ty(M->getContext()), 0U));
OpenMPIRBuilder::LocationDescription Loc(Builder.saveIP(), DL);
ASSERT_EXPECTED_INIT(OpenMPIRBuilder::InsertPointTy, AfterIP,
- OMPBuilder.createTask(Loc, AllocaIP, /*DeallocIPs=*/{},
- BodyGenCB,
+ OMPBuilder.createTask(Loc, AllocaIP,
+ /*DeallocBlocks=*/{}, BodyGenCB,
/*Tied=*/false, Final));
Builder.restoreIP(AfterIP);
OMPBuilder.finalize();
@@ -7690,7 +7690,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskIfCondition) {
F->setName("func");
IRBuilder<> Builder(BB);
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
return Error::success();
};
BasicBlock *BodyBB = splitBB(Builder, /*CreateBranch=*/true, "alloca.split");
@@ -7702,7 +7702,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskIfCondition) {
OpenMPIRBuilder::LocationDescription Loc(Builder.saveIP(), DL);
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP,
- OMPBuilder.createTask(Loc, AllocaIP, /*DeallocIPs=*/{}, BodyGenCB,
+ OMPBuilder.createTask(Loc, AllocaIP, /*DeallocBlocks=*/{}, BodyGenCB,
/*Tied=*/false, /*Final=*/nullptr, IfCondition));
Builder.restoreIP(AfterIP);
OMPBuilder.finalize();
@@ -7948,7 +7948,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroup) {
Value *InternalStoreInst, *InternalLoad32, *InternalLoad128, *InternalIfCmp;
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
Builder.restoreIP(AllocaIP);
AllocaInst *Local128 = Builder.CreateAlloca(Builder.getInt128Ty(), nullptr,
"bodygen.alloca128");
@@ -8039,7 +8039,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroupWithTasks) {
IRBuilder<> Builder(BB);
auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
Builder.restoreIP(AllocaIP);
AllocaInst *Alloca32 =
Builder.CreateAlloca(Builder.getInt32Ty(), nullptr, "bodygen.alloca32");
@@ -8047,7 +8047,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroupWithTasks) {
Builder.CreateAlloca(Builder.getInt64Ty(), nullptr, "bodygen.alloca64");
Builder.restoreIP(CodeGenIP);
auto TaskBodyGenCB1 = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
Builder.restoreIP(CodeGenIP);
LoadInst *LoadValue = Builder.CreateLoad(Builder.getInt64Ty(), Alloca64);
Value *AddInst = Builder.CreateAdd(LoadValue, Builder.getInt64(64));
@@ -8057,11 +8057,11 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroupWithTasks) {
OpenMPIRBuilder::LocationDescription Loc(Builder.saveIP(), DL);
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, TaskIP1,
- OMPBuilder.createTask(Loc, AllocaIP, DeallocIPs, TaskBodyGenCB1));
+ OMPBuilder.createTask(Loc, AllocaIP, DeallocBlocks, TaskBodyGenCB1));
Builder.restoreIP(TaskIP1);
auto TaskBodyGenCB2 = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
- ArrayRef<InsertPointTy> DeallocIPs) {
+ ArrayRef<BasicBlock *> DeallocBlocks) {
Builder.restoreIP(CodeGenIP);
LoadInst *LoadValue = Builder.CreateLoad(Builder.getInt32Ty(), Alloca32);
Value *AddInst = Builder.CreateAdd(LoadValue, Builder.getInt32(32));
@@ -8071,7 +8071,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskgroupWithTasks) {
OpenMPIRBuilder::LocationDescription Loc2(Builder.saveIP(), DL);
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, TaskIP2,
- OMPBuilder.createTask(Loc2, AllocaIP, DeallocIPs, TaskBodyGenCB2));
+ OMPBuilder.createTask(Loc2, AllocaIP, DeallocBlocks, TaskBodyGenCB2));
Builder.restoreIP(TaskIP2);
};
diff --git a/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp b/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
index 939bb2554cbb7..39442a27d34da 100644
--- a/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
+++ b/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
@@ -77,10 +77,10 @@ class OpenMPAllocStackFrame
explicit OpenMPAllocStackFrame(
llvm::OpenMPIRBuilder::InsertPointTy allocaIP,
- llvm::ArrayRef<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs)
- : allocInsertPoint(allocaIP), deallocInsertPoints(deallocIPs) {}
+ llvm::ArrayRef<llvm::BasicBlock *> deallocBlocks)
+ : allocInsertPoint(allocaIP), deallocBlocks(deallocBlocks) {}
llvm::OpenMPIRBuilder::InsertPointTy allocInsertPoint;
- llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocInsertPoints;
+ llvm::SmallVector<llvm::BasicBlock *> deallocBlocks;
};
/// Stack frame to hold a \see llvm::CanonicalLoopInfo representing the
@@ -478,17 +478,16 @@ static LogicalResult handleError(llvm::Expected<T> &result, Operation &op) {
/// normal operations in the builder.
static llvm::OpenMPIRBuilder::InsertPointTy findAllocInsertPoints(
llvm::IRBuilderBase &builder, LLVM::ModuleTranslation &moduleTranslation,
- llvm::SmallVectorImpl<llvm::OpenMPIRBuilder::InsertPointTy> *deallocIPs =
- nullptr) {
+ llvm::SmallVectorImpl<llvm::BasicBlock *> *deallocBlocks = nullptr) {
// If there is an allocation insertion point on stack, i.e. we are in a nested
// operation and a specific point was provided by some surrounding operation,
// use it.
llvm::OpenMPIRBuilder::InsertPointTy allocInsertPoint;
- llvm::ArrayRef<llvm::OpenMPIRBuilder::InsertPointTy> deallocInsertPoints;
+ llvm::ArrayRef<llvm::BasicBlock *> deallocInsertPoints;
WalkResult walkResult = moduleTranslation.stackWalk<OpenMPAllocStackFrame>(
[&](OpenMPAllocStackFrame &frame) {
allocInsertPoint = frame.allocInsertPoint;
- deallocInsertPoints = frame.deallocInsertPoints;
+ deallocInsertPoints = frame.deallocBlocks;
return WalkResult::interrupt();
});
// In cases with multiple levels of outlining, the tree walk might find an
@@ -498,9 +497,9 @@ static llvm::OpenMPIRBuilder::InsertPointTy findAllocInsertPoints(
if (walkResult.wasInterrupted() &&
allocInsertPoint.getBlock()->getParent() ==
builder.GetInsertBlock()->getParent()) {
- if (deallocIPs)
- deallocIPs->insert(deallocIPs->end(), deallocInsertPoints.begin(),
- deallocInsertPoints.end());
+ if (deallocBlocks)
+ deallocBlocks->insert(deallocBlocks->end(), deallocInsertPoints.begin(),
+ deallocInsertPoints.end());
return allocInsertPoint;
}
@@ -524,14 +523,14 @@ static llvm::OpenMPIRBuilder::InsertPointTy findAllocInsertPoints(
// Collect exit blocks, which is where explicit deallocations should happen in
// this case.
- if (deallocIPs) {
+ if (deallocBlocks) {
for (llvm::BasicBlock &block : *builder.GetInsertBlock()->getParent()) {
// TODO: This currently results in no blocks being added to the list when
// all exit blocks of the enclosing function have not been lowered before
// this is reached.
llvm::Instruction *terminator = block.getTerminatorOrNull();
if (isa_and_present<llvm::ReturnInst>(terminator))
- deallocIPs->emplace_back(&block, terminator->getIterator());
+ deallocBlocks->emplace_back(&block);
}
}
@@ -709,7 +708,7 @@ convertOmpMasked(Operation &opInst, llvm::IRBuilderBase &builder,
return failure();
auto bodyGenCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
- llvm::ArrayRef<InsertPointTy> deallocIPs) {
+ llvm::ArrayRef<llvm::BasicBlock *> deallocBlocks) {
// MaskedOp has only one region associated with it.
auto ®ion = maskedOp.getRegion();
builder.restoreIP(codeGenIP);
@@ -754,7 +753,7 @@ convertOmpMaster(Operation &opInst, llvm::IRBuilderBase &builder,
return failure();
auto bodyGenCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
- llvm::ArrayRef<InsertPointTy> deallocIPs) {
+ llvm::ArrayRef<llvm::BasicBlock *> deallocBlocks) {
// MasterOp has only one region associated with it.
auto ®ion = masterOp.getRegion();
builder.restoreIP(codeGenIP);
@@ -790,7 +789,7 @@ convertOmpCritical(Operation &opInst, llvm::IRBuilderBase &builder,
return failure();
auto bodyGenCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
- llvm::ArrayRef<InsertPointTy> deallocIPs) {
+ llvm::ArrayRef<llvm::BasicBlock *> deallocBlocks) {
// CriticalOp has only one region associated with it.
auto ®ion = cast<omp::CriticalOp>(opInst).getRegion();
builder.restoreIP(codeGenIP);
@@ -1102,7 +1101,7 @@ convertOmpOrderedRegion(Operation &opInst, llvm::IRBuilderBase &builder,
return failure();
auto bodyGenCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
- llvm::ArrayRef<InsertPointTy> deallocIPs) {
+ llvm::ArrayRef<llvm::BasicBlock *> deallocBlocks) {
// OrderedOp has only one region associated with it.
auto ®ion = cast<omp::OrderedRegionOp>(opInst).getRegion();
builder.restoreIP(codeGenIP);
@@ -2007,7 +2006,7 @@ convertOmpSections(Operation &opInst, llvm::IRBuilderBase &builder,
Region ®ion = sectionOp.getRegion();
auto sectionCB = [§ionsOp, ®ion, &builder, &moduleTranslation](
InsertPointTy allocaIP, InsertPointTy codeGenIP,
- ArrayRef<InsertPointTy> deallocIPs) {
+ ArrayRef<llvm::BasicBlock *> deallocBlocks) {
builder.restoreIP(codeGenIP);
// map the omp.section reduction block argument to the omp.sections block
@@ -2082,7 +2081,7 @@ convertOmpSingle(omp::SingleOp &singleOp, llvm::IRBuilderBase &builder,
return failure();
auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codegenIP,
- llvm::ArrayRef<InsertPointTy> deallocIPs) {
+ llvm::ArrayRef<llvm::BasicBlock *> deallocBlocks) {
builder.restoreIP(codegenIP);
return convertOmpOpRegions(singleOp.getRegion(), "omp.single.region",
builder, moduleTranslation)
@@ -2188,9 +2187,9 @@ convertOmpTeams(omp::TeamsOp op, llvm::IRBuilderBase &builder,
}
auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codegenIP,
- llvm::ArrayRef<InsertPointTy> deallocIPs) {
+ llvm::ArrayRef<llvm::BasicBlock *> deallocBlocks) {
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocaIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocBlocks);
builder.restoreIP(codegenIP);
return convertOmpOpRegions(op.getRegion(), "omp.teams.region", builder,
moduleTranslation)
@@ -2859,9 +2858,9 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
// code outside of the outlined task region, which is what we want because
// this way the initialization and copy regions are executed immediately while
// the host variable data are still live.
- llvm::SmallVector<InsertPointTy> deallocIPs;
+ llvm::SmallVector<llvm::BasicBlock *> deallocBlocks;
InsertPointTy allocaIP =
- findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
+ findAllocInsertPoints(builder, moduleTranslation, &deallocBlocks);
// Not using splitBB() because that requires the current block to have a
// terminator.
@@ -2892,7 +2891,7 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocaIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocBlocks);
// Allocate and initialize private variables
builder.SetInsertPoint(initBlock->getTerminator());
@@ -2960,12 +2959,13 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
// Set up for call to createTask()
builder.SetInsertPoint(taskStartBlock);
- auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codegenIP,
- llvm::ArrayRef<InsertPointTy> deallocIPs) -> llvm::Error {
+ auto bodyCB =
+ [&](InsertPointTy allocaIP, InsertPointTy codegenIP,
+ llvm::ArrayRef<llvm::BasicBlock *> deallocBlocks) -> llvm::Error {
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocaIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocBlocks);
// translate the body of the task:
builder.restoreIP(codegenIP);
@@ -3060,7 +3060,7 @@ convertOmpTaskOp(omp::TaskOp taskOp, llvm::IRBuilderBase &builder,
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
moduleTranslation.getOpenMPBuilder()->createTask(
- ompLoc, allocaIP, deallocIPs, bodyCB, !taskOp.getUntied(),
+ ompLoc, allocaIP, deallocBlocks, bodyCB, !taskOp.getUntied(),
moduleTranslation.lookupValue(taskOp.getFinal()),
moduleTranslation.lookupValue(taskOp.getIfExpr()), dependencies, ad,
taskOp.getMergeable(),
@@ -3286,9 +3286,9 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
TaskContextStructManager taskStructMgr{builder, moduleTranslation,
privateVarsInfo.privatizers};
- llvm::SmallVector<InsertPointTy> deallocIPs;
+ llvm::SmallVector<llvm::BasicBlock *> deallocBlocks;
llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
+ findAllocInsertPoints(builder, moduleTranslation, &deallocBlocks);
assert(builder.GetInsertPoint() == builder.GetInsertBlock()->end());
llvm::BasicBlock *taskloopStartBlock = llvm::BasicBlock::Create(
@@ -3304,7 +3304,7 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
splitBB(builder, /*CreateBranch=*/true, "omp.private.init");
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocaIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocBlocks);
// Allocate and initialize private variables
builder.SetInsertPoint(initBlock->getTerminator());
@@ -3366,12 +3366,13 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
loopOp, builder, moduleTranslation, lbVal, ubVal, stepVal))
return handleError(std::move(err), opInst);
- auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codegenIP,
- llvm::ArrayRef<InsertPointTy> deallocIPs) -> llvm::Error {
+ auto bodyCB =
+ [&](InsertPointTy allocaIP, InsertPointTy codegenIP,
+ llvm::ArrayRef<llvm::BasicBlock *> deallocBlocks) -> llvm::Error {
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocaIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocBlocks);
// translate the body of the taskloop:
builder.restoreIP(codegenIP);
@@ -3568,9 +3569,10 @@ convertOmpTaskloopContextOp(omp::TaskloopContextOp contextOp,
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
moduleTranslation.getOpenMPBuilder()->createTaskloop(
- ompLoc, allocaIP, deallocIPs, bodyCB, loopInfo, lbVal, ubVal, stepVal,
- contextOp.getUntied(), ifCond, grainsize, contextOp.getNogroup(),
- sched, moduleTranslation.lookupValue(contextOp.getFinal()),
+ ompLoc, allocaIP, deallocBlocks, bodyCB, loopInfo, lbVal, ubVal,
+ stepVal, contextOp.getUntied(), ifCond, grainsize,
+ contextOp.getNogroup(), sched,
+ moduleTranslation.lookupValue(contextOp.getFinal()),
contextOp.getMergeable(),
moduleTranslation.lookupValue(contextOp.getPriority()),
loopOp.getCollapseNumLoops(), taskDupOrNull,
@@ -3594,20 +3596,20 @@ convertOmpTaskgroupOp(omp::TaskgroupOp tgOp, llvm::IRBuilderBase &builder,
return failure();
auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codegenIP,
- llvm::ArrayRef<InsertPointTy> deallocIPs) {
+ llvm::ArrayRef<llvm::BasicBlock *> deallocBlocks) {
builder.restoreIP(codegenIP);
return convertOmpOpRegions(tgOp.getRegion(), "omp.taskgroup.region",
builder, moduleTranslation)
.takeError();
};
- llvm::SmallVector<InsertPointTy> deallocIPs;
+ llvm::SmallVector<llvm::BasicBlock *> deallocBlocks;
InsertPointTy allocaIP =
- findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
+ findAllocInsertPoints(builder, moduleTranslation, &deallocBlocks);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
- moduleTranslation.getOpenMPBuilder()->createTaskgroup(ompLoc, allocaIP,
- deallocIPs, bodyCB);
+ moduleTranslation.getOpenMPBuilder()->createTaskgroup(
+ ompLoc, allocaIP, deallocBlocks, bodyCB);
if (failed(handleError(afterIP, *tgOp)))
return failure();
@@ -3855,7 +3857,7 @@ convertOmpParallel(omp::ParallelOp opInst, llvm::IRBuilderBase &builder,
auto bodyGenCB =
[&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
- llvm::ArrayRef<InsertPointTy> deallocIPs) -> llvm::Error {
+ llvm::ArrayRef<llvm::BasicBlock *> deallocBlocks) -> llvm::Error {
llvm::Expected<llvm::BasicBlock *> afterAllocas = allocatePrivateVars(
opInst, builder, moduleTranslation, privateVarsInfo, allocaIP);
if (handleError(afterAllocas, *opInst).failed())
@@ -3902,7 +3904,7 @@ convertOmpParallel(omp::ParallelOp opInst, llvm::IRBuilderBase &builder,
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocaIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocBlocks);
// ParallelOp has only one region associated with it.
llvm::Expected<llvm::BasicBlock *> regionBlock = convertOmpOpRegions(
@@ -4004,13 +4006,13 @@ convertOmpParallel(omp::ParallelOp opInst, llvm::IRBuilderBase &builder,
if (auto bind = opInst.getProcBindKind())
pbKind = getProcBindKind(*bind);
- llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs;
+ llvm::SmallVector<llvm::BasicBlock *> deallocBlocks;
llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
+ findAllocInsertPoints(builder, moduleTranslation, &deallocBlocks);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
- ompBuilder->createParallel(ompLoc, allocaIP, deallocIPs, bodyGenCB,
+ ompBuilder->createParallel(ompLoc, allocaIP, deallocBlocks, bodyGenCB,
privCB, finiCB, ifCond, numThreads, pbKind,
isCancellable);
@@ -6411,18 +6413,18 @@ convertOmpTargetData(Operation *op, llvm::IRBuilderBase &builder,
};
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
- llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs;
+ llvm::SmallVector<llvm::BasicBlock *> deallocBlocks;
llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
+ findAllocInsertPoints(builder, moduleTranslation, &deallocBlocks);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP = [&]() {
if (isa<omp::TargetDataOp>(op))
return ompBuilder->createTargetData(ompLoc, allocaIP, builder.saveIP(),
- deallocIPs, deviceID, ifCond, info,
+ deallocBlocks, deviceID, ifCond, info,
genMapInfoCB, customMapperCB,
/*MapperFunc=*/nullptr, bodyGenCB,
/*DeviceAddrCB=*/nullptr);
return ompBuilder->createTargetData(ompLoc, allocaIP, builder.saveIP(),
- deallocIPs, deviceID, ifCond, info,
+ deallocBlocks, deviceID, ifCond, info,
genMapInfoCB, customMapperCB, &RTLFn);
}();
@@ -6475,11 +6477,11 @@ convertOmpDistribute(Operation &opInst, llvm::IRBuilderBase &builder,
using InsertPointTy = llvm::OpenMPIRBuilder::InsertPointTy;
auto bodyGenCB =
[&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
- llvm::ArrayRef<InsertPointTy> deallocIPs) -> llvm::Error {
+ llvm::ArrayRef<llvm::BasicBlock *> deallocBlocks) -> llvm::Error {
// Save the alloca insertion point on ModuleTranslation stack for use in
// nested regions.
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocaIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocBlocks);
// DistributeOp has only one region associated with it.
builder.restoreIP(codeGenIP);
@@ -6548,12 +6550,12 @@ convertOmpDistribute(Operation &opInst, llvm::IRBuilderBase &builder,
return llvm::Error::success();
};
- llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs;
+ llvm::SmallVector<llvm::BasicBlock *> deallocBlocks;
llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
+ findAllocInsertPoints(builder, moduleTranslation, &deallocBlocks);
llvm::OpenMPIRBuilder::LocationDescription ompLoc(builder);
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
- ompBuilder->createDistribute(ompLoc, allocaIP, deallocIPs, bodyGenCB);
+ ompBuilder->createDistribute(ompLoc, allocaIP, deallocBlocks, bodyGenCB);
if (failed(handleError(afterIP, opInst)))
return failure();
@@ -7279,7 +7281,7 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
using InsertPointTy = llvm::OpenMPIRBuilder::InsertPointTy;
auto bodyCB = [&](InsertPointTy allocaIP, InsertPointTy codeGenIP,
- ArrayRef<InsertPointTy> deallocIPs)
+ ArrayRef<llvm::BasicBlock *> deallocBlocks)
-> llvm::OpenMPIRBuilder::InsertPointOrErrorTy {
llvm::IRBuilderBase::InsertPointGuard guard(builder);
builder.SetCurrentDebugLocation(llvm::DebugLoc());
@@ -7340,7 +7342,7 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
return llvm::make_error<PreviouslyReportedError>();
LLVM::ModuleTranslation::SaveStack<OpenMPAllocStackFrame> frame(
- moduleTranslation, allocaIP, deallocIPs);
+ moduleTranslation, allocaIP, deallocBlocks);
llvm::Expected<llvm::BasicBlock *> exitBlock = convertOmpOpRegions(
targetRegion, "omp.target", builder, moduleTranslation);
@@ -7450,9 +7452,9 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
kernelInput.push_back(mapData.OriginalValue[i]);
}
- llvm::SmallVector<llvm::OpenMPIRBuilder::InsertPointTy> deallocIPs;
+ llvm::SmallVector<llvm::BasicBlock *> deallocBlocks;
llvm::OpenMPIRBuilder::InsertPointTy allocaIP =
- findAllocInsertPoints(builder, moduleTranslation, &deallocIPs);
+ findAllocInsertPoints(builder, moduleTranslation, &deallocBlocks);
llvm::OpenMPIRBuilder::DependenciesInfo dds;
if (failed(buildDependData(
@@ -7482,8 +7484,8 @@ convertOmpTarget(Operation &opInst, llvm::IRBuilderBase &builder,
llvm::OpenMPIRBuilder::InsertPointOrErrorTy afterIP =
moduleTranslation.getOpenMPBuilder()->createTarget(
- ompLoc, isOffloadEntry, allocaIP, builder.saveIP(), deallocIPs, info,
- entryInfo, defaultAttrs, runtimeAttrs, ifCond, kernelInput,
+ ompLoc, isOffloadEntry, allocaIP, builder.saveIP(), deallocBlocks,
+ info, entryInfo, defaultAttrs, runtimeAttrs, ifCond, kernelInput,
genMapInfoCB, bodyCB, argAccessorCB, customMapperCB, dds,
targetOp.getNowait());
>From e1bcaed1efbe57d4d70254b1371167c21f8191d3 Mon Sep 17 00:00:00 2001
From: Sergio Afonso <Sergio.AfonsoFumero at amd.com>
Date: Tue, 24 Mar 2026 12:01:09 +0000
Subject: [PATCH 08/10] fix after rebase
---
llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp | 5 +++--
.../LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp | 2 +-
2 files changed, 4 insertions(+), 3 deletions(-)
diff --git a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
index dcc4d00180b5f..04f75101e9e9b 100644
--- a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
+++ b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
@@ -7761,7 +7761,8 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskAffinity) {
F->setName("func");
IRBuilder<> Builder(BB);
- auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP) {
+ auto BodyGenCB = [&](InsertPointTy AllocaIP, InsertPointTy CodeGenIP,
+ ArrayRef<BasicBlock *> DeallocBlocks) {
return Error::success();
};
@@ -7795,7 +7796,7 @@ TEST_F(OpenMPIRBuilderTest, CreateTaskAffinity) {
OpenMPIRBuilder::InsertPointTy, AfterIP,
OMPBuilder.createTask(
Loc, InsertPointTy(AllocaBB, AllocaBB->getFirstInsertionPt()),
- BodyGenCB,
+ /*DeallocBlocks=*/{}, BodyGenCB,
/*Tied=*/true,
/*Final=*/nullptr,
/*IfCondition=*/nullptr,
diff --git a/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp b/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
index 39442a27d34da..ed1c38ef4e084 100644
--- a/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
+++ b/mlir/lib/Target/LLVMIR/Dialect/OpenMP/OpenMPToLLVMIRTranslation.cpp
@@ -2652,7 +2652,7 @@ buildAffinityData(mlir::omp::TaskOp &taskOp, llvm::IRBuilderBase &builder,
auto allocateAffinityList = [&](llvm::Value *count) -> llvm::Value * {
llvm::IRBuilderBase::InsertPointGuard guard(builder);
if (llvm::isa<llvm::Constant>(count) || llvm::isa<llvm::Argument>(count))
- builder.restoreIP(findAllocaInsertPoint(builder, moduleTranslation));
+ builder.restoreIP(findAllocInsertPoints(builder, moduleTranslation));
return builder.CreateAlloca(kmpTaskAffinityInfoTy, count,
"omp.affinity_list");
};
>From 2906c629e2eeb60ea8dcd61707b14cbff583484c Mon Sep 17 00:00:00 2001
From: Sergio Afonso <Sergio.AfonsoFumero at amd.com>
Date: Wed, 25 Mar 2026 11:28:09 +0000
Subject: [PATCH 09/10] fix deprecated instruction use in test
---
llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
index 04f75101e9e9b..49b27056c6301 100644
--- a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
+++ b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
@@ -6762,7 +6762,7 @@ TEST_F(OpenMPIRBuilderTest, TargetRegionDevice) {
EXPECT_EQ(Value1->getNextNode(), TargetStore);
auto *TargetExitBlockBr = TargetStore->getNextNode();
- EXPECT_TRUE(isa<BranchInst>(TargetExitBlockBr));
+ EXPECT_TRUE(isa<UncondBrInst>(TargetExitBlockBr));
auto *TargetExitBlock = TargetExitBlockBr->getSuccessor(0);
EXPECT_EQ(TargetExitBlock->getName(), "target.exit");
@@ -7162,7 +7162,7 @@ TEST_F(OpenMPIRBuilderTest, ConstantAllocaRaise) {
EXPECT_EQ(Load2->getNextNode(), TargetStore);
auto *TargetExitBlockBr = TargetStore->getNextNode();
- EXPECT_TRUE(isa<BranchInst>(TargetExitBlockBr));
+ EXPECT_TRUE(isa<UncondBrInst>(TargetExitBlockBr));
auto *TargetExitBlock = TargetExitBlockBr->getSuccessor(0);
EXPECT_EQ(TargetExitBlock->getName(), "target.exit");
>From eb352cec141ffb579f2ada2afd664634343f911b Mon Sep 17 00:00:00 2001
From: Sergio Afonso <Sergio.AfonsoFumero at amd.com>
Date: Thu, 16 Apr 2026 13:03:58 +0100
Subject: [PATCH 10/10] fix after rebase
---
llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp | 13 +++++++------
1 file changed, 7 insertions(+), 6 deletions(-)
diff --git a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
index 49b27056c6301..eb71d0949c854 100644
--- a/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
+++ b/llvm/unittests/Frontend/OpenMPIRBuilderTest.cpp
@@ -7232,7 +7232,8 @@ TEST_F(OpenMPIRBuilderTest, DebugRecordLoc) {
auto CustomMapperCB = [&](unsigned int I) { return nullptr; };
auto BodyGenCB = [&](OpenMPIRBuilder::InsertPointTy AllocaIP,
- OpenMPIRBuilder::InsertPointTy CodeGenIP)
+ OpenMPIRBuilder::InsertPointTy CodeGenIP,
+ ArrayRef<BasicBlock *> DeallocBlocks)
-> OpenMPIRBuilder::InsertPointTy {
IRBuilderBase::InsertPointGuard guard(Builder);
Builder.SetCurrentDebugLocation(llvm::DebugLoc());
@@ -7298,11 +7299,11 @@ TEST_F(OpenMPIRBuilderTest, DebugRecordLoc) {
ASSERT_EXPECTED_INIT(
OpenMPIRBuilder::InsertPointTy, AfterIP,
- OMPBuilder.createTarget(Loc, /*IsOffloadEntry=*/true, EntryIP, EntryIP,
- Info, EntryInfo, DefaultAttrs, RuntimeAttrs,
- /*IfCond=*/nullptr, CapturedArgs, GenMapInfoCB,
- BodyGenCB, SimpleArgAccessorCB, CustomMapperCB,
- {}, false));
+ OMPBuilder.createTarget(
+ Loc, /*IsOffloadEntry=*/true, EntryIP, EntryIP,
+ /*DeallocBlocks=*/{}, Info, EntryInfo, DefaultAttrs, RuntimeAttrs,
+ /*IfCond=*/nullptr, CapturedArgs, GenMapInfoCB, BodyGenCB,
+ SimpleArgAccessorCB, CustomMapperCB, {}, false));
EXPECT_EQ(DL, Builder.getCurrentDebugLocation());
Builder.restoreIP(AfterIP);
More information about the llvm-branch-commits
mailing list