[llvm] ff60a0a - [LLVM] Add a check if should cast atomic operations to integer type
Shilei Tian via llvm-commits
llvm-commits at lists.llvm.org
Fri May 20 14:23:57 PDT 2022
Author: Shilei Tian
Date: 2022-05-20T17:23:53-04:00
New Revision: ff60a0a364b49f1b52883b032f719548685081bd
URL: https://github.com/llvm/llvm-project/commit/ff60a0a364b49f1b52883b032f719548685081bd
DIFF: https://github.com/llvm/llvm-project/commit/ff60a0a364b49f1b52883b032f719548685081bd.diff
LOG: [LLVM] Add a check if should cast atomic operations to integer type
Currently for atomic load, store, and rmw instructions, as long as the
operand is floating-point value, they are casted to integer. Nowadays many
targets can actually support part of atomic operations with floating-point
operands. For example, NVPTX supports atomic load and store of floating-point
values. This patch adds a series interface functions `shouldCastAtomicXXXInIR`,
and the default implementations are same as what we currently do. Later for
targets can have their specialization.
Reviewed By: jdoerfert
Differential Revision: https://reviews.llvm.org/D125652
Added:
Modified:
llvm/include/llvm/CodeGen/TargetLowering.h
llvm/lib/CodeGen/AtomicExpandPass.cpp
Removed:
################################################################################
diff --git a/llvm/include/llvm/CodeGen/TargetLowering.h b/llvm/include/llvm/CodeGen/TargetLowering.h
index 0c619a41f7e8b..5fc8757c55feb 100644
--- a/llvm/include/llvm/CodeGen/TargetLowering.h
+++ b/llvm/include/llvm/CodeGen/TargetLowering.h
@@ -248,6 +248,8 @@ class TargetLoweringBase {
/// w.r.t. what they should expand to.
enum class AtomicExpansionKind {
None, // Don't expand the instruction.
+ CastToInteger, // Cast the atomic instruction to another type, e.g. from
+ // floating-point to integer type.
LLSC, // Expand the instruction into loadlinked/storeconditional; used
// by ARM/AArch64.
LLOnly, // Expand the (load) instruction into just a load-linked, which has
@@ -2045,6 +2047,14 @@ class TargetLoweringBase {
return AtomicExpansionKind::None;
}
+ /// Returns how the given (atomic) load should be cast by the IR-level
+ /// AtomicExpand pass.
+ virtual AtomicExpansionKind shouldCastAtomicLoadInIR(LoadInst *LI) const {
+ if (LI->getType()->isFloatingPointTy())
+ return AtomicExpansionKind::CastToInteger;
+ return AtomicExpansionKind::None;
+ }
+
/// Returns how the given (atomic) store should be expanded by the IR-level
/// AtomicExpand pass into. For instance AtomicExpansionKind::Expand will try
/// to use an atomicrmw xchg.
@@ -2052,6 +2062,15 @@ class TargetLoweringBase {
return AtomicExpansionKind::None;
}
+ /// Returns how the given (atomic) store should be cast by the IR-level
+ /// AtomicExpand pass into. For instance AtomicExpansionKind::CastToInteger
+ /// will try to cast the operands to integer values.
+ virtual AtomicExpansionKind shouldCastAtomicStoreInIR(StoreInst *SI) const {
+ if (SI->getValueOperand()->getType()->isFloatingPointTy())
+ return AtomicExpansionKind::CastToInteger;
+ return AtomicExpansionKind::None;
+ }
+
/// Returns how the given atomic cmpxchg should be expanded by the IR-level
/// AtomicExpand pass.
virtual AtomicExpansionKind
@@ -2066,6 +2085,17 @@ class TargetLoweringBase {
AtomicExpansionKind::CmpXChg : AtomicExpansionKind::None;
}
+ /// Returns how the given atomic atomicrmw should be cast by the IR-level
+ /// AtomicExpand pass.
+ virtual AtomicExpansionKind
+ shouldCastAtomicRMWIInIR(AtomicRMWInst *RMWI) const {
+ if (RMWI->getOperation() == AtomicRMWInst::Xchg &&
+ RMWI->getValOperand()->getType()->isFloatingPointTy())
+ return AtomicExpansionKind::CastToInteger;
+
+ return AtomicExpansionKind::None;
+ }
+
/// On some platforms, an AtomicRMW that never actually modifies the value
/// (such as fetch_add of 0) can be turned into a fence followed by an
/// atomic load. This may sound useless, but it makes it possible for the
diff --git a/llvm/lib/CodeGen/AtomicExpandPass.cpp b/llvm/lib/CodeGen/AtomicExpandPass.cpp
index fc1f832cf99e5..2f4eb1f21fbf2 100644
--- a/llvm/lib/CodeGen/AtomicExpandPass.cpp
+++ b/llvm/lib/CodeGen/AtomicExpandPass.cpp
@@ -254,7 +254,8 @@ bool AtomicExpand::runOnFunction(Function &F) {
}
if (LI) {
- if (LI->getType()->isFloatingPointTy()) {
+ if (TLI->shouldCastAtomicLoadInIR(LI) ==
+ TargetLoweringBase::AtomicExpansionKind::CastToInteger) {
// TODO: add a TLI hook to control this so that each target can
// convert to lowering the original type one at a time.
LI = convertAtomicLoadToIntegerType(LI);
@@ -264,7 +265,8 @@ bool AtomicExpand::runOnFunction(Function &F) {
MadeChange |= tryExpandAtomicLoad(LI);
} else if (SI) {
- if (SI->getValueOperand()->getType()->isFloatingPointTy()) {
+ if (TLI->shouldCastAtomicStoreInIR(SI) ==
+ TargetLoweringBase::AtomicExpansionKind::CastToInteger) {
// TODO: add a TLI hook to control this so that each target can
// convert to lowering the original type one at a time.
SI = convertAtomicStoreToIntegerType(SI);
@@ -285,8 +287,8 @@ bool AtomicExpand::runOnFunction(Function &F) {
MadeChange = true;
} else {
AtomicRMWInst::BinOp Op = RMWI->getOperation();
- if (Op == AtomicRMWInst::Xchg &&
- RMWI->getValOperand()->getType()->isFloatingPointTy()) {
+ if (TLI->shouldCastAtomicRMWIInIR(RMWI) ==
+ TargetLoweringBase::AtomicExpansionKind::CastToInteger) {
// TODO: add a TLI hook to control this so that each target can
// convert to lowering the original type one at a time.
RMWI = convertAtomicXchgToIntegerType(RMWI);
More information about the llvm-commits
mailing list