[llvm] [RISCV] Use Zacas for AtomicRMWInst::Nand i32 and XLen. (PR #80119)
Craig Topper via llvm-commits
llvm-commits at lists.llvm.org
Wed Jan 31 10:16:41 PST 2024
https://github.com/topperc updated https://github.com/llvm/llvm-project/pull/80119
>From 385be2f59865757238a4da9015e5fcbf4f5d88e9 Mon Sep 17 00:00:00 2001
From: Craig Topper <craig.topper at sifive.com>
Date: Wed, 31 Jan 2024 00:35:28 -0800
Subject: [PATCH 1/2] [RISCV] Use Zacas for AtomicRMWInst::Nand i32 and XLen.
We don't have an AMO instruction for Nand, so with the A extension
we use an LR/SC loop. If we have Zacas we can use a CAS loop instead.
According to the Zacas spec, a CAS loop scales to highly parallel
systems better than LR/SC.
Open to opinions on whether this is the right thing to do.
---
llvm/lib/Target/RISCV/RISCVISelLowering.cpp | 5 +
llvm/test/CodeGen/RISCV/atomic-rmw.ll | 941 ++++++++++++++------
2 files changed, 669 insertions(+), 277 deletions(-)
diff --git a/llvm/lib/Target/RISCV/RISCVISelLowering.cpp b/llvm/lib/Target/RISCV/RISCVISelLowering.cpp
index 2f84dff6bc626..45a66a1e4d2f6 100644
--- a/llvm/lib/Target/RISCV/RISCVISelLowering.cpp
+++ b/llvm/lib/Target/RISCV/RISCVISelLowering.cpp
@@ -19517,6 +19517,11 @@ RISCVTargetLowering::shouldExpandAtomicRMWInIR(AtomicRMWInst *AI) const {
unsigned Size = AI->getType()->getPrimitiveSizeInBits();
if (Size == 8 || Size == 16)
return AtomicExpansionKind::MaskedIntrinsic;
+
+ if (Subtarget.hasStdExtZacas() && AI->getOperation() == AtomicRMWInst::Nand &&
+ (Size == Subtarget.getXLen() || Size == 32))
+ return AtomicExpansionKind::CmpXChg;
+
return AtomicExpansionKind::None;
}
diff --git a/llvm/test/CodeGen/RISCV/atomic-rmw.ll b/llvm/test/CodeGen/RISCV/atomic-rmw.ll
index d4c067b7b8a40..62206a6a2ece5 100644
--- a/llvm/test/CodeGen/RISCV/atomic-rmw.ll
+++ b/llvm/test/CodeGen/RISCV/atomic-rmw.ll
@@ -2,15 +2,24 @@
; RUN: llc -mtriple=riscv32 -verify-machineinstrs < %s \
; RUN: | FileCheck -check-prefix=RV32I %s
; RUN: llc -mtriple=riscv32 -mattr=+a -verify-machineinstrs < %s \
-; RUN: | FileCheck -check-prefixes=RV32IA,RV32IA-WMO %s
+; RUN: | FileCheck -check-prefixes=RV32IA,RV32IA-NOZACAS,RV32IA-WMO,RV32IA-WMO-NOZACAS %s
; RUN: llc -mtriple=riscv32 -mattr=+a,+experimental-ztso -verify-machineinstrs < %s \
-; RUN: | FileCheck -check-prefixes=RV32IA,RV32IA-TSO %s
+; RUN: | FileCheck -check-prefixes=RV32IA,RV32IA-NOZACAS,RV32IA-TSO,RV32IA-TSO-NOZACAS %s
; RUN: llc -mtriple=riscv64 -verify-machineinstrs < %s \
; RUN: | FileCheck -check-prefix=RV64I %s
; RUN: llc -mtriple=riscv64 -mattr=+a -verify-machineinstrs < %s \
-; RUN: | FileCheck -check-prefixes=RV64IA,RV64IA-WMO %s
+; RUN: | FileCheck -check-prefixes=RV64IA,RV64IA-NOZACAS,RV64IA-WMO,RV64IA-WMO-NOZACAS %s
; RUN: llc -mtriple=riscv64 -mattr=+a,+experimental-ztso -verify-machineinstrs < %s \
-; RUN: | FileCheck -check-prefixes=RV64IA,RV64IA-TSO %s
+; RUN: | FileCheck -check-prefixes=RV64IA,RV64IA-NOZACAS,RV64IA-TSO,RV64IA-TSO-NOZACAS %s
+
+; RUN: llc -mtriple=riscv32 -mattr=+a,+experimental-zacas -verify-machineinstrs < %s \
+; RUN: | FileCheck -check-prefixes=RV32IA,RV32IA-ZACAS,RV32IA-WMO,RV32IA-WMO-ZACAS %s
+; RUN: llc -mtriple=riscv32 -mattr=+a,+experimental-ztso,+experimental-zacas -verify-machineinstrs < %s \
+; RUN: | FileCheck -check-prefixes=RV32IA,RV32IA-ZACAS,RV32IA-TSO,RV32IA-TSO-ZACAS %s
+; RUN: llc -mtriple=riscv64 -mattr=+a,+experimental-zacas -verify-machineinstrs < %s \
+; RUN: | FileCheck -check-prefixes=RV64IA,RV64IA-ZACAS,RV64IA-WMO,RV64IA-WMO-ZACAS %s
+; RUN: llc -mtriple=riscv64 -mattr=+a,+experimental-ztso,+experimental-zacas -verify-machineinstrs < %s \
+; RUN: | FileCheck -check-prefixes=RV64IA,RV64IA-ZACAS,RV64IA-TSO,RV64IA-TSO-ZACAS %s
define i8 @atomicrmw_xchg_i8_monotonic(ptr %a, i8 %b) nounwind {
; RV32I-LABEL: atomicrmw_xchg_i8_monotonic:
@@ -14831,17 +14840,17 @@ define i32 @atomicrmw_nand_i32_monotonic(ptr %a, i32 %b) nounwind {
; RV32I-NEXT: addi sp, sp, 16
; RV32I-NEXT: ret
;
-; RV32IA-LABEL: atomicrmw_nand_i32_monotonic:
-; RV32IA: # %bb.0:
-; RV32IA-NEXT: .LBB150_1: # =>This Inner Loop Header: Depth=1
-; RV32IA-NEXT: lr.w a2, (a0)
-; RV32IA-NEXT: and a3, a2, a1
-; RV32IA-NEXT: not a3, a3
-; RV32IA-NEXT: sc.w a3, a3, (a0)
-; RV32IA-NEXT: bnez a3, .LBB150_1
-; RV32IA-NEXT: # %bb.2:
-; RV32IA-NEXT: mv a0, a2
-; RV32IA-NEXT: ret
+; RV32IA-NOZACAS-LABEL: atomicrmw_nand_i32_monotonic:
+; RV32IA-NOZACAS: # %bb.0:
+; RV32IA-NOZACAS-NEXT: .LBB150_1: # =>This Inner Loop Header: Depth=1
+; RV32IA-NOZACAS-NEXT: lr.w a2, (a0)
+; RV32IA-NOZACAS-NEXT: and a3, a2, a1
+; RV32IA-NOZACAS-NEXT: not a3, a3
+; RV32IA-NOZACAS-NEXT: sc.w a3, a3, (a0)
+; RV32IA-NOZACAS-NEXT: bnez a3, .LBB150_1
+; RV32IA-NOZACAS-NEXT: # %bb.2:
+; RV32IA-NOZACAS-NEXT: mv a0, a2
+; RV32IA-NOZACAS-NEXT: ret
;
; RV64I-LABEL: atomicrmw_nand_i32_monotonic:
; RV64I: # %bb.0:
@@ -14853,17 +14862,45 @@ define i32 @atomicrmw_nand_i32_monotonic(ptr %a, i32 %b) nounwind {
; RV64I-NEXT: addi sp, sp, 16
; RV64I-NEXT: ret
;
-; RV64IA-LABEL: atomicrmw_nand_i32_monotonic:
-; RV64IA: # %bb.0:
-; RV64IA-NEXT: .LBB150_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-NEXT: lr.w a2, (a0)
-; RV64IA-NEXT: and a3, a2, a1
-; RV64IA-NEXT: not a3, a3
-; RV64IA-NEXT: sc.w a3, a3, (a0)
-; RV64IA-NEXT: bnez a3, .LBB150_1
-; RV64IA-NEXT: # %bb.2:
-; RV64IA-NEXT: mv a0, a2
-; RV64IA-NEXT: ret
+; RV64IA-NOZACAS-LABEL: atomicrmw_nand_i32_monotonic:
+; RV64IA-NOZACAS: # %bb.0:
+; RV64IA-NOZACAS-NEXT: .LBB150_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-NOZACAS-NEXT: lr.w a2, (a0)
+; RV64IA-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-NOZACAS-NEXT: not a3, a3
+; RV64IA-NOZACAS-NEXT: sc.w a3, a3, (a0)
+; RV64IA-NOZACAS-NEXT: bnez a3, .LBB150_1
+; RV64IA-NOZACAS-NEXT: # %bb.2:
+; RV64IA-NOZACAS-NEXT: mv a0, a2
+; RV64IA-NOZACAS-NEXT: ret
+;
+; RV32IA-ZACAS-LABEL: atomicrmw_nand_i32_monotonic:
+; RV32IA-ZACAS: # %bb.0:
+; RV32IA-ZACAS-NEXT: mv a2, a0
+; RV32IA-ZACAS-NEXT: lw a0, 0(a0)
+; RV32IA-ZACAS-NEXT: .LBB150_1: # %atomicrmw.start
+; RV32IA-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV32IA-ZACAS-NEXT: mv a3, a0
+; RV32IA-ZACAS-NEXT: and a4, a0, a1
+; RV32IA-ZACAS-NEXT: not a4, a4
+; RV32IA-ZACAS-NEXT: amocas.w a0, a4, (a2)
+; RV32IA-ZACAS-NEXT: bne a0, a3, .LBB150_1
+; RV32IA-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV32IA-ZACAS-NEXT: ret
+;
+; RV64IA-ZACAS-LABEL: atomicrmw_nand_i32_monotonic:
+; RV64IA-ZACAS: # %bb.0:
+; RV64IA-ZACAS-NEXT: mv a2, a0
+; RV64IA-ZACAS-NEXT: lw a0, 0(a0)
+; RV64IA-ZACAS-NEXT: .LBB150_1: # %atomicrmw.start
+; RV64IA-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-ZACAS-NEXT: mv a3, a0
+; RV64IA-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-ZACAS-NEXT: not a4, a4
+; RV64IA-ZACAS-NEXT: amocas.w a0, a4, (a2)
+; RV64IA-ZACAS-NEXT: bne a0, a3, .LBB150_1
+; RV64IA-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-ZACAS-NEXT: ret
%1 = atomicrmw nand ptr %a, i32 %b monotonic
ret i32 %1
}
@@ -14879,29 +14916,29 @@ define i32 @atomicrmw_nand_i32_acquire(ptr %a, i32 %b) nounwind {
; RV32I-NEXT: addi sp, sp, 16
; RV32I-NEXT: ret
;
-; RV32IA-WMO-LABEL: atomicrmw_nand_i32_acquire:
-; RV32IA-WMO: # %bb.0:
-; RV32IA-WMO-NEXT: .LBB151_1: # =>This Inner Loop Header: Depth=1
-; RV32IA-WMO-NEXT: lr.w.aq a2, (a0)
-; RV32IA-WMO-NEXT: and a3, a2, a1
-; RV32IA-WMO-NEXT: not a3, a3
-; RV32IA-WMO-NEXT: sc.w a3, a3, (a0)
-; RV32IA-WMO-NEXT: bnez a3, .LBB151_1
-; RV32IA-WMO-NEXT: # %bb.2:
-; RV32IA-WMO-NEXT: mv a0, a2
-; RV32IA-WMO-NEXT: ret
-;
-; RV32IA-TSO-LABEL: atomicrmw_nand_i32_acquire:
-; RV32IA-TSO: # %bb.0:
-; RV32IA-TSO-NEXT: .LBB151_1: # =>This Inner Loop Header: Depth=1
-; RV32IA-TSO-NEXT: lr.w a2, (a0)
-; RV32IA-TSO-NEXT: and a3, a2, a1
-; RV32IA-TSO-NEXT: not a3, a3
-; RV32IA-TSO-NEXT: sc.w a3, a3, (a0)
-; RV32IA-TSO-NEXT: bnez a3, .LBB151_1
-; RV32IA-TSO-NEXT: # %bb.2:
-; RV32IA-TSO-NEXT: mv a0, a2
-; RV32IA-TSO-NEXT: ret
+; RV32IA-WMO-NOZACAS-LABEL: atomicrmw_nand_i32_acquire:
+; RV32IA-WMO-NOZACAS: # %bb.0:
+; RV32IA-WMO-NOZACAS-NEXT: .LBB151_1: # =>This Inner Loop Header: Depth=1
+; RV32IA-WMO-NOZACAS-NEXT: lr.w.aq a2, (a0)
+; RV32IA-WMO-NOZACAS-NEXT: and a3, a2, a1
+; RV32IA-WMO-NOZACAS-NEXT: not a3, a3
+; RV32IA-WMO-NOZACAS-NEXT: sc.w a3, a3, (a0)
+; RV32IA-WMO-NOZACAS-NEXT: bnez a3, .LBB151_1
+; RV32IA-WMO-NOZACAS-NEXT: # %bb.2:
+; RV32IA-WMO-NOZACAS-NEXT: mv a0, a2
+; RV32IA-WMO-NOZACAS-NEXT: ret
+;
+; RV32IA-TSO-NOZACAS-LABEL: atomicrmw_nand_i32_acquire:
+; RV32IA-TSO-NOZACAS: # %bb.0:
+; RV32IA-TSO-NOZACAS-NEXT: .LBB151_1: # =>This Inner Loop Header: Depth=1
+; RV32IA-TSO-NOZACAS-NEXT: lr.w a2, (a0)
+; RV32IA-TSO-NOZACAS-NEXT: and a3, a2, a1
+; RV32IA-TSO-NOZACAS-NEXT: not a3, a3
+; RV32IA-TSO-NOZACAS-NEXT: sc.w a3, a3, (a0)
+; RV32IA-TSO-NOZACAS-NEXT: bnez a3, .LBB151_1
+; RV32IA-TSO-NOZACAS-NEXT: # %bb.2:
+; RV32IA-TSO-NOZACAS-NEXT: mv a0, a2
+; RV32IA-TSO-NOZACAS-NEXT: ret
;
; RV64I-LABEL: atomicrmw_nand_i32_acquire:
; RV64I: # %bb.0:
@@ -14913,29 +14950,85 @@ define i32 @atomicrmw_nand_i32_acquire(ptr %a, i32 %b) nounwind {
; RV64I-NEXT: addi sp, sp, 16
; RV64I-NEXT: ret
;
-; RV64IA-WMO-LABEL: atomicrmw_nand_i32_acquire:
-; RV64IA-WMO: # %bb.0:
-; RV64IA-WMO-NEXT: .LBB151_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-WMO-NEXT: lr.w.aq a2, (a0)
-; RV64IA-WMO-NEXT: and a3, a2, a1
-; RV64IA-WMO-NEXT: not a3, a3
-; RV64IA-WMO-NEXT: sc.w a3, a3, (a0)
-; RV64IA-WMO-NEXT: bnez a3, .LBB151_1
-; RV64IA-WMO-NEXT: # %bb.2:
-; RV64IA-WMO-NEXT: mv a0, a2
-; RV64IA-WMO-NEXT: ret
-;
-; RV64IA-TSO-LABEL: atomicrmw_nand_i32_acquire:
-; RV64IA-TSO: # %bb.0:
-; RV64IA-TSO-NEXT: .LBB151_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-TSO-NEXT: lr.w a2, (a0)
-; RV64IA-TSO-NEXT: and a3, a2, a1
-; RV64IA-TSO-NEXT: not a3, a3
-; RV64IA-TSO-NEXT: sc.w a3, a3, (a0)
-; RV64IA-TSO-NEXT: bnez a3, .LBB151_1
-; RV64IA-TSO-NEXT: # %bb.2:
-; RV64IA-TSO-NEXT: mv a0, a2
-; RV64IA-TSO-NEXT: ret
+; RV64IA-WMO-NOZACAS-LABEL: atomicrmw_nand_i32_acquire:
+; RV64IA-WMO-NOZACAS: # %bb.0:
+; RV64IA-WMO-NOZACAS-NEXT: .LBB151_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-NOZACAS-NEXT: lr.w.aq a2, (a0)
+; RV64IA-WMO-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-WMO-NOZACAS-NEXT: not a3, a3
+; RV64IA-WMO-NOZACAS-NEXT: sc.w a3, a3, (a0)
+; RV64IA-WMO-NOZACAS-NEXT: bnez a3, .LBB151_1
+; RV64IA-WMO-NOZACAS-NEXT: # %bb.2:
+; RV64IA-WMO-NOZACAS-NEXT: mv a0, a2
+; RV64IA-WMO-NOZACAS-NEXT: ret
+;
+; RV64IA-TSO-NOZACAS-LABEL: atomicrmw_nand_i32_acquire:
+; RV64IA-TSO-NOZACAS: # %bb.0:
+; RV64IA-TSO-NOZACAS-NEXT: .LBB151_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-NOZACAS-NEXT: lr.w a2, (a0)
+; RV64IA-TSO-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-TSO-NOZACAS-NEXT: not a3, a3
+; RV64IA-TSO-NOZACAS-NEXT: sc.w a3, a3, (a0)
+; RV64IA-TSO-NOZACAS-NEXT: bnez a3, .LBB151_1
+; RV64IA-TSO-NOZACAS-NEXT: # %bb.2:
+; RV64IA-TSO-NOZACAS-NEXT: mv a0, a2
+; RV64IA-TSO-NOZACAS-NEXT: ret
+;
+; RV32IA-WMO-ZACAS-LABEL: atomicrmw_nand_i32_acquire:
+; RV32IA-WMO-ZACAS: # %bb.0:
+; RV32IA-WMO-ZACAS-NEXT: mv a2, a0
+; RV32IA-WMO-ZACAS-NEXT: lw a0, 0(a0)
+; RV32IA-WMO-ZACAS-NEXT: .LBB151_1: # %atomicrmw.start
+; RV32IA-WMO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV32IA-WMO-ZACAS-NEXT: mv a3, a0
+; RV32IA-WMO-ZACAS-NEXT: and a4, a0, a1
+; RV32IA-WMO-ZACAS-NEXT: not a4, a4
+; RV32IA-WMO-ZACAS-NEXT: amocas.w.aq a0, a4, (a2)
+; RV32IA-WMO-ZACAS-NEXT: bne a0, a3, .LBB151_1
+; RV32IA-WMO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV32IA-WMO-ZACAS-NEXT: ret
+;
+; RV32IA-TSO-ZACAS-LABEL: atomicrmw_nand_i32_acquire:
+; RV32IA-TSO-ZACAS: # %bb.0:
+; RV32IA-TSO-ZACAS-NEXT: mv a2, a0
+; RV32IA-TSO-ZACAS-NEXT: lw a0, 0(a0)
+; RV32IA-TSO-ZACAS-NEXT: .LBB151_1: # %atomicrmw.start
+; RV32IA-TSO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV32IA-TSO-ZACAS-NEXT: mv a3, a0
+; RV32IA-TSO-ZACAS-NEXT: and a4, a0, a1
+; RV32IA-TSO-ZACAS-NEXT: not a4, a4
+; RV32IA-TSO-ZACAS-NEXT: amocas.w a0, a4, (a2)
+; RV32IA-TSO-ZACAS-NEXT: bne a0, a3, .LBB151_1
+; RV32IA-TSO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV32IA-TSO-ZACAS-NEXT: ret
+;
+; RV64IA-WMO-ZACAS-LABEL: atomicrmw_nand_i32_acquire:
+; RV64IA-WMO-ZACAS: # %bb.0:
+; RV64IA-WMO-ZACAS-NEXT: mv a2, a0
+; RV64IA-WMO-ZACAS-NEXT: lw a0, 0(a0)
+; RV64IA-WMO-ZACAS-NEXT: .LBB151_1: # %atomicrmw.start
+; RV64IA-WMO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-ZACAS-NEXT: mv a3, a0
+; RV64IA-WMO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-WMO-ZACAS-NEXT: not a4, a4
+; RV64IA-WMO-ZACAS-NEXT: amocas.w.aq a0, a4, (a2)
+; RV64IA-WMO-ZACAS-NEXT: bne a0, a3, .LBB151_1
+; RV64IA-WMO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-WMO-ZACAS-NEXT: ret
+;
+; RV64IA-TSO-ZACAS-LABEL: atomicrmw_nand_i32_acquire:
+; RV64IA-TSO-ZACAS: # %bb.0:
+; RV64IA-TSO-ZACAS-NEXT: mv a2, a0
+; RV64IA-TSO-ZACAS-NEXT: lw a0, 0(a0)
+; RV64IA-TSO-ZACAS-NEXT: .LBB151_1: # %atomicrmw.start
+; RV64IA-TSO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-ZACAS-NEXT: mv a3, a0
+; RV64IA-TSO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-TSO-ZACAS-NEXT: not a4, a4
+; RV64IA-TSO-ZACAS-NEXT: amocas.w a0, a4, (a2)
+; RV64IA-TSO-ZACAS-NEXT: bne a0, a3, .LBB151_1
+; RV64IA-TSO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-TSO-ZACAS-NEXT: ret
%1 = atomicrmw nand ptr %a, i32 %b acquire
ret i32 %1
}
@@ -14951,29 +15044,29 @@ define i32 @atomicrmw_nand_i32_release(ptr %a, i32 %b) nounwind {
; RV32I-NEXT: addi sp, sp, 16
; RV32I-NEXT: ret
;
-; RV32IA-WMO-LABEL: atomicrmw_nand_i32_release:
-; RV32IA-WMO: # %bb.0:
-; RV32IA-WMO-NEXT: .LBB152_1: # =>This Inner Loop Header: Depth=1
-; RV32IA-WMO-NEXT: lr.w a2, (a0)
-; RV32IA-WMO-NEXT: and a3, a2, a1
-; RV32IA-WMO-NEXT: not a3, a3
-; RV32IA-WMO-NEXT: sc.w.rl a3, a3, (a0)
-; RV32IA-WMO-NEXT: bnez a3, .LBB152_1
-; RV32IA-WMO-NEXT: # %bb.2:
-; RV32IA-WMO-NEXT: mv a0, a2
-; RV32IA-WMO-NEXT: ret
-;
-; RV32IA-TSO-LABEL: atomicrmw_nand_i32_release:
-; RV32IA-TSO: # %bb.0:
-; RV32IA-TSO-NEXT: .LBB152_1: # =>This Inner Loop Header: Depth=1
-; RV32IA-TSO-NEXT: lr.w a2, (a0)
-; RV32IA-TSO-NEXT: and a3, a2, a1
-; RV32IA-TSO-NEXT: not a3, a3
-; RV32IA-TSO-NEXT: sc.w a3, a3, (a0)
-; RV32IA-TSO-NEXT: bnez a3, .LBB152_1
-; RV32IA-TSO-NEXT: # %bb.2:
-; RV32IA-TSO-NEXT: mv a0, a2
-; RV32IA-TSO-NEXT: ret
+; RV32IA-WMO-NOZACAS-LABEL: atomicrmw_nand_i32_release:
+; RV32IA-WMO-NOZACAS: # %bb.0:
+; RV32IA-WMO-NOZACAS-NEXT: .LBB152_1: # =>This Inner Loop Header: Depth=1
+; RV32IA-WMO-NOZACAS-NEXT: lr.w a2, (a0)
+; RV32IA-WMO-NOZACAS-NEXT: and a3, a2, a1
+; RV32IA-WMO-NOZACAS-NEXT: not a3, a3
+; RV32IA-WMO-NOZACAS-NEXT: sc.w.rl a3, a3, (a0)
+; RV32IA-WMO-NOZACAS-NEXT: bnez a3, .LBB152_1
+; RV32IA-WMO-NOZACAS-NEXT: # %bb.2:
+; RV32IA-WMO-NOZACAS-NEXT: mv a0, a2
+; RV32IA-WMO-NOZACAS-NEXT: ret
+;
+; RV32IA-TSO-NOZACAS-LABEL: atomicrmw_nand_i32_release:
+; RV32IA-TSO-NOZACAS: # %bb.0:
+; RV32IA-TSO-NOZACAS-NEXT: .LBB152_1: # =>This Inner Loop Header: Depth=1
+; RV32IA-TSO-NOZACAS-NEXT: lr.w a2, (a0)
+; RV32IA-TSO-NOZACAS-NEXT: and a3, a2, a1
+; RV32IA-TSO-NOZACAS-NEXT: not a3, a3
+; RV32IA-TSO-NOZACAS-NEXT: sc.w a3, a3, (a0)
+; RV32IA-TSO-NOZACAS-NEXT: bnez a3, .LBB152_1
+; RV32IA-TSO-NOZACAS-NEXT: # %bb.2:
+; RV32IA-TSO-NOZACAS-NEXT: mv a0, a2
+; RV32IA-TSO-NOZACAS-NEXT: ret
;
; RV64I-LABEL: atomicrmw_nand_i32_release:
; RV64I: # %bb.0:
@@ -14985,29 +15078,85 @@ define i32 @atomicrmw_nand_i32_release(ptr %a, i32 %b) nounwind {
; RV64I-NEXT: addi sp, sp, 16
; RV64I-NEXT: ret
;
-; RV64IA-WMO-LABEL: atomicrmw_nand_i32_release:
-; RV64IA-WMO: # %bb.0:
-; RV64IA-WMO-NEXT: .LBB152_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-WMO-NEXT: lr.w a2, (a0)
-; RV64IA-WMO-NEXT: and a3, a2, a1
-; RV64IA-WMO-NEXT: not a3, a3
-; RV64IA-WMO-NEXT: sc.w.rl a3, a3, (a0)
-; RV64IA-WMO-NEXT: bnez a3, .LBB152_1
-; RV64IA-WMO-NEXT: # %bb.2:
-; RV64IA-WMO-NEXT: mv a0, a2
-; RV64IA-WMO-NEXT: ret
-;
-; RV64IA-TSO-LABEL: atomicrmw_nand_i32_release:
-; RV64IA-TSO: # %bb.0:
-; RV64IA-TSO-NEXT: .LBB152_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-TSO-NEXT: lr.w a2, (a0)
-; RV64IA-TSO-NEXT: and a3, a2, a1
-; RV64IA-TSO-NEXT: not a3, a3
-; RV64IA-TSO-NEXT: sc.w a3, a3, (a0)
-; RV64IA-TSO-NEXT: bnez a3, .LBB152_1
-; RV64IA-TSO-NEXT: # %bb.2:
-; RV64IA-TSO-NEXT: mv a0, a2
-; RV64IA-TSO-NEXT: ret
+; RV64IA-WMO-NOZACAS-LABEL: atomicrmw_nand_i32_release:
+; RV64IA-WMO-NOZACAS: # %bb.0:
+; RV64IA-WMO-NOZACAS-NEXT: .LBB152_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-NOZACAS-NEXT: lr.w a2, (a0)
+; RV64IA-WMO-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-WMO-NOZACAS-NEXT: not a3, a3
+; RV64IA-WMO-NOZACAS-NEXT: sc.w.rl a3, a3, (a0)
+; RV64IA-WMO-NOZACAS-NEXT: bnez a3, .LBB152_1
+; RV64IA-WMO-NOZACAS-NEXT: # %bb.2:
+; RV64IA-WMO-NOZACAS-NEXT: mv a0, a2
+; RV64IA-WMO-NOZACAS-NEXT: ret
+;
+; RV64IA-TSO-NOZACAS-LABEL: atomicrmw_nand_i32_release:
+; RV64IA-TSO-NOZACAS: # %bb.0:
+; RV64IA-TSO-NOZACAS-NEXT: .LBB152_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-NOZACAS-NEXT: lr.w a2, (a0)
+; RV64IA-TSO-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-TSO-NOZACAS-NEXT: not a3, a3
+; RV64IA-TSO-NOZACAS-NEXT: sc.w a3, a3, (a0)
+; RV64IA-TSO-NOZACAS-NEXT: bnez a3, .LBB152_1
+; RV64IA-TSO-NOZACAS-NEXT: # %bb.2:
+; RV64IA-TSO-NOZACAS-NEXT: mv a0, a2
+; RV64IA-TSO-NOZACAS-NEXT: ret
+;
+; RV32IA-WMO-ZACAS-LABEL: atomicrmw_nand_i32_release:
+; RV32IA-WMO-ZACAS: # %bb.0:
+; RV32IA-WMO-ZACAS-NEXT: mv a2, a0
+; RV32IA-WMO-ZACAS-NEXT: lw a0, 0(a0)
+; RV32IA-WMO-ZACAS-NEXT: .LBB152_1: # %atomicrmw.start
+; RV32IA-WMO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV32IA-WMO-ZACAS-NEXT: mv a3, a0
+; RV32IA-WMO-ZACAS-NEXT: and a4, a0, a1
+; RV32IA-WMO-ZACAS-NEXT: not a4, a4
+; RV32IA-WMO-ZACAS-NEXT: amocas.w.rl a0, a4, (a2)
+; RV32IA-WMO-ZACAS-NEXT: bne a0, a3, .LBB152_1
+; RV32IA-WMO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV32IA-WMO-ZACAS-NEXT: ret
+;
+; RV32IA-TSO-ZACAS-LABEL: atomicrmw_nand_i32_release:
+; RV32IA-TSO-ZACAS: # %bb.0:
+; RV32IA-TSO-ZACAS-NEXT: mv a2, a0
+; RV32IA-TSO-ZACAS-NEXT: lw a0, 0(a0)
+; RV32IA-TSO-ZACAS-NEXT: .LBB152_1: # %atomicrmw.start
+; RV32IA-TSO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV32IA-TSO-ZACAS-NEXT: mv a3, a0
+; RV32IA-TSO-ZACAS-NEXT: and a4, a0, a1
+; RV32IA-TSO-ZACAS-NEXT: not a4, a4
+; RV32IA-TSO-ZACAS-NEXT: amocas.w a0, a4, (a2)
+; RV32IA-TSO-ZACAS-NEXT: bne a0, a3, .LBB152_1
+; RV32IA-TSO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV32IA-TSO-ZACAS-NEXT: ret
+;
+; RV64IA-WMO-ZACAS-LABEL: atomicrmw_nand_i32_release:
+; RV64IA-WMO-ZACAS: # %bb.0:
+; RV64IA-WMO-ZACAS-NEXT: mv a2, a0
+; RV64IA-WMO-ZACAS-NEXT: lw a0, 0(a0)
+; RV64IA-WMO-ZACAS-NEXT: .LBB152_1: # %atomicrmw.start
+; RV64IA-WMO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-ZACAS-NEXT: mv a3, a0
+; RV64IA-WMO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-WMO-ZACAS-NEXT: not a4, a4
+; RV64IA-WMO-ZACAS-NEXT: amocas.w.rl a0, a4, (a2)
+; RV64IA-WMO-ZACAS-NEXT: bne a0, a3, .LBB152_1
+; RV64IA-WMO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-WMO-ZACAS-NEXT: ret
+;
+; RV64IA-TSO-ZACAS-LABEL: atomicrmw_nand_i32_release:
+; RV64IA-TSO-ZACAS: # %bb.0:
+; RV64IA-TSO-ZACAS-NEXT: mv a2, a0
+; RV64IA-TSO-ZACAS-NEXT: lw a0, 0(a0)
+; RV64IA-TSO-ZACAS-NEXT: .LBB152_1: # %atomicrmw.start
+; RV64IA-TSO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-ZACAS-NEXT: mv a3, a0
+; RV64IA-TSO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-TSO-ZACAS-NEXT: not a4, a4
+; RV64IA-TSO-ZACAS-NEXT: amocas.w a0, a4, (a2)
+; RV64IA-TSO-ZACAS-NEXT: bne a0, a3, .LBB152_1
+; RV64IA-TSO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-TSO-ZACAS-NEXT: ret
%1 = atomicrmw nand ptr %a, i32 %b release
ret i32 %1
}
@@ -15023,29 +15172,29 @@ define i32 @atomicrmw_nand_i32_acq_rel(ptr %a, i32 %b) nounwind {
; RV32I-NEXT: addi sp, sp, 16
; RV32I-NEXT: ret
;
-; RV32IA-WMO-LABEL: atomicrmw_nand_i32_acq_rel:
-; RV32IA-WMO: # %bb.0:
-; RV32IA-WMO-NEXT: .LBB153_1: # =>This Inner Loop Header: Depth=1
-; RV32IA-WMO-NEXT: lr.w.aq a2, (a0)
-; RV32IA-WMO-NEXT: and a3, a2, a1
-; RV32IA-WMO-NEXT: not a3, a3
-; RV32IA-WMO-NEXT: sc.w.rl a3, a3, (a0)
-; RV32IA-WMO-NEXT: bnez a3, .LBB153_1
-; RV32IA-WMO-NEXT: # %bb.2:
-; RV32IA-WMO-NEXT: mv a0, a2
-; RV32IA-WMO-NEXT: ret
-;
-; RV32IA-TSO-LABEL: atomicrmw_nand_i32_acq_rel:
-; RV32IA-TSO: # %bb.0:
-; RV32IA-TSO-NEXT: .LBB153_1: # =>This Inner Loop Header: Depth=1
-; RV32IA-TSO-NEXT: lr.w a2, (a0)
-; RV32IA-TSO-NEXT: and a3, a2, a1
-; RV32IA-TSO-NEXT: not a3, a3
-; RV32IA-TSO-NEXT: sc.w a3, a3, (a0)
-; RV32IA-TSO-NEXT: bnez a3, .LBB153_1
-; RV32IA-TSO-NEXT: # %bb.2:
-; RV32IA-TSO-NEXT: mv a0, a2
-; RV32IA-TSO-NEXT: ret
+; RV32IA-WMO-NOZACAS-LABEL: atomicrmw_nand_i32_acq_rel:
+; RV32IA-WMO-NOZACAS: # %bb.0:
+; RV32IA-WMO-NOZACAS-NEXT: .LBB153_1: # =>This Inner Loop Header: Depth=1
+; RV32IA-WMO-NOZACAS-NEXT: lr.w.aq a2, (a0)
+; RV32IA-WMO-NOZACAS-NEXT: and a3, a2, a1
+; RV32IA-WMO-NOZACAS-NEXT: not a3, a3
+; RV32IA-WMO-NOZACAS-NEXT: sc.w.rl a3, a3, (a0)
+; RV32IA-WMO-NOZACAS-NEXT: bnez a3, .LBB153_1
+; RV32IA-WMO-NOZACAS-NEXT: # %bb.2:
+; RV32IA-WMO-NOZACAS-NEXT: mv a0, a2
+; RV32IA-WMO-NOZACAS-NEXT: ret
+;
+; RV32IA-TSO-NOZACAS-LABEL: atomicrmw_nand_i32_acq_rel:
+; RV32IA-TSO-NOZACAS: # %bb.0:
+; RV32IA-TSO-NOZACAS-NEXT: .LBB153_1: # =>This Inner Loop Header: Depth=1
+; RV32IA-TSO-NOZACAS-NEXT: lr.w a2, (a0)
+; RV32IA-TSO-NOZACAS-NEXT: and a3, a2, a1
+; RV32IA-TSO-NOZACAS-NEXT: not a3, a3
+; RV32IA-TSO-NOZACAS-NEXT: sc.w a3, a3, (a0)
+; RV32IA-TSO-NOZACAS-NEXT: bnez a3, .LBB153_1
+; RV32IA-TSO-NOZACAS-NEXT: # %bb.2:
+; RV32IA-TSO-NOZACAS-NEXT: mv a0, a2
+; RV32IA-TSO-NOZACAS-NEXT: ret
;
; RV64I-LABEL: atomicrmw_nand_i32_acq_rel:
; RV64I: # %bb.0:
@@ -15057,29 +15206,85 @@ define i32 @atomicrmw_nand_i32_acq_rel(ptr %a, i32 %b) nounwind {
; RV64I-NEXT: addi sp, sp, 16
; RV64I-NEXT: ret
;
-; RV64IA-WMO-LABEL: atomicrmw_nand_i32_acq_rel:
-; RV64IA-WMO: # %bb.0:
-; RV64IA-WMO-NEXT: .LBB153_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-WMO-NEXT: lr.w.aq a2, (a0)
-; RV64IA-WMO-NEXT: and a3, a2, a1
-; RV64IA-WMO-NEXT: not a3, a3
-; RV64IA-WMO-NEXT: sc.w.rl a3, a3, (a0)
-; RV64IA-WMO-NEXT: bnez a3, .LBB153_1
-; RV64IA-WMO-NEXT: # %bb.2:
-; RV64IA-WMO-NEXT: mv a0, a2
-; RV64IA-WMO-NEXT: ret
-;
-; RV64IA-TSO-LABEL: atomicrmw_nand_i32_acq_rel:
-; RV64IA-TSO: # %bb.0:
-; RV64IA-TSO-NEXT: .LBB153_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-TSO-NEXT: lr.w a2, (a0)
-; RV64IA-TSO-NEXT: and a3, a2, a1
-; RV64IA-TSO-NEXT: not a3, a3
-; RV64IA-TSO-NEXT: sc.w a3, a3, (a0)
-; RV64IA-TSO-NEXT: bnez a3, .LBB153_1
-; RV64IA-TSO-NEXT: # %bb.2:
-; RV64IA-TSO-NEXT: mv a0, a2
-; RV64IA-TSO-NEXT: ret
+; RV64IA-WMO-NOZACAS-LABEL: atomicrmw_nand_i32_acq_rel:
+; RV64IA-WMO-NOZACAS: # %bb.0:
+; RV64IA-WMO-NOZACAS-NEXT: .LBB153_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-NOZACAS-NEXT: lr.w.aq a2, (a0)
+; RV64IA-WMO-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-WMO-NOZACAS-NEXT: not a3, a3
+; RV64IA-WMO-NOZACAS-NEXT: sc.w.rl a3, a3, (a0)
+; RV64IA-WMO-NOZACAS-NEXT: bnez a3, .LBB153_1
+; RV64IA-WMO-NOZACAS-NEXT: # %bb.2:
+; RV64IA-WMO-NOZACAS-NEXT: mv a0, a2
+; RV64IA-WMO-NOZACAS-NEXT: ret
+;
+; RV64IA-TSO-NOZACAS-LABEL: atomicrmw_nand_i32_acq_rel:
+; RV64IA-TSO-NOZACAS: # %bb.0:
+; RV64IA-TSO-NOZACAS-NEXT: .LBB153_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-NOZACAS-NEXT: lr.w a2, (a0)
+; RV64IA-TSO-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-TSO-NOZACAS-NEXT: not a3, a3
+; RV64IA-TSO-NOZACAS-NEXT: sc.w a3, a3, (a0)
+; RV64IA-TSO-NOZACAS-NEXT: bnez a3, .LBB153_1
+; RV64IA-TSO-NOZACAS-NEXT: # %bb.2:
+; RV64IA-TSO-NOZACAS-NEXT: mv a0, a2
+; RV64IA-TSO-NOZACAS-NEXT: ret
+;
+; RV32IA-WMO-ZACAS-LABEL: atomicrmw_nand_i32_acq_rel:
+; RV32IA-WMO-ZACAS: # %bb.0:
+; RV32IA-WMO-ZACAS-NEXT: mv a2, a0
+; RV32IA-WMO-ZACAS-NEXT: lw a0, 0(a0)
+; RV32IA-WMO-ZACAS-NEXT: .LBB153_1: # %atomicrmw.start
+; RV32IA-WMO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV32IA-WMO-ZACAS-NEXT: mv a3, a0
+; RV32IA-WMO-ZACAS-NEXT: and a4, a0, a1
+; RV32IA-WMO-ZACAS-NEXT: not a4, a4
+; RV32IA-WMO-ZACAS-NEXT: amocas.w.aqrl a0, a4, (a2)
+; RV32IA-WMO-ZACAS-NEXT: bne a0, a3, .LBB153_1
+; RV32IA-WMO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV32IA-WMO-ZACAS-NEXT: ret
+;
+; RV32IA-TSO-ZACAS-LABEL: atomicrmw_nand_i32_acq_rel:
+; RV32IA-TSO-ZACAS: # %bb.0:
+; RV32IA-TSO-ZACAS-NEXT: mv a2, a0
+; RV32IA-TSO-ZACAS-NEXT: lw a0, 0(a0)
+; RV32IA-TSO-ZACAS-NEXT: .LBB153_1: # %atomicrmw.start
+; RV32IA-TSO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV32IA-TSO-ZACAS-NEXT: mv a3, a0
+; RV32IA-TSO-ZACAS-NEXT: and a4, a0, a1
+; RV32IA-TSO-ZACAS-NEXT: not a4, a4
+; RV32IA-TSO-ZACAS-NEXT: amocas.w a0, a4, (a2)
+; RV32IA-TSO-ZACAS-NEXT: bne a0, a3, .LBB153_1
+; RV32IA-TSO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV32IA-TSO-ZACAS-NEXT: ret
+;
+; RV64IA-WMO-ZACAS-LABEL: atomicrmw_nand_i32_acq_rel:
+; RV64IA-WMO-ZACAS: # %bb.0:
+; RV64IA-WMO-ZACAS-NEXT: mv a2, a0
+; RV64IA-WMO-ZACAS-NEXT: lw a0, 0(a0)
+; RV64IA-WMO-ZACAS-NEXT: .LBB153_1: # %atomicrmw.start
+; RV64IA-WMO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-ZACAS-NEXT: mv a3, a0
+; RV64IA-WMO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-WMO-ZACAS-NEXT: not a4, a4
+; RV64IA-WMO-ZACAS-NEXT: amocas.w.aqrl a0, a4, (a2)
+; RV64IA-WMO-ZACAS-NEXT: bne a0, a3, .LBB153_1
+; RV64IA-WMO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-WMO-ZACAS-NEXT: ret
+;
+; RV64IA-TSO-ZACAS-LABEL: atomicrmw_nand_i32_acq_rel:
+; RV64IA-TSO-ZACAS: # %bb.0:
+; RV64IA-TSO-ZACAS-NEXT: mv a2, a0
+; RV64IA-TSO-ZACAS-NEXT: lw a0, 0(a0)
+; RV64IA-TSO-ZACAS-NEXT: .LBB153_1: # %atomicrmw.start
+; RV64IA-TSO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-ZACAS-NEXT: mv a3, a0
+; RV64IA-TSO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-TSO-ZACAS-NEXT: not a4, a4
+; RV64IA-TSO-ZACAS-NEXT: amocas.w a0, a4, (a2)
+; RV64IA-TSO-ZACAS-NEXT: bne a0, a3, .LBB153_1
+; RV64IA-TSO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-TSO-ZACAS-NEXT: ret
%1 = atomicrmw nand ptr %a, i32 %b acq_rel
ret i32 %1
}
@@ -15095,17 +15300,17 @@ define i32 @atomicrmw_nand_i32_seq_cst(ptr %a, i32 %b) nounwind {
; RV32I-NEXT: addi sp, sp, 16
; RV32I-NEXT: ret
;
-; RV32IA-LABEL: atomicrmw_nand_i32_seq_cst:
-; RV32IA: # %bb.0:
-; RV32IA-NEXT: .LBB154_1: # =>This Inner Loop Header: Depth=1
-; RV32IA-NEXT: lr.w.aqrl a2, (a0)
-; RV32IA-NEXT: and a3, a2, a1
-; RV32IA-NEXT: not a3, a3
-; RV32IA-NEXT: sc.w.rl a3, a3, (a0)
-; RV32IA-NEXT: bnez a3, .LBB154_1
-; RV32IA-NEXT: # %bb.2:
-; RV32IA-NEXT: mv a0, a2
-; RV32IA-NEXT: ret
+; RV32IA-NOZACAS-LABEL: atomicrmw_nand_i32_seq_cst:
+; RV32IA-NOZACAS: # %bb.0:
+; RV32IA-NOZACAS-NEXT: .LBB154_1: # =>This Inner Loop Header: Depth=1
+; RV32IA-NOZACAS-NEXT: lr.w.aqrl a2, (a0)
+; RV32IA-NOZACAS-NEXT: and a3, a2, a1
+; RV32IA-NOZACAS-NEXT: not a3, a3
+; RV32IA-NOZACAS-NEXT: sc.w.rl a3, a3, (a0)
+; RV32IA-NOZACAS-NEXT: bnez a3, .LBB154_1
+; RV32IA-NOZACAS-NEXT: # %bb.2:
+; RV32IA-NOZACAS-NEXT: mv a0, a2
+; RV32IA-NOZACAS-NEXT: ret
;
; RV64I-LABEL: atomicrmw_nand_i32_seq_cst:
; RV64I: # %bb.0:
@@ -15117,17 +15322,73 @@ define i32 @atomicrmw_nand_i32_seq_cst(ptr %a, i32 %b) nounwind {
; RV64I-NEXT: addi sp, sp, 16
; RV64I-NEXT: ret
;
-; RV64IA-LABEL: atomicrmw_nand_i32_seq_cst:
-; RV64IA: # %bb.0:
-; RV64IA-NEXT: .LBB154_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-NEXT: lr.w.aqrl a2, (a0)
-; RV64IA-NEXT: and a3, a2, a1
-; RV64IA-NEXT: not a3, a3
-; RV64IA-NEXT: sc.w.rl a3, a3, (a0)
-; RV64IA-NEXT: bnez a3, .LBB154_1
-; RV64IA-NEXT: # %bb.2:
-; RV64IA-NEXT: mv a0, a2
-; RV64IA-NEXT: ret
+; RV64IA-NOZACAS-LABEL: atomicrmw_nand_i32_seq_cst:
+; RV64IA-NOZACAS: # %bb.0:
+; RV64IA-NOZACAS-NEXT: .LBB154_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-NOZACAS-NEXT: lr.w.aqrl a2, (a0)
+; RV64IA-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-NOZACAS-NEXT: not a3, a3
+; RV64IA-NOZACAS-NEXT: sc.w.rl a3, a3, (a0)
+; RV64IA-NOZACAS-NEXT: bnez a3, .LBB154_1
+; RV64IA-NOZACAS-NEXT: # %bb.2:
+; RV64IA-NOZACAS-NEXT: mv a0, a2
+; RV64IA-NOZACAS-NEXT: ret
+;
+; RV32IA-WMO-ZACAS-LABEL: atomicrmw_nand_i32_seq_cst:
+; RV32IA-WMO-ZACAS: # %bb.0:
+; RV32IA-WMO-ZACAS-NEXT: mv a2, a0
+; RV32IA-WMO-ZACAS-NEXT: lw a0, 0(a0)
+; RV32IA-WMO-ZACAS-NEXT: .LBB154_1: # %atomicrmw.start
+; RV32IA-WMO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV32IA-WMO-ZACAS-NEXT: mv a3, a0
+; RV32IA-WMO-ZACAS-NEXT: and a4, a0, a1
+; RV32IA-WMO-ZACAS-NEXT: not a4, a4
+; RV32IA-WMO-ZACAS-NEXT: amocas.w.aqrl a0, a4, (a2)
+; RV32IA-WMO-ZACAS-NEXT: bne a0, a3, .LBB154_1
+; RV32IA-WMO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV32IA-WMO-ZACAS-NEXT: ret
+;
+; RV32IA-TSO-ZACAS-LABEL: atomicrmw_nand_i32_seq_cst:
+; RV32IA-TSO-ZACAS: # %bb.0:
+; RV32IA-TSO-ZACAS-NEXT: mv a2, a0
+; RV32IA-TSO-ZACAS-NEXT: lw a0, 0(a0)
+; RV32IA-TSO-ZACAS-NEXT: .LBB154_1: # %atomicrmw.start
+; RV32IA-TSO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV32IA-TSO-ZACAS-NEXT: mv a3, a0
+; RV32IA-TSO-ZACAS-NEXT: and a4, a0, a1
+; RV32IA-TSO-ZACAS-NEXT: not a4, a4
+; RV32IA-TSO-ZACAS-NEXT: amocas.w a0, a4, (a2)
+; RV32IA-TSO-ZACAS-NEXT: bne a0, a3, .LBB154_1
+; RV32IA-TSO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV32IA-TSO-ZACAS-NEXT: ret
+;
+; RV64IA-WMO-ZACAS-LABEL: atomicrmw_nand_i32_seq_cst:
+; RV64IA-WMO-ZACAS: # %bb.0:
+; RV64IA-WMO-ZACAS-NEXT: mv a2, a0
+; RV64IA-WMO-ZACAS-NEXT: lw a0, 0(a0)
+; RV64IA-WMO-ZACAS-NEXT: .LBB154_1: # %atomicrmw.start
+; RV64IA-WMO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-ZACAS-NEXT: mv a3, a0
+; RV64IA-WMO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-WMO-ZACAS-NEXT: not a4, a4
+; RV64IA-WMO-ZACAS-NEXT: amocas.w.aqrl a0, a4, (a2)
+; RV64IA-WMO-ZACAS-NEXT: bne a0, a3, .LBB154_1
+; RV64IA-WMO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-WMO-ZACAS-NEXT: ret
+;
+; RV64IA-TSO-ZACAS-LABEL: atomicrmw_nand_i32_seq_cst:
+; RV64IA-TSO-ZACAS: # %bb.0:
+; RV64IA-TSO-ZACAS-NEXT: mv a2, a0
+; RV64IA-TSO-ZACAS-NEXT: lw a0, 0(a0)
+; RV64IA-TSO-ZACAS-NEXT: .LBB154_1: # %atomicrmw.start
+; RV64IA-TSO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-ZACAS-NEXT: mv a3, a0
+; RV64IA-TSO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-TSO-ZACAS-NEXT: not a4, a4
+; RV64IA-TSO-ZACAS-NEXT: amocas.w a0, a4, (a2)
+; RV64IA-TSO-ZACAS-NEXT: bne a0, a3, .LBB154_1
+; RV64IA-TSO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-TSO-ZACAS-NEXT: ret
%1 = atomicrmw nand ptr %a, i32 %b seq_cst
ret i32 %1
}
@@ -18392,17 +18653,31 @@ define i64 @atomicrmw_nand_i64_monotonic(ptr %a, i64 %b) nounwind {
; RV64I-NEXT: addi sp, sp, 16
; RV64I-NEXT: ret
;
-; RV64IA-LABEL: atomicrmw_nand_i64_monotonic:
-; RV64IA: # %bb.0:
-; RV64IA-NEXT: .LBB205_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-NEXT: lr.d a2, (a0)
-; RV64IA-NEXT: and a3, a2, a1
-; RV64IA-NEXT: not a3, a3
-; RV64IA-NEXT: sc.d a3, a3, (a0)
-; RV64IA-NEXT: bnez a3, .LBB205_1
-; RV64IA-NEXT: # %bb.2:
-; RV64IA-NEXT: mv a0, a2
-; RV64IA-NEXT: ret
+; RV64IA-NOZACAS-LABEL: atomicrmw_nand_i64_monotonic:
+; RV64IA-NOZACAS: # %bb.0:
+; RV64IA-NOZACAS-NEXT: .LBB205_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-NOZACAS-NEXT: lr.d a2, (a0)
+; RV64IA-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-NOZACAS-NEXT: not a3, a3
+; RV64IA-NOZACAS-NEXT: sc.d a3, a3, (a0)
+; RV64IA-NOZACAS-NEXT: bnez a3, .LBB205_1
+; RV64IA-NOZACAS-NEXT: # %bb.2:
+; RV64IA-NOZACAS-NEXT: mv a0, a2
+; RV64IA-NOZACAS-NEXT: ret
+;
+; RV64IA-ZACAS-LABEL: atomicrmw_nand_i64_monotonic:
+; RV64IA-ZACAS: # %bb.0:
+; RV64IA-ZACAS-NEXT: mv a2, a0
+; RV64IA-ZACAS-NEXT: ld a0, 0(a0)
+; RV64IA-ZACAS-NEXT: .LBB205_1: # %atomicrmw.start
+; RV64IA-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-ZACAS-NEXT: mv a3, a0
+; RV64IA-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-ZACAS-NEXT: not a4, a4
+; RV64IA-ZACAS-NEXT: amocas.d a0, a4, (a2)
+; RV64IA-ZACAS-NEXT: bne a0, a3, .LBB205_1
+; RV64IA-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-ZACAS-NEXT: ret
%1 = atomicrmw nand ptr %a, i64 %b monotonic
ret i64 %1
}
@@ -18438,29 +18713,57 @@ define i64 @atomicrmw_nand_i64_acquire(ptr %a, i64 %b) nounwind {
; RV64I-NEXT: addi sp, sp, 16
; RV64I-NEXT: ret
;
-; RV64IA-WMO-LABEL: atomicrmw_nand_i64_acquire:
-; RV64IA-WMO: # %bb.0:
-; RV64IA-WMO-NEXT: .LBB206_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-WMO-NEXT: lr.d.aq a2, (a0)
-; RV64IA-WMO-NEXT: and a3, a2, a1
-; RV64IA-WMO-NEXT: not a3, a3
-; RV64IA-WMO-NEXT: sc.d a3, a3, (a0)
-; RV64IA-WMO-NEXT: bnez a3, .LBB206_1
-; RV64IA-WMO-NEXT: # %bb.2:
-; RV64IA-WMO-NEXT: mv a0, a2
-; RV64IA-WMO-NEXT: ret
-;
-; RV64IA-TSO-LABEL: atomicrmw_nand_i64_acquire:
-; RV64IA-TSO: # %bb.0:
-; RV64IA-TSO-NEXT: .LBB206_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-TSO-NEXT: lr.d a2, (a0)
-; RV64IA-TSO-NEXT: and a3, a2, a1
-; RV64IA-TSO-NEXT: not a3, a3
-; RV64IA-TSO-NEXT: sc.d a3, a3, (a0)
-; RV64IA-TSO-NEXT: bnez a3, .LBB206_1
-; RV64IA-TSO-NEXT: # %bb.2:
-; RV64IA-TSO-NEXT: mv a0, a2
-; RV64IA-TSO-NEXT: ret
+; RV64IA-WMO-NOZACAS-LABEL: atomicrmw_nand_i64_acquire:
+; RV64IA-WMO-NOZACAS: # %bb.0:
+; RV64IA-WMO-NOZACAS-NEXT: .LBB206_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-NOZACAS-NEXT: lr.d.aq a2, (a0)
+; RV64IA-WMO-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-WMO-NOZACAS-NEXT: not a3, a3
+; RV64IA-WMO-NOZACAS-NEXT: sc.d a3, a3, (a0)
+; RV64IA-WMO-NOZACAS-NEXT: bnez a3, .LBB206_1
+; RV64IA-WMO-NOZACAS-NEXT: # %bb.2:
+; RV64IA-WMO-NOZACAS-NEXT: mv a0, a2
+; RV64IA-WMO-NOZACAS-NEXT: ret
+;
+; RV64IA-TSO-NOZACAS-LABEL: atomicrmw_nand_i64_acquire:
+; RV64IA-TSO-NOZACAS: # %bb.0:
+; RV64IA-TSO-NOZACAS-NEXT: .LBB206_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-NOZACAS-NEXT: lr.d a2, (a0)
+; RV64IA-TSO-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-TSO-NOZACAS-NEXT: not a3, a3
+; RV64IA-TSO-NOZACAS-NEXT: sc.d a3, a3, (a0)
+; RV64IA-TSO-NOZACAS-NEXT: bnez a3, .LBB206_1
+; RV64IA-TSO-NOZACAS-NEXT: # %bb.2:
+; RV64IA-TSO-NOZACAS-NEXT: mv a0, a2
+; RV64IA-TSO-NOZACAS-NEXT: ret
+;
+; RV64IA-WMO-ZACAS-LABEL: atomicrmw_nand_i64_acquire:
+; RV64IA-WMO-ZACAS: # %bb.0:
+; RV64IA-WMO-ZACAS-NEXT: mv a2, a0
+; RV64IA-WMO-ZACAS-NEXT: ld a0, 0(a0)
+; RV64IA-WMO-ZACAS-NEXT: .LBB206_1: # %atomicrmw.start
+; RV64IA-WMO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-ZACAS-NEXT: mv a3, a0
+; RV64IA-WMO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-WMO-ZACAS-NEXT: not a4, a4
+; RV64IA-WMO-ZACAS-NEXT: amocas.d.aq a0, a4, (a2)
+; RV64IA-WMO-ZACAS-NEXT: bne a0, a3, .LBB206_1
+; RV64IA-WMO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-WMO-ZACAS-NEXT: ret
+;
+; RV64IA-TSO-ZACAS-LABEL: atomicrmw_nand_i64_acquire:
+; RV64IA-TSO-ZACAS: # %bb.0:
+; RV64IA-TSO-ZACAS-NEXT: mv a2, a0
+; RV64IA-TSO-ZACAS-NEXT: ld a0, 0(a0)
+; RV64IA-TSO-ZACAS-NEXT: .LBB206_1: # %atomicrmw.start
+; RV64IA-TSO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-ZACAS-NEXT: mv a3, a0
+; RV64IA-TSO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-TSO-ZACAS-NEXT: not a4, a4
+; RV64IA-TSO-ZACAS-NEXT: amocas.d a0, a4, (a2)
+; RV64IA-TSO-ZACAS-NEXT: bne a0, a3, .LBB206_1
+; RV64IA-TSO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-TSO-ZACAS-NEXT: ret
%1 = atomicrmw nand ptr %a, i64 %b acquire
ret i64 %1
}
@@ -18496,29 +18799,57 @@ define i64 @atomicrmw_nand_i64_release(ptr %a, i64 %b) nounwind {
; RV64I-NEXT: addi sp, sp, 16
; RV64I-NEXT: ret
;
-; RV64IA-WMO-LABEL: atomicrmw_nand_i64_release:
-; RV64IA-WMO: # %bb.0:
-; RV64IA-WMO-NEXT: .LBB207_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-WMO-NEXT: lr.d a2, (a0)
-; RV64IA-WMO-NEXT: and a3, a2, a1
-; RV64IA-WMO-NEXT: not a3, a3
-; RV64IA-WMO-NEXT: sc.d.rl a3, a3, (a0)
-; RV64IA-WMO-NEXT: bnez a3, .LBB207_1
-; RV64IA-WMO-NEXT: # %bb.2:
-; RV64IA-WMO-NEXT: mv a0, a2
-; RV64IA-WMO-NEXT: ret
-;
-; RV64IA-TSO-LABEL: atomicrmw_nand_i64_release:
-; RV64IA-TSO: # %bb.0:
-; RV64IA-TSO-NEXT: .LBB207_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-TSO-NEXT: lr.d a2, (a0)
-; RV64IA-TSO-NEXT: and a3, a2, a1
-; RV64IA-TSO-NEXT: not a3, a3
-; RV64IA-TSO-NEXT: sc.d a3, a3, (a0)
-; RV64IA-TSO-NEXT: bnez a3, .LBB207_1
-; RV64IA-TSO-NEXT: # %bb.2:
-; RV64IA-TSO-NEXT: mv a0, a2
-; RV64IA-TSO-NEXT: ret
+; RV64IA-WMO-NOZACAS-LABEL: atomicrmw_nand_i64_release:
+; RV64IA-WMO-NOZACAS: # %bb.0:
+; RV64IA-WMO-NOZACAS-NEXT: .LBB207_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-NOZACAS-NEXT: lr.d a2, (a0)
+; RV64IA-WMO-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-WMO-NOZACAS-NEXT: not a3, a3
+; RV64IA-WMO-NOZACAS-NEXT: sc.d.rl a3, a3, (a0)
+; RV64IA-WMO-NOZACAS-NEXT: bnez a3, .LBB207_1
+; RV64IA-WMO-NOZACAS-NEXT: # %bb.2:
+; RV64IA-WMO-NOZACAS-NEXT: mv a0, a2
+; RV64IA-WMO-NOZACAS-NEXT: ret
+;
+; RV64IA-TSO-NOZACAS-LABEL: atomicrmw_nand_i64_release:
+; RV64IA-TSO-NOZACAS: # %bb.0:
+; RV64IA-TSO-NOZACAS-NEXT: .LBB207_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-NOZACAS-NEXT: lr.d a2, (a0)
+; RV64IA-TSO-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-TSO-NOZACAS-NEXT: not a3, a3
+; RV64IA-TSO-NOZACAS-NEXT: sc.d a3, a3, (a0)
+; RV64IA-TSO-NOZACAS-NEXT: bnez a3, .LBB207_1
+; RV64IA-TSO-NOZACAS-NEXT: # %bb.2:
+; RV64IA-TSO-NOZACAS-NEXT: mv a0, a2
+; RV64IA-TSO-NOZACAS-NEXT: ret
+;
+; RV64IA-WMO-ZACAS-LABEL: atomicrmw_nand_i64_release:
+; RV64IA-WMO-ZACAS: # %bb.0:
+; RV64IA-WMO-ZACAS-NEXT: mv a2, a0
+; RV64IA-WMO-ZACAS-NEXT: ld a0, 0(a0)
+; RV64IA-WMO-ZACAS-NEXT: .LBB207_1: # %atomicrmw.start
+; RV64IA-WMO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-ZACAS-NEXT: mv a3, a0
+; RV64IA-WMO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-WMO-ZACAS-NEXT: not a4, a4
+; RV64IA-WMO-ZACAS-NEXT: amocas.d.rl a0, a4, (a2)
+; RV64IA-WMO-ZACAS-NEXT: bne a0, a3, .LBB207_1
+; RV64IA-WMO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-WMO-ZACAS-NEXT: ret
+;
+; RV64IA-TSO-ZACAS-LABEL: atomicrmw_nand_i64_release:
+; RV64IA-TSO-ZACAS: # %bb.0:
+; RV64IA-TSO-ZACAS-NEXT: mv a2, a0
+; RV64IA-TSO-ZACAS-NEXT: ld a0, 0(a0)
+; RV64IA-TSO-ZACAS-NEXT: .LBB207_1: # %atomicrmw.start
+; RV64IA-TSO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-ZACAS-NEXT: mv a3, a0
+; RV64IA-TSO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-TSO-ZACAS-NEXT: not a4, a4
+; RV64IA-TSO-ZACAS-NEXT: amocas.d a0, a4, (a2)
+; RV64IA-TSO-ZACAS-NEXT: bne a0, a3, .LBB207_1
+; RV64IA-TSO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-TSO-ZACAS-NEXT: ret
%1 = atomicrmw nand ptr %a, i64 %b release
ret i64 %1
}
@@ -18554,29 +18885,57 @@ define i64 @atomicrmw_nand_i64_acq_rel(ptr %a, i64 %b) nounwind {
; RV64I-NEXT: addi sp, sp, 16
; RV64I-NEXT: ret
;
-; RV64IA-WMO-LABEL: atomicrmw_nand_i64_acq_rel:
-; RV64IA-WMO: # %bb.0:
-; RV64IA-WMO-NEXT: .LBB208_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-WMO-NEXT: lr.d.aq a2, (a0)
-; RV64IA-WMO-NEXT: and a3, a2, a1
-; RV64IA-WMO-NEXT: not a3, a3
-; RV64IA-WMO-NEXT: sc.d.rl a3, a3, (a0)
-; RV64IA-WMO-NEXT: bnez a3, .LBB208_1
-; RV64IA-WMO-NEXT: # %bb.2:
-; RV64IA-WMO-NEXT: mv a0, a2
-; RV64IA-WMO-NEXT: ret
-;
-; RV64IA-TSO-LABEL: atomicrmw_nand_i64_acq_rel:
-; RV64IA-TSO: # %bb.0:
-; RV64IA-TSO-NEXT: .LBB208_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-TSO-NEXT: lr.d a2, (a0)
-; RV64IA-TSO-NEXT: and a3, a2, a1
-; RV64IA-TSO-NEXT: not a3, a3
-; RV64IA-TSO-NEXT: sc.d a3, a3, (a0)
-; RV64IA-TSO-NEXT: bnez a3, .LBB208_1
-; RV64IA-TSO-NEXT: # %bb.2:
-; RV64IA-TSO-NEXT: mv a0, a2
-; RV64IA-TSO-NEXT: ret
+; RV64IA-WMO-NOZACAS-LABEL: atomicrmw_nand_i64_acq_rel:
+; RV64IA-WMO-NOZACAS: # %bb.0:
+; RV64IA-WMO-NOZACAS-NEXT: .LBB208_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-NOZACAS-NEXT: lr.d.aq a2, (a0)
+; RV64IA-WMO-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-WMO-NOZACAS-NEXT: not a3, a3
+; RV64IA-WMO-NOZACAS-NEXT: sc.d.rl a3, a3, (a0)
+; RV64IA-WMO-NOZACAS-NEXT: bnez a3, .LBB208_1
+; RV64IA-WMO-NOZACAS-NEXT: # %bb.2:
+; RV64IA-WMO-NOZACAS-NEXT: mv a0, a2
+; RV64IA-WMO-NOZACAS-NEXT: ret
+;
+; RV64IA-TSO-NOZACAS-LABEL: atomicrmw_nand_i64_acq_rel:
+; RV64IA-TSO-NOZACAS: # %bb.0:
+; RV64IA-TSO-NOZACAS-NEXT: .LBB208_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-NOZACAS-NEXT: lr.d a2, (a0)
+; RV64IA-TSO-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-TSO-NOZACAS-NEXT: not a3, a3
+; RV64IA-TSO-NOZACAS-NEXT: sc.d a3, a3, (a0)
+; RV64IA-TSO-NOZACAS-NEXT: bnez a3, .LBB208_1
+; RV64IA-TSO-NOZACAS-NEXT: # %bb.2:
+; RV64IA-TSO-NOZACAS-NEXT: mv a0, a2
+; RV64IA-TSO-NOZACAS-NEXT: ret
+;
+; RV64IA-WMO-ZACAS-LABEL: atomicrmw_nand_i64_acq_rel:
+; RV64IA-WMO-ZACAS: # %bb.0:
+; RV64IA-WMO-ZACAS-NEXT: mv a2, a0
+; RV64IA-WMO-ZACAS-NEXT: ld a0, 0(a0)
+; RV64IA-WMO-ZACAS-NEXT: .LBB208_1: # %atomicrmw.start
+; RV64IA-WMO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-ZACAS-NEXT: mv a3, a0
+; RV64IA-WMO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-WMO-ZACAS-NEXT: not a4, a4
+; RV64IA-WMO-ZACAS-NEXT: amocas.d.aqrl a0, a4, (a2)
+; RV64IA-WMO-ZACAS-NEXT: bne a0, a3, .LBB208_1
+; RV64IA-WMO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-WMO-ZACAS-NEXT: ret
+;
+; RV64IA-TSO-ZACAS-LABEL: atomicrmw_nand_i64_acq_rel:
+; RV64IA-TSO-ZACAS: # %bb.0:
+; RV64IA-TSO-ZACAS-NEXT: mv a2, a0
+; RV64IA-TSO-ZACAS-NEXT: ld a0, 0(a0)
+; RV64IA-TSO-ZACAS-NEXT: .LBB208_1: # %atomicrmw.start
+; RV64IA-TSO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-ZACAS-NEXT: mv a3, a0
+; RV64IA-TSO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-TSO-ZACAS-NEXT: not a4, a4
+; RV64IA-TSO-ZACAS-NEXT: amocas.d a0, a4, (a2)
+; RV64IA-TSO-ZACAS-NEXT: bne a0, a3, .LBB208_1
+; RV64IA-TSO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-TSO-ZACAS-NEXT: ret
%1 = atomicrmw nand ptr %a, i64 %b acq_rel
ret i64 %1
}
@@ -18612,17 +18971,45 @@ define i64 @atomicrmw_nand_i64_seq_cst(ptr %a, i64 %b) nounwind {
; RV64I-NEXT: addi sp, sp, 16
; RV64I-NEXT: ret
;
-; RV64IA-LABEL: atomicrmw_nand_i64_seq_cst:
-; RV64IA: # %bb.0:
-; RV64IA-NEXT: .LBB209_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-NEXT: lr.d.aqrl a2, (a0)
-; RV64IA-NEXT: and a3, a2, a1
-; RV64IA-NEXT: not a3, a3
-; RV64IA-NEXT: sc.d.rl a3, a3, (a0)
-; RV64IA-NEXT: bnez a3, .LBB209_1
-; RV64IA-NEXT: # %bb.2:
-; RV64IA-NEXT: mv a0, a2
-; RV64IA-NEXT: ret
+; RV64IA-NOZACAS-LABEL: atomicrmw_nand_i64_seq_cst:
+; RV64IA-NOZACAS: # %bb.0:
+; RV64IA-NOZACAS-NEXT: .LBB209_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-NOZACAS-NEXT: lr.d.aqrl a2, (a0)
+; RV64IA-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-NOZACAS-NEXT: not a3, a3
+; RV64IA-NOZACAS-NEXT: sc.d.rl a3, a3, (a0)
+; RV64IA-NOZACAS-NEXT: bnez a3, .LBB209_1
+; RV64IA-NOZACAS-NEXT: # %bb.2:
+; RV64IA-NOZACAS-NEXT: mv a0, a2
+; RV64IA-NOZACAS-NEXT: ret
+;
+; RV64IA-WMO-ZACAS-LABEL: atomicrmw_nand_i64_seq_cst:
+; RV64IA-WMO-ZACAS: # %bb.0:
+; RV64IA-WMO-ZACAS-NEXT: mv a2, a0
+; RV64IA-WMO-ZACAS-NEXT: ld a0, 0(a0)
+; RV64IA-WMO-ZACAS-NEXT: .LBB209_1: # %atomicrmw.start
+; RV64IA-WMO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-WMO-ZACAS-NEXT: mv a3, a0
+; RV64IA-WMO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-WMO-ZACAS-NEXT: not a4, a4
+; RV64IA-WMO-ZACAS-NEXT: amocas.d.aqrl a0, a4, (a2)
+; RV64IA-WMO-ZACAS-NEXT: bne a0, a3, .LBB209_1
+; RV64IA-WMO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-WMO-ZACAS-NEXT: ret
+;
+; RV64IA-TSO-ZACAS-LABEL: atomicrmw_nand_i64_seq_cst:
+; RV64IA-TSO-ZACAS: # %bb.0:
+; RV64IA-TSO-ZACAS-NEXT: mv a2, a0
+; RV64IA-TSO-ZACAS-NEXT: ld a0, 0(a0)
+; RV64IA-TSO-ZACAS-NEXT: .LBB209_1: # %atomicrmw.start
+; RV64IA-TSO-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-TSO-ZACAS-NEXT: mv a3, a0
+; RV64IA-TSO-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-TSO-ZACAS-NEXT: not a4, a4
+; RV64IA-TSO-ZACAS-NEXT: amocas.d a0, a4, (a2)
+; RV64IA-TSO-ZACAS-NEXT: bne a0, a3, .LBB209_1
+; RV64IA-TSO-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-TSO-ZACAS-NEXT: ret
%1 = atomicrmw nand ptr %a, i64 %b seq_cst
ret i64 %1
}
>From 999610ae980a4aafecd0e8ce0db95a9116360153 Mon Sep 17 00:00:00 2001
From: Craig Topper <craig.topper at sifive.com>
Date: Wed, 31 Jan 2024 10:16:14 -0800
Subject: [PATCH 2/2] fixup! update atomic-signext.ll
---
llvm/test/CodeGen/RISCV/atomic-signext.ll | 238 +++++++++++++++-------
1 file changed, 163 insertions(+), 75 deletions(-)
diff --git a/llvm/test/CodeGen/RISCV/atomic-signext.ll b/llvm/test/CodeGen/RISCV/atomic-signext.ll
index 9cfb944723967..47807f78d176e 100644
--- a/llvm/test/CodeGen/RISCV/atomic-signext.ll
+++ b/llvm/test/CodeGen/RISCV/atomic-signext.ll
@@ -2387,17 +2387,31 @@ define signext i32 @atomicrmw_nand_i32_monotonic(ptr %a, i32 %b) nounwind {
; RV32I-NEXT: addi sp, sp, 16
; RV32I-NEXT: ret
;
-; RV32IA-LABEL: atomicrmw_nand_i32_monotonic:
-; RV32IA: # %bb.0:
-; RV32IA-NEXT: .LBB29_1: # =>This Inner Loop Header: Depth=1
-; RV32IA-NEXT: lr.w a2, (a0)
-; RV32IA-NEXT: and a3, a2, a1
-; RV32IA-NEXT: not a3, a3
-; RV32IA-NEXT: sc.w a3, a3, (a0)
-; RV32IA-NEXT: bnez a3, .LBB29_1
-; RV32IA-NEXT: # %bb.2:
-; RV32IA-NEXT: mv a0, a2
-; RV32IA-NEXT: ret
+; RV32IA-NOZACAS-LABEL: atomicrmw_nand_i32_monotonic:
+; RV32IA-NOZACAS: # %bb.0:
+; RV32IA-NOZACAS-NEXT: .LBB29_1: # =>This Inner Loop Header: Depth=1
+; RV32IA-NOZACAS-NEXT: lr.w a2, (a0)
+; RV32IA-NOZACAS-NEXT: and a3, a2, a1
+; RV32IA-NOZACAS-NEXT: not a3, a3
+; RV32IA-NOZACAS-NEXT: sc.w a3, a3, (a0)
+; RV32IA-NOZACAS-NEXT: bnez a3, .LBB29_1
+; RV32IA-NOZACAS-NEXT: # %bb.2:
+; RV32IA-NOZACAS-NEXT: mv a0, a2
+; RV32IA-NOZACAS-NEXT: ret
+;
+; RV32IA-ZACAS-LABEL: atomicrmw_nand_i32_monotonic:
+; RV32IA-ZACAS: # %bb.0:
+; RV32IA-ZACAS-NEXT: mv a2, a0
+; RV32IA-ZACAS-NEXT: lw a0, 0(a0)
+; RV32IA-ZACAS-NEXT: .LBB29_1: # %atomicrmw.start
+; RV32IA-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV32IA-ZACAS-NEXT: mv a3, a0
+; RV32IA-ZACAS-NEXT: and a4, a0, a1
+; RV32IA-ZACAS-NEXT: not a4, a4
+; RV32IA-ZACAS-NEXT: amocas.w a0, a4, (a2)
+; RV32IA-ZACAS-NEXT: bne a0, a3, .LBB29_1
+; RV32IA-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV32IA-ZACAS-NEXT: ret
;
; RV64I-LABEL: atomicrmw_nand_i32_monotonic:
; RV64I: # %bb.0:
@@ -2410,17 +2424,31 @@ define signext i32 @atomicrmw_nand_i32_monotonic(ptr %a, i32 %b) nounwind {
; RV64I-NEXT: addi sp, sp, 16
; RV64I-NEXT: ret
;
-; RV64IA-LABEL: atomicrmw_nand_i32_monotonic:
-; RV64IA: # %bb.0:
-; RV64IA-NEXT: .LBB29_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-NEXT: lr.w a2, (a0)
-; RV64IA-NEXT: and a3, a2, a1
-; RV64IA-NEXT: not a3, a3
-; RV64IA-NEXT: sc.w a3, a3, (a0)
-; RV64IA-NEXT: bnez a3, .LBB29_1
-; RV64IA-NEXT: # %bb.2:
-; RV64IA-NEXT: mv a0, a2
-; RV64IA-NEXT: ret
+; RV64IA-NOZACAS-LABEL: atomicrmw_nand_i32_monotonic:
+; RV64IA-NOZACAS: # %bb.0:
+; RV64IA-NOZACAS-NEXT: .LBB29_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-NOZACAS-NEXT: lr.w a2, (a0)
+; RV64IA-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-NOZACAS-NEXT: not a3, a3
+; RV64IA-NOZACAS-NEXT: sc.w a3, a3, (a0)
+; RV64IA-NOZACAS-NEXT: bnez a3, .LBB29_1
+; RV64IA-NOZACAS-NEXT: # %bb.2:
+; RV64IA-NOZACAS-NEXT: mv a0, a2
+; RV64IA-NOZACAS-NEXT: ret
+;
+; RV64IA-ZACAS-LABEL: atomicrmw_nand_i32_monotonic:
+; RV64IA-ZACAS: # %bb.0:
+; RV64IA-ZACAS-NEXT: mv a2, a0
+; RV64IA-ZACAS-NEXT: lw a0, 0(a0)
+; RV64IA-ZACAS-NEXT: .LBB29_1: # %atomicrmw.start
+; RV64IA-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-ZACAS-NEXT: mv a3, a0
+; RV64IA-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-ZACAS-NEXT: not a4, a4
+; RV64IA-ZACAS-NEXT: amocas.w a0, a4, (a2)
+; RV64IA-ZACAS-NEXT: bne a0, a3, .LBB29_1
+; RV64IA-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-ZACAS-NEXT: ret
%1 = atomicrmw nand ptr %a, i32 %b monotonic
ret i32 %1
}
@@ -3039,17 +3067,31 @@ define signext i64 @atomicrmw_nand_i64_monotonic(ptr %a, i64 %b) nounwind {
; RV64I-NEXT: addi sp, sp, 16
; RV64I-NEXT: ret
;
-; RV64IA-LABEL: atomicrmw_nand_i64_monotonic:
-; RV64IA: # %bb.0:
-; RV64IA-NEXT: .LBB40_1: # =>This Inner Loop Header: Depth=1
-; RV64IA-NEXT: lr.d a2, (a0)
-; RV64IA-NEXT: and a3, a2, a1
-; RV64IA-NEXT: not a3, a3
-; RV64IA-NEXT: sc.d a3, a3, (a0)
-; RV64IA-NEXT: bnez a3, .LBB40_1
-; RV64IA-NEXT: # %bb.2:
-; RV64IA-NEXT: mv a0, a2
-; RV64IA-NEXT: ret
+; RV64IA-NOZACAS-LABEL: atomicrmw_nand_i64_monotonic:
+; RV64IA-NOZACAS: # %bb.0:
+; RV64IA-NOZACAS-NEXT: .LBB40_1: # =>This Inner Loop Header: Depth=1
+; RV64IA-NOZACAS-NEXT: lr.d a2, (a0)
+; RV64IA-NOZACAS-NEXT: and a3, a2, a1
+; RV64IA-NOZACAS-NEXT: not a3, a3
+; RV64IA-NOZACAS-NEXT: sc.d a3, a3, (a0)
+; RV64IA-NOZACAS-NEXT: bnez a3, .LBB40_1
+; RV64IA-NOZACAS-NEXT: # %bb.2:
+; RV64IA-NOZACAS-NEXT: mv a0, a2
+; RV64IA-NOZACAS-NEXT: ret
+;
+; RV64IA-ZACAS-LABEL: atomicrmw_nand_i64_monotonic:
+; RV64IA-ZACAS: # %bb.0:
+; RV64IA-ZACAS-NEXT: mv a2, a0
+; RV64IA-ZACAS-NEXT: ld a0, 0(a0)
+; RV64IA-ZACAS-NEXT: .LBB40_1: # %atomicrmw.start
+; RV64IA-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-ZACAS-NEXT: mv a3, a0
+; RV64IA-ZACAS-NEXT: and a4, a0, a1
+; RV64IA-ZACAS-NEXT: not a4, a4
+; RV64IA-ZACAS-NEXT: amocas.d a0, a4, (a2)
+; RV64IA-ZACAS-NEXT: bne a0, a3, .LBB40_1
+; RV64IA-ZACAS-NEXT: # %bb.2: # %atomicrmw.end
+; RV64IA-ZACAS-NEXT: ret
%1 = atomicrmw nand ptr %a, i64 %b monotonic
ret i64 %1
}
@@ -4598,27 +4640,50 @@ define signext i32 @atomicrmw_nand_i32_monotonic_crossbb(ptr %a, i1 %c) nounwind
; RV32I-NEXT: mv a0, a1
; RV32I-NEXT: ret
;
-; RV32IA-LABEL: atomicrmw_nand_i32_monotonic_crossbb:
-; RV32IA: # %bb.0:
-; RV32IA-NEXT: andi a2, a1, 1
-; RV32IA-NEXT: mv a1, a0
-; RV32IA-NEXT: beqz a2, .LBB57_2
-; RV32IA-NEXT: # %bb.1: # %then
-; RV32IA-NEXT: li a2, 1
-; RV32IA-NEXT: .LBB57_3: # %then
-; RV32IA-NEXT: # =>This Inner Loop Header: Depth=1
-; RV32IA-NEXT: lr.w a0, (a1)
-; RV32IA-NEXT: and a3, a0, a2
-; RV32IA-NEXT: not a3, a3
-; RV32IA-NEXT: sc.w a3, a3, (a1)
-; RV32IA-NEXT: bnez a3, .LBB57_3
-; RV32IA-NEXT: # %bb.4: # %then
-; RV32IA-NEXT: ret
-; RV32IA-NEXT: .LBB57_2: # %else
-; RV32IA-NEXT: lw a0, 0(a1)
-; RV32IA-NEXT: andi a2, a0, 1
-; RV32IA-NEXT: sw a2, 0(a1)
-; RV32IA-NEXT: ret
+; RV32IA-NOZACAS-LABEL: atomicrmw_nand_i32_monotonic_crossbb:
+; RV32IA-NOZACAS: # %bb.0:
+; RV32IA-NOZACAS-NEXT: andi a2, a1, 1
+; RV32IA-NOZACAS-NEXT: mv a1, a0
+; RV32IA-NOZACAS-NEXT: beqz a2, .LBB57_2
+; RV32IA-NOZACAS-NEXT: # %bb.1: # %then
+; RV32IA-NOZACAS-NEXT: li a2, 1
+; RV32IA-NOZACAS-NEXT: .LBB57_3: # %then
+; RV32IA-NOZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV32IA-NOZACAS-NEXT: lr.w a0, (a1)
+; RV32IA-NOZACAS-NEXT: and a3, a0, a2
+; RV32IA-NOZACAS-NEXT: not a3, a3
+; RV32IA-NOZACAS-NEXT: sc.w a3, a3, (a1)
+; RV32IA-NOZACAS-NEXT: bnez a3, .LBB57_3
+; RV32IA-NOZACAS-NEXT: # %bb.4: # %then
+; RV32IA-NOZACAS-NEXT: ret
+; RV32IA-NOZACAS-NEXT: .LBB57_2: # %else
+; RV32IA-NOZACAS-NEXT: lw a0, 0(a1)
+; RV32IA-NOZACAS-NEXT: andi a2, a0, 1
+; RV32IA-NOZACAS-NEXT: sw a2, 0(a1)
+; RV32IA-NOZACAS-NEXT: ret
+;
+; RV32IA-ZACAS-LABEL: atomicrmw_nand_i32_monotonic_crossbb:
+; RV32IA-ZACAS: # %bb.0:
+; RV32IA-ZACAS-NEXT: andi a1, a1, 1
+; RV32IA-ZACAS-NEXT: beqz a1, .LBB57_4
+; RV32IA-ZACAS-NEXT: # %bb.1: # %then
+; RV32IA-ZACAS-NEXT: lw a1, 0(a0)
+; RV32IA-ZACAS-NEXT: .LBB57_2: # %atomicrmw.start
+; RV32IA-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV32IA-ZACAS-NEXT: mv a2, a1
+; RV32IA-ZACAS-NEXT: not a3, a1
+; RV32IA-ZACAS-NEXT: ori a3, a3, -2
+; RV32IA-ZACAS-NEXT: amocas.w a1, a3, (a0)
+; RV32IA-ZACAS-NEXT: bne a1, a2, .LBB57_2
+; RV32IA-ZACAS-NEXT: # %bb.3: # %merge
+; RV32IA-ZACAS-NEXT: mv a0, a1
+; RV32IA-ZACAS-NEXT: ret
+; RV32IA-ZACAS-NEXT: .LBB57_4: # %else
+; RV32IA-ZACAS-NEXT: lw a1, 0(a0)
+; RV32IA-ZACAS-NEXT: andi a2, a1, 1
+; RV32IA-ZACAS-NEXT: sw a2, 0(a0)
+; RV32IA-ZACAS-NEXT: mv a0, a1
+; RV32IA-ZACAS-NEXT: ret
;
; RV64I-LABEL: atomicrmw_nand_i32_monotonic_crossbb:
; RV64I: # %bb.0:
@@ -4641,27 +4706,50 @@ define signext i32 @atomicrmw_nand_i32_monotonic_crossbb(ptr %a, i1 %c) nounwind
; RV64I-NEXT: sext.w a0, a1
; RV64I-NEXT: ret
;
-; RV64IA-LABEL: atomicrmw_nand_i32_monotonic_crossbb:
-; RV64IA: # %bb.0:
-; RV64IA-NEXT: andi a2, a1, 1
-; RV64IA-NEXT: mv a1, a0
-; RV64IA-NEXT: beqz a2, .LBB57_2
-; RV64IA-NEXT: # %bb.1: # %then
-; RV64IA-NEXT: li a2, 1
-; RV64IA-NEXT: .LBB57_3: # %then
-; RV64IA-NEXT: # =>This Inner Loop Header: Depth=1
-; RV64IA-NEXT: lr.w a0, (a1)
-; RV64IA-NEXT: and a3, a0, a2
-; RV64IA-NEXT: not a3, a3
-; RV64IA-NEXT: sc.w a3, a3, (a1)
-; RV64IA-NEXT: bnez a3, .LBB57_3
-; RV64IA-NEXT: # %bb.4: # %then
-; RV64IA-NEXT: ret
-; RV64IA-NEXT: .LBB57_2: # %else
-; RV64IA-NEXT: lw a0, 0(a1)
-; RV64IA-NEXT: andi a2, a0, 1
-; RV64IA-NEXT: sw a2, 0(a1)
-; RV64IA-NEXT: ret
+; RV64IA-NOZACAS-LABEL: atomicrmw_nand_i32_monotonic_crossbb:
+; RV64IA-NOZACAS: # %bb.0:
+; RV64IA-NOZACAS-NEXT: andi a2, a1, 1
+; RV64IA-NOZACAS-NEXT: mv a1, a0
+; RV64IA-NOZACAS-NEXT: beqz a2, .LBB57_2
+; RV64IA-NOZACAS-NEXT: # %bb.1: # %then
+; RV64IA-NOZACAS-NEXT: li a2, 1
+; RV64IA-NOZACAS-NEXT: .LBB57_3: # %then
+; RV64IA-NOZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-NOZACAS-NEXT: lr.w a0, (a1)
+; RV64IA-NOZACAS-NEXT: and a3, a0, a2
+; RV64IA-NOZACAS-NEXT: not a3, a3
+; RV64IA-NOZACAS-NEXT: sc.w a3, a3, (a1)
+; RV64IA-NOZACAS-NEXT: bnez a3, .LBB57_3
+; RV64IA-NOZACAS-NEXT: # %bb.4: # %then
+; RV64IA-NOZACAS-NEXT: ret
+; RV64IA-NOZACAS-NEXT: .LBB57_2: # %else
+; RV64IA-NOZACAS-NEXT: lw a0, 0(a1)
+; RV64IA-NOZACAS-NEXT: andi a2, a0, 1
+; RV64IA-NOZACAS-NEXT: sw a2, 0(a1)
+; RV64IA-NOZACAS-NEXT: ret
+;
+; RV64IA-ZACAS-LABEL: atomicrmw_nand_i32_monotonic_crossbb:
+; RV64IA-ZACAS: # %bb.0:
+; RV64IA-ZACAS-NEXT: andi a1, a1, 1
+; RV64IA-ZACAS-NEXT: beqz a1, .LBB57_4
+; RV64IA-ZACAS-NEXT: # %bb.1: # %then
+; RV64IA-ZACAS-NEXT: lw a1, 0(a0)
+; RV64IA-ZACAS-NEXT: .LBB57_2: # %atomicrmw.start
+; RV64IA-ZACAS-NEXT: # =>This Inner Loop Header: Depth=1
+; RV64IA-ZACAS-NEXT: mv a2, a1
+; RV64IA-ZACAS-NEXT: not a3, a1
+; RV64IA-ZACAS-NEXT: ori a3, a3, -2
+; RV64IA-ZACAS-NEXT: amocas.w a1, a3, (a0)
+; RV64IA-ZACAS-NEXT: bne a1, a2, .LBB57_2
+; RV64IA-ZACAS-NEXT: # %bb.3: # %merge
+; RV64IA-ZACAS-NEXT: mv a0, a1
+; RV64IA-ZACAS-NEXT: ret
+; RV64IA-ZACAS-NEXT: .LBB57_4: # %else
+; RV64IA-ZACAS-NEXT: lw a1, 0(a0)
+; RV64IA-ZACAS-NEXT: andi a2, a1, 1
+; RV64IA-ZACAS-NEXT: sw a2, 0(a0)
+; RV64IA-ZACAS-NEXT: mv a0, a1
+; RV64IA-ZACAS-NEXT: ret
br i1 %c, label %then, label %else
then:
More information about the llvm-commits
mailing list