[llvm] 4fd2b49 - [AArch64][SVE2] Add the SVE2.1 fdot instructions
David Sherwood via llvm-commits
llvm-commits at lists.llvm.org
Fri Oct 21 09:27:26 PDT 2022
Author: David Sherwood
Date: 2022-10-21T16:27:19Z
New Revision: 4fd2b49115c88e6210e8c82a841bf44ad0159ddb
URL: https://github.com/llvm/llvm-project/commit/4fd2b49115c88e6210e8c82a841bf44ad0159ddb
DIFF: https://github.com/llvm/llvm-project/commit/4fd2b49115c88e6210e8c82a841bf44ad0159ddb.diff
LOG: [AArch64][SVE2] Add the SVE2.1 fdot instructions
This patch adds the assembly/disassembly for the following instructions:
FDOT : Half-precision floating-point dot product
FDOT : Half-precision floating-point indexed dot product
The reference can be found here:
https://developer.arm.com/documentation/ddi0602/2022-09
Differential Revision: https://reviews.llvm.org/D136427
Added:
llvm/test/MC/AArch64/SVE2p1/fdot-diagnostics.s
llvm/test/MC/AArch64/SVE2p1/fdot.s
Modified:
llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td
llvm/lib/Target/AArch64/SVEInstrFormats.td
Removed:
################################################################################
diff --git a/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td b/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td
index d79fcc525233..b25c90b13b0c 100644
--- a/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td
+++ b/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td
@@ -3575,4 +3575,6 @@ defm PSEL_PPPRI : sve2_int_perm_sel_p<"psel", int_aarch64_sve_psel>;
let Predicates = [HasSVE2p1_or_HasSME2] in {
defm FCLAMP_ZZZ : sve2p1_fclamp<"fclamp">;
+def FDOT_ZZZ_S : sve_float_dot<0b0, "fdot">;
+def FDOT_ZZZI_S : sve_float_dot_indexed<0b0, "fdot">;
} // End HasSVE2p1_or_HasSME2
diff --git a/llvm/lib/Target/AArch64/SVEInstrFormats.td b/llvm/lib/Target/AArch64/SVEInstrFormats.td
index 17c90abf8cf7..32507d036e2f 100644
--- a/llvm/lib/Target/AArch64/SVEInstrFormats.td
+++ b/llvm/lib/Target/AArch64/SVEInstrFormats.td
@@ -8202,29 +8202,51 @@ class sve_bfloat_dot_base<bits<2> opc, string asm, string ops, dag iops>
let ElementSize = ElementSizeH;
}
-class sve_bfloat_dot<string asm>
-: sve_bfloat_dot_base<0b10, asm, "\t$Zda, $Zn, $Zm",
- (ins ZPR32:$_Zda, ZPR16:$Zn, ZPR16:$Zm)> {
+class sve_float_dot<bit bf, string asm>
+: I<(outs ZPR32:$Zda), (ins ZPR32:$_Zda, ZPR16:$Zn, ZPR16:$Zm),
+ asm, "\t$Zda, $Zn, $Zm", "", []>, Sched<[]> {
+ bits<5> Zda;
+ bits<5> Zn;
bits<5> Zm;
+ let Inst{31-23} = 0b011001000;
+ let Inst{22} = bf;
+ let Inst{21} = 0b1;
let Inst{20-16} = Zm;
+ let Inst{15-10} = 0b100000;
+ let Inst{9-5} = Zn;
+ let Inst{4-0} = Zda;
+
+ let Constraints = "$Zda = $_Zda";
+ let DestructiveInstType = DestructiveOther;
}
multiclass sve_bfloat_dot<string asm, SDPatternOperator op> {
- def NAME : sve_bfloat_dot<asm>;
+ def NAME : sve_float_dot<0b1, asm>;
def : SVE_3_Op_Pat<nxv4f32, op, nxv4f32, nxv8bf16, nxv8bf16 ,!cast<Instruction>(NAME)>;
}
-class sve_bfloat_dot_indexed<string asm>
-: sve_bfloat_dot_base<0b01, asm, "\t$Zda, $Zn, $Zm$iop",
- (ins ZPR32:$_Zda, ZPR16:$Zn, ZPR3b16:$Zm, VectorIndexS:$iop)> {
- bits<2> iop;
+class sve_float_dot_indexed<bit bf, string asm>
+: I<(outs ZPR32:$Zda), (ins ZPR32:$_Zda, ZPR16:$Zn, ZPR3b16:$Zm, VectorIndexS:$iop),
+ asm, "\t$Zda, $Zn, $Zm$iop", "", []>, Sched<[]> {
+ bits<5> Zda;
+ bits<5> Zn;
bits<3> Zm;
+ bits<2> iop;
+ let Inst{31-23} = 0b011001000;
+ let Inst{22} = bf;
+ let Inst{21} = 0b1;
let Inst{20-19} = iop;
let Inst{18-16} = Zm;
+ let Inst{15-10} = 0b010000;
+ let Inst{9-5} = Zn;
+ let Inst{4-0} = Zda;
+
+ let Constraints = "$Zda = $_Zda";
+ let DestructiveInstType = DestructiveOther;
}
multiclass sve_bfloat_dot_indexed<string asm, SDPatternOperator op> {
- def NAME : sve_bfloat_dot_indexed<asm>;
+ def NAME : sve_float_dot_indexed<0b1, asm>;
def : SVE_4_Op_Imm_Pat<nxv4f32, op, nxv4f32, nxv8bf16, nxv8bf16, i64, VectorIndexS_timm, !cast<Instruction>(NAME)>;
}
diff --git a/llvm/test/MC/AArch64/SVE2p1/fdot-diagnostics.s b/llvm/test/MC/AArch64/SVE2p1/fdot-diagnostics.s
new file mode 100644
index 000000000000..bfcbbc4c89e6
--- /dev/null
+++ b/llvm/test/MC/AArch64/SVE2p1/fdot-diagnostics.s
@@ -0,0 +1,27 @@
+// RUN: not llvm-mc -triple=aarch64 -show-encoding -mattr=+sve2p1 2>&1 < %s | FileCheck %s
+
+// --------------------------------------------------------------------------//
+// Invalid vector lane index
+
+fdot z0.s, z0.h, z0.h[8]
+// CHECK: [[@LINE-1]]:{{[0-9]+}}: error: vector lane must be an integer in range [0, 3].
+// CHECK-NEXT: fdot z0.s, z0.h, z0.h[8]
+// CHECK-NOT: [[@LINE-1]]:{{[0-9]+}}:
+
+fdot z0.s, z0.h, z0.h[-1]
+// CHECK: [[@LINE-1]]:{{[0-9]+}}: error: vector lane must be an integer in range [0, 3].
+// CHECK-NEXT: fdot z0.s, z0.h, z0.h[-1]
+// CHECK-NOT: [[@LINE-1]]:{{[0-9]+}}:
+
+// --------------------------------------------------------------------------//
+// Invalid vector suffix
+
+fdot z0.h, z0.s, z0.s
+// CHECK: [[@LINE-1]]:{{[0-9]+}}: error: invalid element width
+// CHECK-NEXT: fdot z0.h, z0.s, z0.s
+// CHECK-NOT: [[@LINE-1]]:{{[0-9]+}}:
+
+fdot z0.d, z0.h, z0.h[0]
+// CHECK: [[@LINE-1]]:{{[0-9]+}}: error: invalid element width
+// CHECK-NEXT: fdot z0.d, z0.h, z0.h[0]
+// CHECK-NOT: [[@LINE-1]]:{{[0-9]+}}:
diff --git a/llvm/test/MC/AArch64/SVE2p1/fdot.s b/llvm/test/MC/AArch64/SVE2p1/fdot.s
new file mode 100644
index 000000000000..3677adc444fe
--- /dev/null
+++ b/llvm/test/MC/AArch64/SVE2p1/fdot.s
@@ -0,0 +1,78 @@
+// RUN: llvm-mc -triple=aarch64 -show-encoding -mattr=+sme2 < %s \
+// RUN: | FileCheck %s --check-prefixes=CHECK-ENCODING,CHECK-INST
+// RUN: llvm-mc -triple=aarch64 -show-encoding -mattr=+sve2p1 < %s \
+// RUN: | FileCheck %s --check-prefixes=CHECK-ENCODING,CHECK-INST
+// RUN: not llvm-mc -triple=aarch64 -show-encoding < %s 2>&1 \
+// RUN: | FileCheck %s --check-prefix=CHECK-ERROR
+// RUN: llvm-mc -triple=aarch64 -filetype=obj -mattr=+sme2 < %s \
+// RUN: | llvm-objdump -d --mattr=+sme2 - | FileCheck %s --check-prefix=CHECK-INST
+// RUN: llvm-mc -triple=aarch64 -filetype=obj -mattr=+sme2 < %s \
+// RUN: | llvm-objdump -d - | FileCheck %s --check-prefix=CHECK-UNKNOWN
+// RUN: llvm-mc -triple=aarch64 -show-encoding -mattr=+sme2 < %s \
+// RUN: | sed '/.text/d' | sed 's/.*encoding: //g' \
+// RUN: | llvm-mc -triple=aarch64 -mattr=+sme2 -disassemble -show-encoding \
+// RUN: | FileCheck %s --check-prefixes=CHECK-ENCODING,CHECK-INST
+
+movprfx z23, z31
+fdot z23.s, z13.h, z8.h // 01100100-00101000-10000001-10110111
+// CHECK-INST: movprfx z23, z31
+// CHECK-INST: fdot z23.s, z13.h, z8.h
+// CHECK-ENCODING: [0xb7,0x81,0x28,0x64]
+// CHECK-ERROR: instruction requires: sme2 or sve2p1
+// CHECK-UNKNOWN: 642881b7 <unknown>
+
+fdot z0.s, z0.h, z0.h // 01100100-00100000-10000000-00000000
+// CHECK-INST: fdot z0.s, z0.h, z0.h
+// CHECK-ENCODING: [0x00,0x80,0x20,0x64]
+// CHECK-ERROR: instruction requires: sme2 or sve2p1
+// CHECK-UNKNOWN: 64208000 <unknown>
+
+fdot z21.s, z10.h, z21.h // 01100100-00110101-10000001-01010101
+// CHECK-INST: fdot z21.s, z10.h, z21.h
+// CHECK-ENCODING: [0x55,0x81,0x35,0x64]
+// CHECK-ERROR: instruction requires: sme2 or sve2p1
+// CHECK-UNKNOWN: 64358155 <unknown>
+
+fdot z23.s, z13.h, z8.h // 01100100-00101000-10000001-10110111
+// CHECK-INST: fdot z23.s, z13.h, z8.h
+// CHECK-ENCODING: [0xb7,0x81,0x28,0x64]
+// CHECK-ERROR: instruction requires: sme2 or sve2p1
+// CHECK-UNKNOWN: 642881b7 <unknown>
+
+fdot z31.s, z31.h, z31.h // 01100100-00111111-10000011-11111111
+// CHECK-INST: fdot z31.s, z31.h, z31.h
+// CHECK-ENCODING: [0xff,0x83,0x3f,0x64]
+// CHECK-ERROR: instruction requires: sme2 or sve2p1
+// CHECK-UNKNOWN: 643f83ff <unknown>
+
+movprfx z23, z31
+fdot z23.s, z13.h, z0.h[1] // 01100100-00101000-01000001-10110111
+// CHECK-INST: movprfx z23, z31
+// CHECK-INST: fdot z23.s, z13.h, z0.h[1]
+// CHECK-ENCODING: [0xb7,0x41,0x28,0x64]
+// CHECK-ERROR: instruction requires: sme2 or sve2p1
+// CHECK-UNKNOWN: 642841b7 <unknown>
+
+fdot z0.s, z0.h, z0.h[0] // 01100100-00100000-01000000-00000000
+// CHECK-INST: fdot z0.s, z0.h, z0.h[0]
+// CHECK-ENCODING: [0x00,0x40,0x20,0x64]
+// CHECK-ERROR: instruction requires: sme2 or sve2p1
+// CHECK-UNKNOWN: 64204000 <unknown>
+
+fdot z21.s, z10.h, z5.h[2] // 01100100-00110101-01000001-01010101
+// CHECK-INST: fdot z21.s, z10.h, z5.h[2]
+// CHECK-ENCODING: [0x55,0x41,0x35,0x64]
+// CHECK-ERROR: instruction requires: sme2 or sve2p1
+// CHECK-UNKNOWN: 64354155 <unknown>
+
+fdot z23.s, z13.h, z0.h[1] // 01100100-00101000-01000001-10110111
+// CHECK-INST: fdot z23.s, z13.h, z0.h[1]
+// CHECK-ENCODING: [0xb7,0x41,0x28,0x64]
+// CHECK-ERROR: instruction requires: sme2 or sve2p1
+// CHECK-UNKNOWN: 642841b7 <unknown>
+
+fdot z31.s, z31.h, z7.h[3] // 01100100-00111111-01000011-11111111
+// CHECK-INST: fdot z31.s, z31.h, z7.h[3]
+// CHECK-ENCODING: [0xff,0x43,0x3f,0x64]
+// CHECK-ERROR: instruction requires: sme2 or sve2p1
+// CHECK-UNKNOWN: 643f43ff <unknown>
More information about the llvm-commits
mailing list