[clang] [CIR][NVPTX][NFC] Add initial NVPTX builtin infrastructure (PR #195214)
via cfe-commits
cfe-commits at lists.llvm.org
Thu Apr 30 22:11:14 PDT 2026
llvmorg-github-actions[bot] wrote:
<!--LLVM PR SUMMARY COMMENT-->
@llvm/pr-subscribers-clangir
Author: David Rivera (RiverDave)
<details>
<summary>Changes</summary>
Related: https://github.com/llvm/llvm-project/issues/179278, https://github.com/llvm/llvm-project/issues/175871
Following the structure and feedback from https://github.com/llvm/llvm-project/pull/179237.
---
Patch is 45.78 KiB, truncated to 20.00 KiB below, full version: https://github.com/llvm/llvm-project/pull/195214.diff
4 Files Affected:
- (modified) clang/lib/CIR/CodeGen/CIRGenBuiltin.cpp (+2-1)
- (added) clang/lib/CIR/CodeGen/CIRGenBuiltinNVPTX.cpp (+948)
- (modified) clang/lib/CIR/CodeGen/CIRGenFunction.h (+4)
- (modified) clang/lib/CIR/CodeGen/CMakeLists.txt (+1)
``````````diff
diff --git a/clang/lib/CIR/CodeGen/CIRGenBuiltin.cpp b/clang/lib/CIR/CodeGen/CIRGenBuiltin.cpp
index fa0d02f9e4eef..00964dc805dd4 100644
--- a/clang/lib/CIR/CodeGen/CIRGenBuiltin.cpp
+++ b/clang/lib/CIR/CodeGen/CIRGenBuiltin.cpp
@@ -2606,9 +2606,10 @@ emitTargetArchBuiltinExpr(CIRGenFunction *cgf, unsigned builtinID,
return std::nullopt;
case llvm::Triple::amdgcn:
return cgf->emitAMDGPUBuiltinExpr(builtinID, e);
- case llvm::Triple::systemz:
case llvm::Triple::nvptx:
case llvm::Triple::nvptx64:
+ return cgf->emitNVPTXBuiltinExpr(builtinID, e);
+ case llvm::Triple::systemz:
case llvm::Triple::wasm32:
case llvm::Triple::wasm64:
case llvm::Triple::hexagon:
diff --git a/clang/lib/CIR/CodeGen/CIRGenBuiltinNVPTX.cpp b/clang/lib/CIR/CodeGen/CIRGenBuiltinNVPTX.cpp
new file mode 100644
index 0000000000000..1c527b4dab614
--- /dev/null
+++ b/clang/lib/CIR/CodeGen/CIRGenBuiltinNVPTX.cpp
@@ -0,0 +1,948 @@
+//===---- CIRGenBuiltinNVPTX.cpp - Emit CIR for NVPTX builtins ------------===//
+//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+//===----------------------------------------------------------------------===//
+//
+// This contains code to emit NVPTX Builtin calls.
+//
+//===----------------------------------------------------------------------===//
+
+#include "CIRGenFunction.h"
+
+#include "mlir/IR/Value.h"
+#include "clang/Basic/TargetBuiltins.h"
+
+using namespace clang;
+using namespace clang::CIRGen;
+
+std::optional<mlir::Value>
+CIRGenFunction::emitNVPTXBuiltinExpr(unsigned builtinId, const CallExpr *expr) {
+ switch (builtinId) {
+ case NVPTX::BI__nvvm_atom_add_gen_i:
+ case NVPTX::BI__nvvm_atom_add_gen_l:
+ case NVPTX::BI__nvvm_atom_add_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_sub_gen_i:
+ case NVPTX::BI__nvvm_atom_sub_gen_l:
+ case NVPTX::BI__nvvm_atom_sub_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_and_gen_i:
+ case NVPTX::BI__nvvm_atom_and_gen_l:
+ case NVPTX::BI__nvvm_atom_and_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_or_gen_i:
+ case NVPTX::BI__nvvm_atom_or_gen_l:
+ case NVPTX::BI__nvvm_atom_or_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_xor_gen_i:
+ case NVPTX::BI__nvvm_atom_xor_gen_l:
+ case NVPTX::BI__nvvm_atom_xor_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_xchg_gen_i:
+ case NVPTX::BI__nvvm_atom_xchg_gen_l:
+ case NVPTX::BI__nvvm_atom_xchg_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_max_gen_i:
+ case NVPTX::BI__nvvm_atom_max_gen_l:
+ case NVPTX::BI__nvvm_atom_max_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_max_gen_ui:
+ case NVPTX::BI__nvvm_atom_max_gen_ul:
+ case NVPTX::BI__nvvm_atom_max_gen_ull:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_min_gen_i:
+ case NVPTX::BI__nvvm_atom_min_gen_l:
+ case NVPTX::BI__nvvm_atom_min_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_min_gen_ui:
+ case NVPTX::BI__nvvm_atom_min_gen_ul:
+ case NVPTX::BI__nvvm_atom_min_gen_ull:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_cas_gen_us:
+ case NVPTX::BI__nvvm_atom_cas_gen_i:
+ case NVPTX::BI__nvvm_atom_cas_gen_l:
+ case NVPTX::BI__nvvm_atom_cas_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ // success flag.
+ case NVPTX::BI__nvvm_atom_add_gen_f:
+ case NVPTX::BI__nvvm_atom_add_gen_d:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_inc_gen_ui:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_dec_gen_ui:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_ldg_c:
+ case NVPTX::BI__nvvm_ldg_sc:
+ case NVPTX::BI__nvvm_ldg_c2:
+ case NVPTX::BI__nvvm_ldg_sc2:
+ case NVPTX::BI__nvvm_ldg_c4:
+ case NVPTX::BI__nvvm_ldg_sc4:
+ case NVPTX::BI__nvvm_ldg_s:
+ case NVPTX::BI__nvvm_ldg_s2:
+ case NVPTX::BI__nvvm_ldg_s4:
+ case NVPTX::BI__nvvm_ldg_i:
+ case NVPTX::BI__nvvm_ldg_i2:
+ case NVPTX::BI__nvvm_ldg_i4:
+ case NVPTX::BI__nvvm_ldg_l:
+ case NVPTX::BI__nvvm_ldg_l2:
+ case NVPTX::BI__nvvm_ldg_ll:
+ case NVPTX::BI__nvvm_ldg_ll2:
+ case NVPTX::BI__nvvm_ldg_uc:
+ case NVPTX::BI__nvvm_ldg_uc2:
+ case NVPTX::BI__nvvm_ldg_uc4:
+ case NVPTX::BI__nvvm_ldg_us:
+ case NVPTX::BI__nvvm_ldg_us2:
+ case NVPTX::BI__nvvm_ldg_us4:
+ case NVPTX::BI__nvvm_ldg_ui:
+ case NVPTX::BI__nvvm_ldg_ui2:
+ case NVPTX::BI__nvvm_ldg_ui4:
+ case NVPTX::BI__nvvm_ldg_ul:
+ case NVPTX::BI__nvvm_ldg_ul2:
+ case NVPTX::BI__nvvm_ldg_ull:
+ case NVPTX::BI__nvvm_ldg_ull2:
+ case NVPTX::BI__nvvm_ldg_f:
+ case NVPTX::BI__nvvm_ldg_f2:
+ case NVPTX::BI__nvvm_ldg_f4:
+ case NVPTX::BI__nvvm_ldg_d:
+ case NVPTX::BI__nvvm_ldg_d2:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_ldu_c:
+ case NVPTX::BI__nvvm_ldu_sc:
+ case NVPTX::BI__nvvm_ldu_c2:
+ case NVPTX::BI__nvvm_ldu_sc2:
+ case NVPTX::BI__nvvm_ldu_c4:
+ case NVPTX::BI__nvvm_ldu_sc4:
+ case NVPTX::BI__nvvm_ldu_s:
+ case NVPTX::BI__nvvm_ldu_s2:
+ case NVPTX::BI__nvvm_ldu_s4:
+ case NVPTX::BI__nvvm_ldu_i:
+ case NVPTX::BI__nvvm_ldu_i2:
+ case NVPTX::BI__nvvm_ldu_i4:
+ case NVPTX::BI__nvvm_ldu_l:
+ case NVPTX::BI__nvvm_ldu_l2:
+ case NVPTX::BI__nvvm_ldu_ll:
+ case NVPTX::BI__nvvm_ldu_ll2:
+ case NVPTX::BI__nvvm_ldu_uc:
+ case NVPTX::BI__nvvm_ldu_uc2:
+ case NVPTX::BI__nvvm_ldu_uc4:
+ case NVPTX::BI__nvvm_ldu_us:
+ case NVPTX::BI__nvvm_ldu_us2:
+ case NVPTX::BI__nvvm_ldu_us4:
+ case NVPTX::BI__nvvm_ldu_ui:
+ case NVPTX::BI__nvvm_ldu_ui2:
+ case NVPTX::BI__nvvm_ldu_ui4:
+ case NVPTX::BI__nvvm_ldu_ul:
+ case NVPTX::BI__nvvm_ldu_ul2:
+ case NVPTX::BI__nvvm_ldu_ull:
+ case NVPTX::BI__nvvm_ldu_ull2:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_ldu_f:
+ case NVPTX::BI__nvvm_ldu_f2:
+ case NVPTX::BI__nvvm_ldu_f4:
+ case NVPTX::BI__nvvm_ldu_d:
+ case NVPTX::BI__nvvm_ldu_d2:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_cta_add_gen_i:
+ case NVPTX::BI__nvvm_atom_cta_add_gen_l:
+ case NVPTX::BI__nvvm_atom_cta_add_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_sys_add_gen_i:
+ case NVPTX::BI__nvvm_atom_sys_add_gen_l:
+ case NVPTX::BI__nvvm_atom_sys_add_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_cta_add_gen_f:
+ case NVPTX::BI__nvvm_atom_cta_add_gen_d:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_sys_add_gen_f:
+ case NVPTX::BI__nvvm_atom_sys_add_gen_d:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_cta_xchg_gen_i:
+ case NVPTX::BI__nvvm_atom_cta_xchg_gen_l:
+ case NVPTX::BI__nvvm_atom_cta_xchg_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_sys_xchg_gen_i:
+ case NVPTX::BI__nvvm_atom_sys_xchg_gen_l:
+ case NVPTX::BI__nvvm_atom_sys_xchg_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_cta_max_gen_i:
+ case NVPTX::BI__nvvm_atom_cta_max_gen_ui:
+ case NVPTX::BI__nvvm_atom_cta_max_gen_l:
+ case NVPTX::BI__nvvm_atom_cta_max_gen_ul:
+ case NVPTX::BI__nvvm_atom_cta_max_gen_ll:
+ case NVPTX::BI__nvvm_atom_cta_max_gen_ull:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_sys_max_gen_i:
+ case NVPTX::BI__nvvm_atom_sys_max_gen_ui:
+ case NVPTX::BI__nvvm_atom_sys_max_gen_l:
+ case NVPTX::BI__nvvm_atom_sys_max_gen_ul:
+ case NVPTX::BI__nvvm_atom_sys_max_gen_ll:
+ case NVPTX::BI__nvvm_atom_sys_max_gen_ull:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_cta_min_gen_i:
+ case NVPTX::BI__nvvm_atom_cta_min_gen_ui:
+ case NVPTX::BI__nvvm_atom_cta_min_gen_l:
+ case NVPTX::BI__nvvm_atom_cta_min_gen_ul:
+ case NVPTX::BI__nvvm_atom_cta_min_gen_ll:
+ case NVPTX::BI__nvvm_atom_cta_min_gen_ull:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_sys_min_gen_i:
+ case NVPTX::BI__nvvm_atom_sys_min_gen_ui:
+ case NVPTX::BI__nvvm_atom_sys_min_gen_l:
+ case NVPTX::BI__nvvm_atom_sys_min_gen_ul:
+ case NVPTX::BI__nvvm_atom_sys_min_gen_ll:
+ case NVPTX::BI__nvvm_atom_sys_min_gen_ull:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_cta_inc_gen_ui:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_cta_dec_gen_ui:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_sys_inc_gen_ui:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_sys_dec_gen_ui:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_cta_and_gen_i:
+ case NVPTX::BI__nvvm_atom_cta_and_gen_l:
+ case NVPTX::BI__nvvm_atom_cta_and_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_sys_and_gen_i:
+ case NVPTX::BI__nvvm_atom_sys_and_gen_l:
+ case NVPTX::BI__nvvm_atom_sys_and_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_cta_or_gen_i:
+ case NVPTX::BI__nvvm_atom_cta_or_gen_l:
+ case NVPTX::BI__nvvm_atom_cta_or_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_sys_or_gen_i:
+ case NVPTX::BI__nvvm_atom_sys_or_gen_l:
+ case NVPTX::BI__nvvm_atom_sys_or_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_cta_xor_gen_i:
+ case NVPTX::BI__nvvm_atom_cta_xor_gen_l:
+ case NVPTX::BI__nvvm_atom_cta_xor_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_sys_xor_gen_i:
+ case NVPTX::BI__nvvm_atom_sys_xor_gen_l:
+ case NVPTX::BI__nvvm_atom_sys_xor_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_cta_cas_gen_us:
+ case NVPTX::BI__nvvm_atom_cta_cas_gen_i:
+ case NVPTX::BI__nvvm_atom_cta_cas_gen_l:
+ case NVPTX::BI__nvvm_atom_cta_cas_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_atom_sys_cas_gen_us:
+ case NVPTX::BI__nvvm_atom_sys_cas_gen_i:
+ case NVPTX::BI__nvvm_atom_sys_cas_gen_l:
+ case NVPTX::BI__nvvm_atom_sys_cas_gen_ll:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__nvvm_match_all_sync_i32p:
+ case NVPTX::BI__nvvm_match_all_sync_i64p:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ // FP MMA loads
+ case NVPTX::BI__hmma_m16n16k16_ld_a:
+ case NVPTX::BI__hmma_m16n16k16_ld_b:
+ case NVPTX::BI__hmma_m16n16k16_ld_c_f16:
+ case NVPTX::BI__hmma_m16n16k16_ld_c_f32:
+ case NVPTX::BI__hmma_m32n8k16_ld_a:
+ case NVPTX::BI__hmma_m32n8k16_ld_b:
+ case NVPTX::BI__hmma_m32n8k16_ld_c_f16:
+ case NVPTX::BI__hmma_m32n8k16_ld_c_f32:
+ case NVPTX::BI__hmma_m8n32k16_ld_a:
+ case NVPTX::BI__hmma_m8n32k16_ld_b:
+ case NVPTX::BI__hmma_m8n32k16_ld_c_f16:
+ case NVPTX::BI__hmma_m8n32k16_ld_c_f32:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__imma_m16n16k16_ld_a_s8:
+ case NVPTX::BI__imma_m16n16k16_ld_a_u8:
+ case NVPTX::BI__imma_m16n16k16_ld_b_s8:
+ case NVPTX::BI__imma_m16n16k16_ld_b_u8:
+ case NVPTX::BI__imma_m16n16k16_ld_c:
+ case NVPTX::BI__imma_m32n8k16_ld_a_s8:
+ case NVPTX::BI__imma_m32n8k16_ld_a_u8:
+ case NVPTX::BI__imma_m32n8k16_ld_b_s8:
+ case NVPTX::BI__imma_m32n8k16_ld_b_u8:
+ case NVPTX::BI__imma_m32n8k16_ld_c:
+ case NVPTX::BI__imma_m8n32k16_ld_a_s8:
+ case NVPTX::BI__imma_m8n32k16_ld_a_u8:
+ case NVPTX::BI__imma_m8n32k16_ld_b_s8:
+ case NVPTX::BI__imma_m8n32k16_ld_b_u8:
+ case NVPTX::BI__imma_m8n32k16_ld_c:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__imma_m8n8k32_ld_a_s4:
+ case NVPTX::BI__imma_m8n8k32_ld_a_u4:
+ case NVPTX::BI__imma_m8n8k32_ld_b_s4:
+ case NVPTX::BI__imma_m8n8k32_ld_b_u4:
+ case NVPTX::BI__imma_m8n8k32_ld_c:
+ case NVPTX::BI__bmma_m8n8k128_ld_a_b1:
+ case NVPTX::BI__bmma_m8n8k128_ld_b_b1:
+ case NVPTX::BI__bmma_m8n8k128_ld_c:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__dmma_m8n8k4_ld_a:
+ case NVPTX::BI__dmma_m8n8k4_ld_b:
+ case NVPTX::BI__dmma_m8n8k4_ld_c:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__mma_bf16_m16n16k16_ld_a:
+ case NVPTX::BI__mma_bf16_m16n16k16_ld_b:
+ case NVPTX::BI__mma_bf16_m8n32k16_ld_a:
+ case NVPTX::BI__mma_bf16_m8n32k16_ld_b:
+ case NVPTX::BI__mma_bf16_m32n8k16_ld_a:
+ case NVPTX::BI__mma_bf16_m32n8k16_ld_b:
+ case NVPTX::BI__mma_tf32_m16n16k8_ld_a:
+ case NVPTX::BI__mma_tf32_m16n16k8_ld_b:
+ case NVPTX::BI__mma_tf32_m16n16k8_ld_c:
+ cgm.errorNYI(expr->getSourceRange(),
+ std::string("unimplemented NVPTX builtin call: ") +
+ getContext().BuiltinInfo.getName(builtinId));
+ return mlir::Value{};
+ case NVPTX::BI__hmma_m16n16k16_st_c_f16:
+ case NVPTX::BI__hmma_m16n16k16_st_c_f32:
+ case NVPTX::BI__hmma_m32n8k16_st_c_f16:
+ case NVPTX::BI__hmma_m32n8k16_st_c_f32:
+ case NVPTX::BI__hmma_m8n32k16_st_c_f16:
+ case NVPTX::BI__hmma_m8n32k16_st_c_f32:
+ case NVPTX::BI__imma_m16n16k16_st_c_i32:
+ case NVPTX::BI__imma_m32n8k16_st_c_i32:
+ case NVPTX::BI__imma_m8n32k16_st_c_i32:
+ case NVPTX::BI__imma_m8n8k32_st_c_i32:
+ case NVPTX::BI__bmma_m8n8k128_st_c_i32:
+ case NVP...
[truncated]
``````````
</details>
https://github.com/llvm/llvm-project/pull/195214
More information about the cfe-commits
mailing list