[llvm] [SPIR-V] Add support for SPV_INTEL_masked_gather_scatter extension (PR #185418)

Arseniy Obolenskiy via llvm-commits llvm-commits at lists.llvm.org
Tue Mar 10 03:16:22 PDT 2026


================
@@ -0,0 +1,136 @@
+//===- SPIRVConvertMaskedMemIntrinsics.cpp - Convert masked mem intrinsics ==//
+//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+//===----------------------------------------------------------------------===//
+//
+// This pass converts llvm.masked.gather/scatter to spv.masked.gather/scatter
+// to prevent them from being scalarized by the generic scalarization pass.
+//
+//===----------------------------------------------------------------------===//
+
+#include "SPIRV.h"
+#include "SPIRVSubtarget.h"
+#include "SPIRVTargetMachine.h"
+#include "llvm/IR/IRBuilder.h"
+#include "llvm/IR/InstVisitor.h"
+#include "llvm/IR/IntrinsicInst.h"
+#include "llvm/IR/IntrinsicsSPIRV.h"
+#include "llvm/InitializePasses.h"
+
+using namespace llvm;
+
+#define DEBUG_TYPE "spirv-convert-masked-mem-intrinsics"
+
+namespace {
+
+class SPIRVConvertMaskedMemIntrinsics
+    : public FunctionPass,
+      public InstVisitor<SPIRVConvertMaskedMemIntrinsics> {
+  const SPIRVTargetMachine *TM = nullptr;
+
+public:
+  static char ID;
+
+  SPIRVConvertMaskedMemIntrinsics() : FunctionPass(ID) {
+    initializeSPIRVConvertMaskedMemIntrinsicsPass(
+        *PassRegistry::getPassRegistry());
+  }
+
+  SPIRVConvertMaskedMemIntrinsics(const SPIRVTargetMachine *TM)
+      : FunctionPass(ID), TM(TM) {
+    initializeSPIRVConvertMaskedMemIntrinsicsPass(
+        *PassRegistry::getPassRegistry());
+  }
+
+  bool runOnFunction(Function &F) override;
+  void visitIntrinsicInst(IntrinsicInst &I);
+
+  StringRef getPassName() const override {
+    return "SPIRV convert masked memory intrinsics";
+  }
+
+private:
+  SmallVector<Instruction *, 4> ToErase;
+};
+
+} // namespace
+
+char SPIRVConvertMaskedMemIntrinsics::ID = 0;
+
+INITIALIZE_PASS(SPIRVConvertMaskedMemIntrinsics,
+                "spirv-convert-masked-mem-intrinsics",
+                "Convert masked memory intrinsics for SPIR-V", false, false)
+
+bool SPIRVConvertMaskedMemIntrinsics::runOnFunction(Function &F) {
+  if (!TM)
+    return false;
+
+  ToErase.clear();
+  visit(F);
----------------
aobolensk wrote:

Changed, thanks

https://github.com/llvm/llvm-project/pull/185418


More information about the llvm-commits mailing list