[llvm] [SPIR-V] Add support for SPV_INTEL_masked_gather_scatter extension (PR #185418)
Arseniy Obolenskiy via llvm-commits
llvm-commits at lists.llvm.org
Tue Mar 10 03:16:22 PDT 2026
================
@@ -0,0 +1,136 @@
+//===- SPIRVConvertMaskedMemIntrinsics.cpp - Convert masked mem intrinsics ==//
+//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+//===----------------------------------------------------------------------===//
+//
+// This pass converts llvm.masked.gather/scatter to spv.masked.gather/scatter
+// to prevent them from being scalarized by the generic scalarization pass.
+//
+//===----------------------------------------------------------------------===//
+
+#include "SPIRV.h"
+#include "SPIRVSubtarget.h"
+#include "SPIRVTargetMachine.h"
+#include "llvm/IR/IRBuilder.h"
+#include "llvm/IR/InstVisitor.h"
+#include "llvm/IR/IntrinsicInst.h"
+#include "llvm/IR/IntrinsicsSPIRV.h"
+#include "llvm/InitializePasses.h"
+
+using namespace llvm;
+
+#define DEBUG_TYPE "spirv-convert-masked-mem-intrinsics"
+
+namespace {
+
+class SPIRVConvertMaskedMemIntrinsics
+ : public FunctionPass,
+ public InstVisitor<SPIRVConvertMaskedMemIntrinsics> {
+ const SPIRVTargetMachine *TM = nullptr;
+
+public:
+ static char ID;
+
+ SPIRVConvertMaskedMemIntrinsics() : FunctionPass(ID) {
+ initializeSPIRVConvertMaskedMemIntrinsicsPass(
+ *PassRegistry::getPassRegistry());
+ }
+
+ SPIRVConvertMaskedMemIntrinsics(const SPIRVTargetMachine *TM)
+ : FunctionPass(ID), TM(TM) {
+ initializeSPIRVConvertMaskedMemIntrinsicsPass(
+ *PassRegistry::getPassRegistry());
+ }
+
+ bool runOnFunction(Function &F) override;
+ void visitIntrinsicInst(IntrinsicInst &I);
+
+ StringRef getPassName() const override {
+ return "SPIRV convert masked memory intrinsics";
+ }
+
+private:
+ SmallVector<Instruction *, 4> ToErase;
+};
+
+} // namespace
+
+char SPIRVConvertMaskedMemIntrinsics::ID = 0;
+
+INITIALIZE_PASS(SPIRVConvertMaskedMemIntrinsics,
+ "spirv-convert-masked-mem-intrinsics",
+ "Convert masked memory intrinsics for SPIR-V", false, false)
+
+bool SPIRVConvertMaskedMemIntrinsics::runOnFunction(Function &F) {
+ if (!TM)
+ return false;
+
+ ToErase.clear();
+ visit(F);
----------------
aobolensk wrote:
Changed, thanks
https://github.com/llvm/llvm-project/pull/185418
More information about the llvm-commits
mailing list