[Mlir-commits] [mlir] [MLIR] Implement emulation of static indexing subbyte type vector stores (PR #115922)
Diego Caballero
llvmlistbot at llvm.org
Sun Jan 19 19:12:20 PST 2025
================
@@ -336,30 +439,181 @@ struct ConvertVectorStore final : OpConversionPattern<vector::StoreOp> {
// vector.store %bitcast, %alloc[%linear_index] : memref<16xi8>,
// vector<4xi8>
- auto origElements = op.getValueToStore().getType().getNumElements();
- if (origElements % scale != 0)
- return failure();
+ auto origElements = valueToStore.getType().getNumElements();
+ bool isAlignedEmulation = origElements % numSrcElemsPerDest == 0;
auto stridedMetadata =
rewriter.create<memref::ExtractStridedMetadataOp>(loc, op.getBase());
OpFoldResult linearizedIndices;
- std::tie(std::ignore, linearizedIndices) =
+ memref::LinearizedMemRefInfo linearizedInfo;
+ std::tie(linearizedInfo, linearizedIndices) =
memref::getLinearizedMemRefOffsetAndSize(
rewriter, loc, srcBits, dstBits,
stridedMetadata.getConstifiedMixedOffset(),
stridedMetadata.getConstifiedMixedSizes(),
stridedMetadata.getConstifiedMixedStrides(),
getAsOpFoldResult(adaptor.getIndices()));
- auto numElements = origElements / scale;
- auto bitCast = rewriter.create<vector::BitCastOp>(
- loc, VectorType::get(numElements, newElementType),
- op.getValueToStore());
+ std::optional<int64_t> foldedNumFrontPadElems =
+ isAlignedEmulation
+ ? 0
+ : getConstantIntValue(linearizedInfo.intraDataOffset);
+
+ if (!foldedNumFrontPadElems) {
+ return rewriter.notifyMatchFailure(
+ op, "subbyte store emulation: dynamic front padding size is "
+ "not yet implemented");
+ }
+
+ auto memrefBase = cast<MemRefValue>(adaptor.getBase());
- rewriter.replaceOpWithNewOp<vector::StoreOp>(
- op, bitCast.getResult(), adaptor.getBase(),
- getValueOrCreateConstantIndexOp(rewriter, loc, linearizedIndices));
+ // Conditions when subbyte emulated store is not needed:
----------------
dcaballe wrote:
Do you mean "when atomic operations are not needed"? I understand that emulation is always needed... we are doing all the bitcasting thing for this case as well...
https://github.com/llvm/llvm-project/pull/115922
More information about the Mlir-commits
mailing list