//===- BufferizationToMemRef.cpp - Bufferization to MemRef conversion -----===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// // // This file implements patterns to convert Bufferization dialect to MemRef // dialect. // //===----------------------------------------------------------------------===// #include "mlir/Conversion/BufferizationToMemRef/BufferizationToMemRef.h" #include "mlir/Dialect/Arith/IR/Arith.h" #include "mlir/Dialect/Bufferization/IR/Bufferization.h" #include "mlir/Dialect/Bufferization/Transforms/Passes.h" #include "mlir/Dialect/Func/IR/FuncOps.h" #include "mlir/Dialect/MemRef/IR/MemRef.h" #include "mlir/Dialect/SCF/IR/SCF.h" #include "mlir/IR/BuiltinTypes.h" #include "mlir/Pass/Pass.h" #include "mlir/Support/LogicalResult.h" #include "mlir/Transforms/DialectConversion.h" namespace mlir { #define GEN_PASS_DEF_CONVERTBUFFERIZATIONTOMEMREF #include "mlir/Conversion/Passes.h.inc" } // namespace mlir using namespace mlir; namespace { /// The CloneOpConversion transforms all bufferization clone operations into /// memref alloc and memref copy operations. In the dynamic-shape case, it also /// emits additional dim and constant operations to determine the shape. This /// conversion does not resolve memory leaks if it is used alone. struct CloneOpConversion : public OpConversionPattern { using OpConversionPattern::OpConversionPattern; LogicalResult matchAndRewrite(bufferization::CloneOp op, OpAdaptor adaptor, ConversionPatternRewriter &rewriter) const override { // Check for unranked memref types which are currently not supported. Type type = op.getType(); if (isa(type)) { return rewriter.notifyMatchFailure( op, "UnrankedMemRefType is not supported."); } MemRefType memrefType = cast(type); MemRefLayoutAttrInterface layout; auto allocType = MemRefType::get(memrefType.getShape(), memrefType.getElementType(), layout, memrefType.getMemorySpace()); // Since this implementation always allocates, certain result types of the // clone op cannot be lowered. if (!memref::CastOp::areCastCompatible({allocType}, {memrefType})) return failure(); // Transform a clone operation into alloc + copy operation and pay // attention to the shape dimensions. Location loc = op->getLoc(); SmallVector dynamicOperands; for (int i = 0; i < memrefType.getRank(); ++i) { if (!memrefType.isDynamicDim(i)) continue; Value dim = rewriter.createOrFold(loc, op.getInput(), i); dynamicOperands.push_back(dim); } // Allocate a memref with identity layout. Value alloc = rewriter.create(op->getLoc(), allocType, dynamicOperands); // Cast the allocation to the specified type if needed. if (memrefType != allocType) alloc = rewriter.create(op->getLoc(), memrefType, alloc); rewriter.replaceOp(op, alloc); rewriter.create(loc, op.getInput(), alloc); return success(); } }; } // namespace namespace { struct BufferizationToMemRefPass : public impl::ConvertBufferizationToMemRefBase { BufferizationToMemRefPass() = default; void runOnOperation() override { if (!isa(getOperation())) { emitError(getOperation()->getLoc(), "root operation must be a builtin.module or a function"); signalPassFailure(); return; } func::FuncOp helperFuncOp; if (auto module = dyn_cast(getOperation())) { OpBuilder builder = OpBuilder::atBlockBegin(&module.getBodyRegion().front()); SymbolTable symbolTable(module); // Build dealloc helper function if there are deallocs. getOperation()->walk([&](bufferization::DeallocOp deallocOp) { if (deallocOp.getMemrefs().size() > 1) { helperFuncOp = bufferization::buildDeallocationLibraryFunction( builder, getOperation()->getLoc(), symbolTable); return WalkResult::interrupt(); } return WalkResult::advance(); }); } RewritePatternSet patterns(&getContext()); patterns.add(patterns.getContext()); bufferization::populateBufferizationDeallocLoweringPattern(patterns, helperFuncOp); ConversionTarget target(getContext()); target.addLegalDialect(); target.addIllegalDialect(); if (failed(applyPartialConversion(getOperation(), target, std::move(patterns)))) signalPassFailure(); } }; } // namespace std::unique_ptr mlir::createBufferizationToMemRefPass() { return std::make_unique(); }