HoistAllocas.cpp

Go to the documentation of this file.

//===----------------------------------------------------------------------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
 
#include "PassDetail.h"
#include "mlir/Dialect/Func/IR/FuncOps.h"
#include "mlir/Dialect/OpenMP/OpenMPDialect.h"
#include "mlir/IR/PatternMatch.h"
#include "mlir/Support/LogicalResult.h"
#include "mlir/Transforms/DialectConversion.h"
#include "mlir/Transforms/GreedyPatternRewriteDriver.h"
#include "clang/CIR/Dialect/IR/CIRDialect.h"
#include "clang/CIR/Dialect/Passes.h"
#include "clang/CIR/MissingFeatures.h"
#include "llvm/Support/TimeProfiler.h"
 
using namespace mlir;
using namespace cir;
 
namespace mlir {
#define GEN_PASS_DEF_HOISTALLOCAS
#include "clang/CIR/Dialect/Passes.h.inc"
} // namespace mlir
 
namespace {
 
struct HoistAllocasPass : public impl::HoistAllocasBase<HoistAllocasPass> {
 
  HoistAllocasPass() = default;
  void runOnOperation() override;
};
 
// Find the block that an alloca should be hoisted into. Allocas are normally
// hoisted to the entry block of the enclosing function. However, an alloca may
// be nested inside an OpenMP region such as omp.parallel, omp.teams
// etc. Hoisting it out of these ops breaks the isolated from above requirement
// for omp.teams and it changes privatization semantics.
static mlir::Block *getHoistDestBlock(cir::AllocaOp alloca) {
  mlir::Region *region = alloca->getParentRegion();
  while (true) {
    mlir::Operation *parentOp = region->getParentOp();
 
    // Note: We may want some kind of interface in the future for blocking
    // alloca hoisting since other dialects may have similar restrictions.
    if (parentOp->hasTrait<mlir::OpTrait::IsIsolatedFromAbove>() ||
        mlir::isa<mlir::omp::OutlineableOpenMPOpInterface>(parentOp))
      return &region->front();
    region = parentOp->getParentRegion();
  }
}
 
static void process(mlir::ModuleOp mod, cir::FuncOp func) {
  if (func.getRegion().empty())
    return;
 
  // Keep track of destination so that the order of allocas is preserved.
  llvm::DenseMap<mlir::Block *, mlir::Operation *> insertPoints;
 
  // Post-order is the default, but the code below requires it, so
  // let's not depend on the default staying that way.
  func.getBody().walk<mlir::WalkOrder::PostOrder>([&](cir::AllocaOp alloca) {
    mlir::Block *destBlock = getHoistDestBlock(alloca);
    // Don't hoist allocas with dynamic alloca size.
    if (alloca.getDynAllocSize())
      return;
    if (alloca->getBlock() == destBlock) {
      // Already in the right block, but not necessarily ahead of the control
      // flow in it. This pass runs before FlattenCFG, which splits the body at
      // each structured control-flow op, so an alloca that sits after one ends
      // up in a non-entry block and SROA only ever collects allocas from the
      // entry block, so it would never be promoted at all.
      // Only a region-carrying op ahead of the alloca can strand it that way;
      // straight-line code cannot.
      if (std::all_of(destBlock->begin(), alloca->getIterator(),
                      [](mlir::Operation &blockOp) {
                        return blockOp.getNumRegions() == 0;
                      }))
        return;
    }
 
    // Hoist allocas into the entry block.
 
    // Preserving the `const` attribute on hoisted allocas can cause LLVM to
    // incorrectly introduce invariant group metadata in some circumstances.
    // The incubator performs some analysis to determine whether the attribute
    // can be preserved, but it only runs this analysis when optimizations are
    // enabled. Until we start tracking the optimization level, we can just
    // always remove the `const` attribute.
    assert(!cir::MissingFeatures::optInfoAttr());
    if (alloca.getConstant())
      alloca.setConstant(false);
 
    mlir::Operation *&insertPoint =
        insertPoints.try_emplace(destBlock, &*destBlock->begin()).first->second;
    alloca->moveBefore(insertPoint);
  });
}
 
void HoistAllocasPass::runOnOperation() {
  llvm::TimeTraceScope scope("Hoist Allocas");
  llvm::SmallVector<Operation *, 16> ops;
 
  Operation *op = getOperation();
  auto mod = mlir::dyn_cast<mlir::ModuleOp>(op);
  if (!mod)
    mod = op->getParentOfType<mlir::ModuleOp>();
 
  // If we ever introduce nested cir.function ops, we'll need to make this
  // walk in post-order and recurse into nested functions.
  getOperation()->walk<mlir::WalkOrder::PreOrder>([&](cir::FuncOp op) {
    process(mod, op);
    return mlir::WalkResult::skip();
  });
}
 
} // namespace
 
std::unique_ptr<Pass> mlir::createHoistAllocasPass() {
  return std::make_unique<HoistAllocasPass>();
}