LoweringHelpers.cpp

Go to the documentation of this file.

//====- LoweringHelpers.cpp - Lowering helper functions -------------------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
//
// This file contains helper functions for lowering from CIR to LLVM or MLIR.
//
//===----------------------------------------------------------------------===//
 
#include "clang/CIR/LoweringHelpers.h"
#include "mlir/Dialect/LLVMIR/LLVMDialect.h"
#include "mlir/Dialect/LLVMIR/LLVMTypes.h"
#include "mlir/IR/BuiltinTypes.h"
#include "mlir/IR/SymbolTable.h"
#include "mlir/Interfaces/DataLayoutInterfaces.h"
 
static unsigned getIntOrBoolBitWidth(mlir::Type ty) {
  if (auto intTy = mlir::dyn_cast<cir::IntType>(ty))
    return intTy.getWidth();
  assert(mlir::isa<cir::BoolType>(ty) &&
         "expected CIR integer or bool element type");
  return 1;
}
 
mlir::DenseElementsAttr
convertStringAttrToDenseElementsAttr(cir::ConstArrayAttr attr,
                                     mlir::Type type) {
  const auto stringAttr = mlir::cast<mlir::StringAttr>(attr.getElts());
  const auto arrayTy = mlir::cast<cir::ArrayType>(attr.getType());
  const unsigned totalSize = arrayTy.getSize();
  const unsigned trailingZeros = attr.getTrailingZerosNum();
  assert(stringAttr.size() + trailingZeros == totalSize &&
         "string const_array size must match explicit elements plus "
         "trailing_zeros");
 
  const unsigned bitWidth = getIntOrBoolBitWidth(arrayTy.getElementType());
  llvm::SmallVector<mlir::APInt> values;
  values.reserve(totalSize);
 
  // String bytes are raw values; interpret each as an unsigned byte so a
  // high-bit char (>= 0x80) does not sign-extend to a value that overflows
  // the element bit width when constructing the APInt.
  for (const char element : stringAttr)
    values.emplace_back(bitWidth, static_cast<unsigned char>(element));
 
  values.insert(values.end(), trailingZeros, mlir::APInt::getZero(bitWidth));
 
  return mlir::DenseElementsAttr::get(
      mlir::RankedTensorType::get({totalSize}, type), llvm::ArrayRef(values));
}
 
template <> mlir::APInt getZeroInitFromType(mlir::Type ty) {
  if (mlir::isa<cir::BoolType>(ty))
    return mlir::APInt::getZero(1);
  const auto intTy = mlir::cast<cir::IntType>(ty);
  return mlir::APInt::getZero(intTy.getWidth());
}
 
template <> mlir::APFloat getZeroInitFromType(mlir::Type ty) {
  auto fpTy = mlir::cast<cir::FPTypeInterface>(ty);
  return mlir::APFloat::getZero(fpTy.getFloatSemantics());
}
 
/// \param attr the ConstArrayAttr to convert
/// \param values the output parameter, the values array to fill
/// \param currentDims the shpae of tensor we're going to convert to
/// \param dimIndex the current dimension we're processing
/// \param currentIndex the current index in the values array
template <typename AttrTy, typename StorageTy>
void convertToDenseElementsAttrImpl(
    cir::ConstArrayAttr attr, llvm::SmallVectorImpl<StorageTy> &values,
    const llvm::SmallVectorImpl<int64_t> &currentDims, int64_t dimIndex,
    int64_t currentIndex) {
  if (auto stringAttr = mlir::dyn_cast<mlir::StringAttr>(attr.getElts())) {
    if (auto arrayType = mlir::dyn_cast<cir::ArrayType>(attr.getType())) {
      for (auto element : stringAttr) {
        auto intAttr = cir::IntAttr::get(arrayType.getElementType(), element);
        values[currentIndex++] = mlir::dyn_cast<AttrTy>(intAttr).getValue();
      }
      // Remaining slots are trailing zeros; values was zero-initialized.
      currentIndex += attr.getTrailingZerosNum();
      return;
    }
  }
 
  dimIndex++;
  std::size_t elementsSizeInCurrentDim = 1;
  for (std::size_t i = dimIndex; i < currentDims.size(); i++)
    elementsSizeInCurrentDim *= currentDims[i];
 
  auto arrayAttr = mlir::cast<mlir::ArrayAttr>(attr.getElts());
  for (auto eltAttr : arrayAttr) {
    if constexpr (std::is_same_v<StorageTy, mlir::APInt>) {
      if (auto boolAttr = mlir::dyn_cast<cir::BoolAttr>(eltAttr)) {
        values[currentIndex++] =
            llvm::APInt(1, static_cast<uint64_t>(boolAttr.getValue()));
        continue;
      }
    }
    if (auto valueAttr = mlir::dyn_cast<AttrTy>(eltAttr)) {
      values[currentIndex++] = valueAttr.getValue();
      continue;
    }
 
    if (auto subArrayAttr = mlir::dyn_cast<cir::ConstArrayAttr>(eltAttr)) {
      convertToDenseElementsAttrImpl<AttrTy>(subArrayAttr, values, currentDims,
                                             dimIndex, currentIndex);
      currentIndex += elementsSizeInCurrentDim;
      continue;
    }
 
    if (mlir::isa<cir::ZeroAttr, cir::UndefAttr>(eltAttr)) {
      currentIndex += elementsSizeInCurrentDim;
      continue;
    }
 
    llvm_unreachable("unknown element in ConstArrayAttr");
  }
}
 
template <typename AttrTy, typename StorageTy>
mlir::DenseElementsAttr convertToDenseElementsAttr(
    cir::ConstArrayAttr attr, const llvm::SmallVectorImpl<int64_t> &dims,
    mlir::Type elementType, mlir::Type convertedElementType) {
  unsigned vectorSize = 1;
  for (auto dim : dims)
    vectorSize *= dim;
  auto values = llvm::SmallVector<StorageTy, 8>(
      vectorSize, getZeroInitFromType<StorageTy>(elementType));
  convertToDenseElementsAttrImpl<AttrTy>(attr, values, dims, /*currentDim=*/0,
                                         /*initialIndex=*/0);
  return mlir::DenseElementsAttr::get(
      mlir::RankedTensorType::get(dims, convertedElementType),
      llvm::ArrayRef(values));
}
 
/// Return true when \p gv can be lowered to a \c FlatSymbolRefAttr leaf without
/// addrspacecast or bitcast (mirrors \c CIRAttrToValue::visitCirAttr).
static bool
globalViewMatchesPointerLeaf(cir::GlobalViewAttr gv, mlir::ModuleOp moduleOp,
                             mlir::SymbolTableCollection &symbolTables,
                             const mlir::TypeConverter *converter) {
  if (gv.getIndices() || mlir::isa<cir::IntType, cir::VPtrType>(gv.getType()))
    return false;
 
  auto ptrTy = mlir::dyn_cast<cir::PointerType>(gv.getType());
  if (!ptrTy)
    return false;
 
  unsigned sourceAddrSpace = 0;
  mlir::Type sourceType;
  auto sourceSymbol = symbolTables.lookupSymbolIn(moduleOp, gv.getSymbol());
  if (auto llvmSymbol = mlir::dyn_cast<mlir::LLVM::GlobalOp>(sourceSymbol)) {
    sourceType = llvmSymbol.getType();
    sourceAddrSpace = llvmSymbol.getAddrSpace();
  } else if (auto cirSymbol = mlir::dyn_cast<cir::GlobalOp>(sourceSymbol)) {
    sourceType = converter->convertType(cirSymbol.getSymType());
    if (auto targetAS = mlir::dyn_cast_if_present<cir::TargetAddressSpaceAttr>(
            cirSymbol.getAddrSpaceAttr()))
      sourceAddrSpace = targetAS.getValue();
  } else {
    // cir.func and other symbols not yet lowered to globals cannot be used as
    // bulk constant leaves; those cases keep the insertvalue fallback.
    return false;
  }
 
  auto llvmDstTy = converter->convertType<mlir::LLVM::LLVMPointerType>(ptrTy);
  if (llvmDstTy.getAddressSpace() != sourceAddrSpace)
    return false;
 
  mlir::Type llvmEltTy = converter->convertType(ptrTy.getPointee());
  if (llvmEltTy == sourceType)
    return true;
  if (auto arrTy = mlir::dyn_cast<mlir::LLVM::LLVMArrayType>(sourceType))
    return llvmEltTy == arrTy.getElementType();
  return false;
}
 
/// Lower a single pointer-element of a \c cir.const_array to an LLVM-dialect
/// constant leaf suitable for a bulk \c llvm.mlir.constant.  Only handles
/// address-of-global without indices and null pointers; indexed global views
/// must use the per-element \c llvm.insertvalue fallback.
static std::optional<mlir::Attribute>
lowerPointerElementAttr(mlir::Attribute elt, mlir::MLIRContext *ctx,
                        mlir::ModuleOp moduleOp,
                        mlir::SymbolTableCollection &symbolTables,
                        const mlir::TypeConverter *converter) {
  if (auto gv = mlir::dyn_cast<cir::GlobalViewAttr>(elt)) {
    if (!moduleOp ||
        !globalViewMatchesPointerLeaf(gv, moduleOp, symbolTables, converter))
      return std::nullopt;
    return gv.getSymbol();
  }
  if (auto nullPtr = mlir::dyn_cast<cir::ConstPtrAttr>(elt)) {
    if (nullPtr.isNullValue())
      return mlir::LLVM::ZeroAttr::get(ctx);
    return std::nullopt;
  }
  return std::nullopt;
}
 
static bool containsPoison(mlir::Attribute attr) {
  if (mlir::isa<cir::PoisonAttr>(attr))
    return true;
  if (auto elts = mlir::dyn_cast<mlir::ArrayAttr>(attr))
    return llvm::any_of(elts, containsPoison);
  if (auto constArr = mlir::dyn_cast<cir::ConstArrayAttr>(attr)) {
    if (mlir::isa<mlir::StringAttr>(constArr.getElts()))
      return false;
    if (auto elts = mlir::dyn_cast<mlir::ArrayAttr>(constArr.getElts()))
      return llvm::any_of(elts, containsPoison);
  }
  return false;
}
 
static std::optional<mlir::Attribute> lowerConstRecordMemberAttr(
    mlir::Attribute attr, mlir::SymbolTableCollection &symbolTables,
    const mlir::TypeConverter *converter, mlir::ModuleOp moduleOp);
 
std::optional<mlir::Attribute> lowerConstArrayAttr(
    cir::ConstArrayAttr constArr, mlir::SymbolTableCollection &symbolTables,
    const mlir::TypeConverter *converter, mlir::ModuleOp moduleOp) {
  // Ensure ConstArrayAttr has a type.
  const auto typedConstArr = mlir::cast<mlir::TypedAttr>(constArr);
 
  // Ensure ConstArrayAttr type is a ArrayType.
  const auto cirArrayType = mlir::cast<cir::ArrayType>(typedConstArr.getType());
 
  // Is a ConstArrayAttr with an cir::ArrayType: fetch element type.
  mlir::Type type = cirArrayType;
  auto dims = llvm::SmallVector<int64_t, 2>{};
  while (auto arrayType = mlir::dyn_cast<cir::ArrayType>(type)) {
    dims.push_back(arrayType.getSize());
    type = arrayType.getElementType();
  }
 
  if (containsPoison(constArr))
    return std::nullopt;
 
  if (mlir::isa<mlir::StringAttr>(constArr.getElts()))
    return convertStringAttrToDenseElementsAttr(constArr,
                                                converter->convertType(type));
  if (mlir::isa<cir::IntType>(type)) {
    // A _BitInt array element is stored in a padded integer in memory; the
    // dense-attribute path here cannot express that widening, so fall back to
    // the insertvalue region, which widens each element via emitToMemory.
    if (mlir::cast<cir::IntType>(type).isBitInt())
      return std::nullopt;
    return convertToDenseElementsAttr<cir::IntAttr, mlir::APInt>(
        constArr, dims, type, converter->convertType(type));
  }
 
  if (mlir::isa<cir::BoolType>(type))
    return convertToDenseElementsAttr<cir::IntAttr, mlir::APInt>(
        constArr, dims, type, converter->convertType(type));
 
  if (mlir::isa<cir::FPTypeInterface>(type))
    return convertToDenseElementsAttr<cir::FPAttr, mlir::APFloat>(
        constArr, dims, type, converter->convertType(type));
 
  if (mlir::isa<cir::PointerType>(type)) {
    // FIXME: Pointer arrays with trailing_zeros (null-sentinel tables) fall
    // through to the insertvalue path for now.
    if (constArr.getTrailingZerosNum() > 0)
      return std::nullopt;
    auto eltsArr = mlir::dyn_cast<mlir::ArrayAttr>(constArr.getElts());
    if (!eltsArr)
      return std::nullopt;
    llvm::SmallVector<mlir::Attribute> lowered;
    lowered.reserve(eltsArr.size());
    mlir::MLIRContext *ctx = constArr.getContext();
    for (mlir::Attribute elt : eltsArr) {
      std::optional<mlir::Attribute> llvmElt =
          lowerPointerElementAttr(elt, ctx, moduleOp, symbolTables, converter);
      if (!llvmElt)
        return std::nullopt;
      lowered.push_back(*llvmElt);
    }
    return mlir::ArrayAttr::get(ctx, lowered);
  }
 
  if (mlir::isa<cir::RecordType>(type)) {
    // A record type is just an array of the element values.
    auto eltsArr = mlir::dyn_cast<mlir::ArrayAttr>(constArr.getElts());
    if (!eltsArr)
      return std::nullopt;
 
    llvm::SmallVector<mlir::Attribute> loweredElts;
    loweredElts.reserve(cirArrayType.getSize());
 
    for (mlir::Attribute elt : eltsArr) {
      std::optional<mlir::Attribute> llvmElt =
          lowerConstRecordMemberAttr(elt, symbolTables, converter, moduleOp);
      if (!llvmElt)
        return std::nullopt;
      loweredElts.push_back(*llvmElt);
    }
 
    // Remaining elts are either going to be padding (and should be undef), or
    // trailing-zeros. We can't really tell the difference as CIR lowering
    // doesn't differentiate anyway, so just zero-fill them.
    while (loweredElts.size() < cirArrayType.getSize())
      loweredElts.push_back(mlir::LLVM::ZeroAttr::get(constArr.getContext()));
    return mlir::ArrayAttr::get(constArr.getContext(), loweredElts);
  }
 
  return std::nullopt;
}
 
/// Lower a constant attribute that initializes a single member of a record (or
/// a leaf of a nested aggregate) to an LLVM-dialect attribute that can be
/// attached directly to an \c llvm.mlir.global, avoiding an insertvalue
/// initializer region. Returns \c std::nullopt when the attribute cannot be
/// represented as a single constant attribute (e.g. an indexed
/// \c GlobalViewAttr), in which case the caller falls back to the region-based
/// lowering.
static std::optional<mlir::Attribute> lowerConstRecordMemberAttr(
    mlir::Attribute attr, mlir::SymbolTableCollection &symbolTables,
    const mlir::TypeConverter *converter, mlir::ModuleOp moduleOp) {
  mlir::MLIRContext *ctx = attr.getContext();
 
  if (auto arrayAttr = mlir::dyn_cast<cir::ConstArrayAttr>(attr))
    return lowerConstArrayAttr(arrayAttr, symbolTables, converter, moduleOp);
 
  if (auto recordAttr = mlir::dyn_cast<cir::ConstRecordAttr>(attr))
    return lowerConstRecordAttr(recordAttr, symbolTables, converter, moduleOp);
 
  if (mlir::isa<cir::ZeroAttr>(attr))
    return mlir::LLVM::ZeroAttr::get(ctx);
 
  if (mlir::isa<cir::UndefAttr>(attr))
    return mlir::LLVM::UndefAttr::get(ctx);
 
  if (auto intAttr = mlir::dyn_cast<cir::IntAttr>(attr)) {
    // A _BitInt member is stored in a padded integer in memory; defer to the
    // insertvalue region (CIRAttrToValue), which performs the extension.
    if (mlir::cast<cir::IntType>(intAttr.getType()).isBitInt())
      return std::nullopt;
    return mlir::IntegerAttr::get(converter->convertType(intAttr.getType()),
                                  intAttr.getValue());
  }
 
  if (auto boolAttr = mlir::dyn_cast<cir::BoolAttr>(attr))
    return mlir::IntegerAttr::get(converter->convertType(boolAttr.getType()),
                                  boolAttr.getValue() ? 1 : 0);
 
  if (auto fpAttr = mlir::dyn_cast<cir::FPAttr>(attr))
    return mlir::FloatAttr::get(converter->convertType(fpAttr.getType()),
                                fpAttr.getValue());
 
  // Null pointers and simple address-of-global references can be represented
  // as constant attributes; anything more complex uses the region fallback.
  return lowerPointerElementAttr(attr, ctx, moduleOp, symbolTables, converter);
}
 
// Figure out if we want mark the new struct 'packed' if it isn't already. IF
// it is already, we have to keep that behavior. We pack it with logic similar
// to classic codegen, though will end up missing cases, since we don't want to
// change the type other than the FAM.
// We can do so if:
// 1- Packing it won't change any of the field offsets.
// 2- the non-padded struct would add padding beyond the
// flexible array member.  We don't pack if the flexible array member manages
// to not cause trailing padding.
static bool shouldPackFAMStruct(const mlir::DataLayout &dataLayout,
                                llvm::ArrayRef<mlir::Type> members) {
  uint64_t maxAlign = 1;
  uint64_t totalSize = 0;
  for (mlir::Type member : members) {
    uint64_t align = dataLayout.getTypeABIAlignment(member);
    maxAlign = std::max(maxAlign, align);
    uint64_t size = dataLayout.getTypeSize(member).getFixedValue();
 
    if (llvm::alignTo(totalSize, align) != totalSize)
      return false;
 
    totalSize += size;
  }
  return llvm::alignTo(totalSize, maxAlign) != totalSize;
}
 
// CIR supports flexible-array-members in its struct types. That is, a
// zero-length array as the last element, which can be initialized with an
// arbitrary number of elements. A ConstRecordAttr can be created with one of
// these, and our verifier allows it.  However, the LLVM implementation does NOT
// permit this. So we have to replace this type in LLVM with special struct for
// this value.
//
// Additionally, the struct itself could contain a struct with a FAM or a union
// that needed adjustment, so it recurses to check those.  If no such type has
// been found/no adjustment needed, this returns the type unchanged.
static mlir::Type adjustGlobalStructTypeForInit(
    mlir::LLVM::LLVMStructType structTy, cir::ConstRecordAttr constRecord,
    const mlir::TypeConverter &converter, const mlir::DataLayout &dataLayout) {
 
  llvm::ArrayRef<mlir::Attribute> initMembers =
      constRecord.getMembers().getValue();
  llvm::SmallVector<mlir::Type> newBody{structTy.getBody()};
  bool changed = false;
 
  // Recursively adjust each member. A member that is itself a union (or a
  // struct containing one) lowers to a type that differs from its declared
  // field type, and this struct has to adopt that adjusted type so the
  // enclosing insertvalue chain type-checks.
  for (auto [idx, member] : llvm::enumerate(initMembers)) {
    if (idx >= newBody.size())
      break;
    mlir::Type adjusted =
        adjustGlobalTypeForInit(newBody[idx], member, converter, dataLayout);
    if (adjusted != newBody[idx]) {
      newBody[idx] = adjusted;
      changed = true;
    }
  }
 
  // CIR supports flexible-array-members in its struct types. That is, a
  // zero-length array as the last element, which can be initialized with an
  // arbitrary number of elements. A ConstRecordAttr can be created with one of
  // these, and our verifier allows it. However, the LLVM implementation does
  // NOT permit this, so we widen that trailing member to the initializer's
  // array type (packing the struct if that changes the layout).
  bool packed = structTy.isPacked();
  if (auto fam =
          mlir::dyn_cast<mlir::LLVM::LLVMArrayType>(structTy.getBody().back());
      fam && fam.getNumElements() == 0) {
    mlir::Type lastInitType =
        mlir::cast<mlir::TypedAttr>(initMembers.back()).getType();
    if (mlir::cast<cir::ArrayType>(lastInitType).getSize() != 0) {
      newBody.back() = converter.convertType(lastInitType);
      packed = packed || shouldPackFAMStruct(dataLayout, newBody);
      changed = true;
    }
  }
 
  if (!changed)
    return structTy;
 
  return mlir::LLVM::LLVMStructType::getLiteral(structTy.getContext(), newBody,
                                                packed);
}
 
// A union constant only initializes its active member, but a union is lowered
// to its most-aligned member (its 'storage' type), which need not be the
// initialized one -- e.g. `union { char buf[16]; long cap; }` stores as `long`
// (higher alignment) but may be initialized through `buf`. So the storage type
// (and thus structTy) generally can't hold the active member's value. Rebuild
// an anonymous struct `{ <active member>, [pad x i8] }` that holds the active
// member followed by enough byte padding to span the union's full allocated
// size, mirroring classic codegen.
static mlir::Type adjustGlobalUnionTypeForInit(
    mlir::LLVM::LLVMStructType structTy, cir::ConstRecordAttr constRecord,
    const mlir::TypeConverter &converter, const mlir::DataLayout &dataLayout) {
 
  auto unionTy = mlir::cast<cir::UnionType>(constRecord.getType());
 
  // Unions can only initialize one field, so this has to be sizeof-one.
  assert(constRecord.getMembers().size() == 1);
  mlir::Attribute member = constRecord.getMembers()[0];
  mlir::Type memberTy =
      converter.convertType(mlir::cast<mlir::TypedAttr>(member).getType());
 
  // The active member may itself need adjusting (e.g. it is a nested union, or
  // a struct containing one), so recurse before using its type below.
  memberTy = adjustGlobalTypeForInit(memberTy, member, converter, dataLayout);
 
  // The converted union type is { storage, [padding] }, where storage is the
  // union's most-aligned member. When the active member IS that storage type,
  // the converted type already describes this initializer exactly (the pad we
  // would compute equals the union's declared pad), so there is nothing to do.
  if (memberTy == structTy.getBody().front())
    return structTy;
 
  uint64_t unionSize = dataLayout.getTypeSize(unionTy).getFixedValue();
  uint64_t initSize = dataLayout.getTypeSize(memberTy).getFixedValue();
  assert(initSize <= unionSize && "union initializer larger than the union");
 
  llvm::SmallVector<mlir::Type> newBody;
  newBody.push_back(memberTy);
 
  // Fill the rest of the union's allocated size with byte padding.
  if (initSize < unionSize)
    newBody.push_back(mlir::LLVM::LLVMArrayType::get(
        mlir::IntegerType::get(structTy.getContext(), 8),
        unionSize - initSize));
 
  return mlir::LLVM::LLVMStructType::getLiteral(structTy.getContext(), newBody,
                                                unionTy.getPacked());
}
 
// Apply various adjustments required for struct/union types.
mlir::Type adjustGlobalTypeForInit(mlir::Type llvmType, mlir::Attribute init,
                                   const mlir::TypeConverter &converter,
                                   const mlir::DataLayout &dataLayout) {
  // Conversions for both only happen if we have a record init.
  auto constRecord = mlir::dyn_cast_if_present<cir::ConstRecordAttr>(init);
  if (!constRecord)
    return llvmType;
 
  // If this isn't of struct-type, or doesn't have any members, there is nothing
  // to do.
  auto structTy = mlir::dyn_cast<mlir::LLVM::LLVMStructType>(llvmType);
  if (!structTy || structTy.getBody().empty())
    return llvmType;
 
  // Structs can have a flexible array member, adjust that.
  if (mlir::isa<cir::StructType>(constRecord.getType()))
    return adjustGlobalStructTypeForInit(structTy, constRecord, converter,
                                         dataLayout);
  if (mlir::isa<cir::UnionType>(constRecord.getType()))
    return adjustGlobalUnionTypeForInit(structTy, constRecord, converter,
                                        dataLayout);
  return llvmType;
}
 
std::optional<mlir::Attribute> lowerConstRecordAttr(
    cir::ConstRecordAttr constRecord, mlir::SymbolTableCollection &symbolTables,
    const mlir::TypeConverter *converter, mlir::ModuleOp moduleOp) {
  // Build one constant attribute per record member. The LLVM dialect global
  // translation accepts an ArrayAttr (one element per struct field) and emits
  // an llvm::ConstantStruct, so the whole initializer can be a single
  // attribute on the global instead of an insertvalue region.
  mlir::ArrayAttr memberAttrs = constRecord.getMembers();
  llvm::SmallVector<mlir::Attribute> loweredMembers;
  loweredMembers.reserve(memberAttrs.size());
  for (mlir::Attribute member : memberAttrs) {
    std::optional<mlir::Attribute> lowered =
        lowerConstRecordMemberAttr(member, symbolTables, converter, moduleOp);
    if (!lowered)
      return std::nullopt;
    loweredMembers.push_back(*lowered);
  }
 
  // The lowered LLVM type may have more fields than the CIR record has members
  // -- e.g. a union lowers to { active-member, [pad x i8] } (see
  // adjustGlobalTypeForInit, the single source of truth for the shape). Fill
  // any such synthesized (padding) fields with undef so this ArrayAttr has
  // exactly one entry per LLVM field, matching the type the global is declared
  // with.
  mlir::Type adjustedTy = adjustGlobalTypeForInit(
      converter->convertType(constRecord.getType()), constRecord, *converter,
      mlir::DataLayout(moduleOp));
  if (auto structTy = mlir::dyn_cast<mlir::LLVM::LLVMStructType>(adjustedTy))
    while (loweredMembers.size() < structTy.getBody().size())
      loweredMembers.push_back(
          mlir::LLVM::UndefAttr::get(constRecord.getContext()));
 
  return mlir::ArrayAttr::get(constRecord.getContext(), loweredMembers);
}
 
mlir::Value getConstAPInt(mlir::OpBuilder &bld, mlir::Location loc,
                          mlir::Type typ, const llvm::APInt &val) {
  return mlir::LLVM::ConstantOp::create(bld, loc, typ, val);
}
 
mlir::Value getConst(mlir::OpBuilder &bld, mlir::Location loc, mlir::Type typ,
                     unsigned val) {
  return mlir::LLVM::ConstantOp::create(bld, loc, typ, val);
}
 
mlir::Value createShL(mlir::OpBuilder &bld, mlir::Value lhs, unsigned rhs) {
  if (!rhs)
    return lhs;
  mlir::Value rhsVal = getConst(bld, lhs.getLoc(), lhs.getType(), rhs);
  return mlir::LLVM::ShlOp::create(bld, lhs.getLoc(), lhs, rhsVal);
}
 
mlir::Value createAShR(mlir::OpBuilder &bld, mlir::Value lhs, unsigned rhs) {
  if (!rhs)
    return lhs;
  mlir::Value rhsVal = getConst(bld, lhs.getLoc(), lhs.getType(), rhs);
  return mlir::LLVM::AShrOp::create(bld, lhs.getLoc(), lhs, rhsVal);
}
 
mlir::Value createAnd(mlir::OpBuilder &bld, mlir::Value lhs,
                      const llvm::APInt &rhs) {
  mlir::Value rhsVal = getConstAPInt(bld, lhs.getLoc(), lhs.getType(), rhs);
  return mlir::LLVM::AndOp::create(bld, lhs.getLoc(), lhs, rhsVal);
}
 
mlir::Value createLShR(mlir::OpBuilder &bld, mlir::Value lhs, unsigned rhs) {
  if (!rhs)
    return lhs;
  mlir::Value rhsVal = getConst(bld, lhs.getLoc(), lhs.getType(), rhs);
  return mlir::LLVM::LShrOp::create(bld, lhs.getLoc(), lhs, rhsVal);
}