LinkCircuits.cpp

Go to the documentation of this file.

//===- LinkCircuits.cpp - Merge FIRRTL circuits --------------------------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
//
// This pass links multiple circuits into a single one.
//
//===----------------------------------------------------------------------===//
 
#include "circt/Dialect/FIRRTL/FIRRTLAnnotationHelper.h"
#include "circt/Dialect/FIRRTL/FIRRTLAnnotations.h"
#include "circt/Dialect/FIRRTL/FIRRTLOps.h"
#include "circt/Dialect/FIRRTL/FIRRTLTypes.h"
#include "circt/Dialect/FIRRTL/Passes.h"
#include "mlir/IR/Attributes.h"
#include "mlir/IR/Builders.h"
#include "mlir/IR/BuiltinAttributes.h"
#include "mlir/IR/Diagnostics.h"
#include "mlir/IR/Operation.h"
#include "mlir/IR/SymbolTable.h"
#include "mlir/Support/LLVM.h"
#include "llvm/ADT/MapVector.h"
#include "llvm/ADT/STLExtras.h"
#include <iterator>
 
namespace circt {
namespace firrtl {
#define GEN_PASS_DEF_LINKCIRCUITS
#include "circt/Dialect/FIRRTL/Passes.h.inc"
} // namespace firrtl
} // namespace circt
 
using namespace mlir;
using namespace circt;
using namespace firrtl;
 
namespace {
struct LinkCircuitsPass
    : public circt::firrtl::impl::LinkCircuitsBase<LinkCircuitsPass> {
  using Base::Base;
 
  void runOnOperation() override;
  LogicalResult mergeCircuits();
  LinkCircuitsPass(StringRef baseCircuitNameOption, bool noMangleOption) {
    baseCircuitName = std::string(baseCircuitNameOption);
    noMangle = noMangleOption;
  }
};
} // namespace
 
template <typename CallableT>
static DictionaryAttr transformAnnotationTarget(DictionaryAttr anno,
                                                CallableT transformTokensFn) {
  return DictionaryAttr::getWithSorted(
      anno.getContext(),
      to_vector(map_range(
          anno.getValue(), [&](NamedAttribute namedAttr) -> NamedAttribute {
            if (namedAttr.getName() == "target")
              if (auto target = dyn_cast<StringAttr>(namedAttr.getValue()))
                if (auto tokens = tokenizePath(target.getValue()))
                  return {
                      namedAttr.getName(),
                      StringAttr::get(target.getContext(),
                                      transformTokensFn(tokens.value()).str())};
            return namedAttr;
          })));
}
 
static LogicalResult mangleCircuitSymbols(CircuitOp circuit) {
  auto circuitName = circuit.getNameAttr();
 
  llvm::MapVector<StringRef, Operation *> renameTable;
  auto symbolTable = SymbolTable(circuit.getOperation());
  auto manglePrivateSymbol = [&](SymbolOpInterface symbolOp) {
    auto symbolName = symbolOp.getNameAttr();
    auto newSymbolName =
        StringAttr::get(symbolOp->getContext(),
                        circuitName.getValue() + "_" + symbolName.getValue());
    renameTable.insert(std::pair(symbolName.getValue(), symbolOp));
    return symbolTable.rename(symbolOp, newSymbolName);
  };
 
  for (auto &op : circuit.getOps()) {
    auto symbolOp = dyn_cast<SymbolOpInterface>(op);
    if (!symbolOp)
      continue;
 
    // Skip mangling for extmodules: they are declarations of external entities
    // whose names must be preserved for cross-circuit linking resolution.
    if (symbolOp.isPrivate() && !isa<FExtModuleOp>(symbolOp))
      if (failed(manglePrivateSymbol(symbolOp)))
        return failure();
  }
 
  circuit.walk([&](Operation *op) {
    auto updateType = [&](Type type) -> Type {
      if (auto cls = dyn_cast<ClassType>(type))
        if (auto *newOp = renameTable.lookup(cls.getName()))
          return ClassType::get(FlatSymbolRefAttr::get(newOp),
                                cls.getElements());
      return type;
    };
    auto updateTypeAttr = [&](Attribute attr) -> Attribute {
      if (auto typeAttr = dyn_cast<TypeAttr>(attr)) {
        auto newType = updateType(typeAttr.getValue());
        if (newType != typeAttr.getValue())
          return TypeAttr::get(newType);
      }
      return attr;
    };
    auto updateResults = [&](auto &&results) {
      for (auto result : results)
        if (auto newType = updateType(result.getType());
            newType != result.getType())
          result.setType(newType);
    };
 
    TypeSwitch<Operation *>(op)
        .Case<CircuitOp>([&](CircuitOp circuit) {
          SmallVector<Attribute> newAnnotations;
          llvm::transform(
              circuit.getAnnotationsAttr(), std::back_inserter(newAnnotations),
              [&](Attribute attr) {
                return transformAnnotationTarget(
                    cast<DictionaryAttr>(attr), [&](TokenAnnoTarget &tokens) {
                      if (auto *newModule = renameTable.lookup(tokens.module))
                        tokens.module =
                            cast<SymbolOpInterface>(newModule).getName();
                      return tokens;
                    });
              });
          circuit.setAnnotationsAttr(
              ArrayAttr::get(circuit.getContext(), newAnnotations));
        })
        .Case<ObjectOp>([&](ObjectOp obj) {
          auto resultTypeName = obj.getResult().getType().getName();
          if (auto *newOp = renameTable.lookup(resultTypeName))
            obj.getResult().setType(dyn_cast<ClassOp>(newOp).getInstanceType());
        })
        .Case<FModuleOp>([&](FModuleOp module) {
          SmallVector<Attribute> newPortTypes;
          llvm::transform(module.getPortTypesAttr().getValue(),
                          std::back_inserter(newPortTypes), updateTypeAttr);
          module.setPortTypesAttr(
              ArrayAttr::get(module->getContext(), newPortTypes));
          updateResults(module.getBodyBlock()->getArguments());
        })
        .Case<InstanceOp>(
            [&](InstanceOp instance) { updateResults(instance->getResults()); })
        .Case<WireOp>([&](WireOp wire) { updateResults(wire->getResults()); })
        .Default([](Operation *op) {});
  });
  return success();
}
 
static void collectLayerSymbols(LayerOp layer,
                                SmallVectorImpl<FlatSymbolRefAttr> &stack,
                                llvm::DenseSet<Attribute> &layers) {
  stack.push_back(FlatSymbolRefAttr::get(layer.getSymNameAttr()));
  layers.insert(SymbolRefAttr::get(stack.front().getAttr(),
                                   ArrayRef(stack).drop_front()));
  for (auto child : layer.getOps<LayerOp>())
    collectLayerSymbols(child, stack, layers);
  stack.pop_back();
}
 
static void collectLayerSymbols(CircuitOp circuit,
                                llvm::DenseSet<Attribute> &layers) {
  SmallVector<FlatSymbolRefAttr> stack;
  for (auto layer : circuit.getOps<LayerOp>())
    collectLayerSymbols(layer, stack, layers);
}
 
static LogicalResult
verifyKnownLayers(FExtModuleOp extModule,
                  const llvm::DenseSet<Attribute> &availableLayers) {
  auto knownLayersAttr = extModule.getKnownLayersAttr();
  if (!knownLayersAttr)
    return success();
 
  SmallVector<Attribute> missingLayers;
  for (auto attr : knownLayersAttr)
    if (!availableLayers.contains(attr))
      missingLayers.push_back(attr);
 
  if (missingLayers.empty())
    return success();
 
  auto diag = extModule.emitOpError()
              << "declares known layers that are not defined in the linked "
                 "circuit: ";
  llvm::interleaveComma(missingLayers, diag,
                        [&](Attribute attr) { diag << attr; });
  return failure();
}
 
static LogicalResult mergeLayer(LayerOp dst, LayerOp src) {
  if (dst.getConvention() != src.getConvention())
    return src.emitOpError("layer convention mismatch with existing layer");
 
  SymbolTable dstSymbolTable(dst);
 
  for (auto &op : llvm::make_early_inc_range(src.getBody().front())) {
    if (auto srcChildLayer = dyn_cast<LayerOp>(op))
      if (auto dstChildLayer = cast_if_present<LayerOp>(
              dstSymbolTable.lookup(srcChildLayer.getNameAttr()))) {
        if (failed(mergeLayer(dstChildLayer, srcChildLayer)))
          return failure();
        continue;
      }
    op.moveBefore(&dst.getBody().front(), dst.getBody().front().end());
  }
  return success();
}
 
/// Resolves symbol collisions during circuit merging. Handles:
///
/// 1. Extmodule + module: declaration is removed in favor of the definition
///    if their port attributes match. The definition must be public.
/// 2. Identical extmodules: duplicates are removed.
/// 3. Extmodule with empty parameters: the placeholder (without parameters)
///    is removed in favor of the fully-parameterized one.
/// 4. Layers: recursively merged.
///
/// \param collidingOp The operation already present in the merged circuit
/// \param incomingOp The operation being added from another circuit
/// \return FailureOr<bool> Returns success with true if incomingOp was erased,
///         success with false if collidingOp was erased, or failure if the
///         collision cannot be resolved
///
/// \note The empty parameters workaround (case 3) should be removed once ODS
///       is updated to properly support placeholder declarations.
static FailureOr<bool>
handleCollidingOps(SymbolOpInterface collidingOp, SymbolOpInterface incomingOp,
                   const llvm::DenseSet<Attribute> &mergedLayers,
                   const llvm::DenseSet<Attribute> &incomingLayers) {
  if ((isa<FExtModuleOp>(collidingOp) && isa<FModuleOp>(incomingOp)) ||
      (isa<FExtModuleOp>(incomingOp) && isa<FModuleOp>(collidingOp))) {
    auto definition = collidingOp;
    auto declaration = incomingOp;
    if (!isa<FModuleOp>(collidingOp)) {
      definition = incomingOp;
      declaration = collidingOp;
    }
 
    if (!definition.isPublic())
      return definition->emitOpError("should be a public symbol");
 
    auto extModule = cast<FExtModuleOp>(declaration);
    const auto &layersToCheck =
        (definition == incomingOp) ? incomingLayers : mergedLayers;
    if (failed(verifyKnownLayers(extModule, layersToCheck)))
      return failure();
 
    constexpr const StringRef attrsToCompare[] = {
        "portDirections", "portSymbols", "portNames", "portTypes", "layers"};
    if (!all_of(attrsToCompare, [&](StringRef attr) {
          return definition->getAttr(attr) == declaration->getAttr(attr);
        }))
      return failure();
 
    declaration->erase();
    return declaration == incomingOp;
  }
 
  if (isa<FExtModuleOp>(collidingOp) && isa<FExtModuleOp>(incomingOp)) {
    constexpr const StringRef attrsToCompare[] = {
        "portDirections", "portSymbols", "portNames",
        "portTypes",      "knownLayers", "layers",
    };
    if (!all_of(attrsToCompare, [&](StringRef attr) {
          return collidingOp->getAttr(attr) == incomingOp->getAttr(attr);
        }))
      return failure();
 
    auto collidingParams = collidingOp->getAttrOfType<ArrayAttr>("parameters");
    auto incomingParams = incomingOp->getAttrOfType<ArrayAttr>("parameters");
    if (collidingParams == incomingParams) {
      if (collidingOp->getAttr("defname") != incomingOp->getAttr("defname"))
        return failure();
      incomingOp->erase();
      return true;
    }
 
    // FIXME: definition and declaration may have different defname and
    // decalration has no parameters
    if (collidingParams.empty() || incomingParams.empty()) {
      auto declaration = collidingParams.empty() ? collidingOp : incomingOp;
      declaration->erase();
      return declaration == incomingOp;
    }
  }
 
  if (isa<LayerOp>(collidingOp) && isa<LayerOp>(incomingOp)) {
    if (failed(
            mergeLayer(cast<LayerOp>(collidingOp), cast<LayerOp>(incomingOp))))
      return failure();
    incomingOp->erase();
    return true;
  }
 
  return failure();
}
 
LogicalResult LinkCircuitsPass::mergeCircuits() {
  auto module = getOperation();
 
  SmallVector<CircuitOp> circuits;
  for (CircuitOp circuitOp : module.getOps<CircuitOp>())
    circuits.push_back(circuitOp);
 
  auto builder = OpBuilder(module);
  builder.setInsertionPointToEnd(module.getBody());
  auto mergedCircuit =
      CircuitOp::create(builder, module.getLoc(),
                        StringAttr::get(&getContext(), baseCircuitName));
  SmallVector<Attribute> mergedAnnotations;
 
  llvm::DenseSet<Attribute> mergedLayers;
 
  for (auto circuit : circuits) {
    if (!noMangle)
      if (failed(mangleCircuitSymbols(circuit)))
        return circuit->emitError("failed to mangle private symbol");
 
    llvm::DenseSet<Attribute> incomingLayers;
    collectLayerSymbols(circuit, incomingLayers);
 
    // TODO: other circuit attributes (such as enable_layers...)
    llvm::transform(circuit.getAnnotations().getValue(),
                    std::back_inserter(mergedAnnotations), [&](Attribute attr) {
                      return transformAnnotationTarget(
                          cast<DictionaryAttr>(attr),
                          [&](TokenAnnoTarget &tokens) {
                            tokens.circuit = mergedCircuit.getName();
                            return tokens;
                          });
                    });
 
    // reconstruct symbol table after each merge
    auto mergedSymbolTable = SymbolTable(mergedCircuit.getOperation());
 
    SmallVector<Operation *> opsToMove;
    for (auto &op : circuit.getOps())
      opsToMove.push_back(&op);
    for (auto *op : opsToMove) {
      if (auto symbolOp = dyn_cast<SymbolOpInterface>(op))
        if (auto collidingOp = cast_if_present<SymbolOpInterface>(
                mergedSymbolTable.lookup(symbolOp.getNameAttr()))) {
          auto opErased = handleCollidingOps(collidingOp, symbolOp,
                                             mergedLayers, incomingLayers);
          if (failed(opErased))
            return mergedCircuit->emitError("has colliding symbol " +
                                            symbolOp.getName() +
                                            " which cannot be merged");
          if (opErased.value())
            continue;
        }
 
      op->moveBefore(mergedCircuit.getBodyBlock(),
                     mergedCircuit.getBodyBlock()->end());
    }
 
    mergedLayers.insert(incomingLayers.begin(), incomingLayers.end());
    circuit->erase();
  }
 
  mergedCircuit.setAnnotationsAttr(
      ArrayAttr::get(mergedCircuit.getContext(), mergedAnnotations));
 
  return mlir::detail::verifySymbolTable(mergedCircuit);
}
 
void LinkCircuitsPass::runOnOperation() {
  if (failed(mergeCircuits()))
    signalPassFailure();
}