23#include "mlir/IR/Attributes.h"
24#include "mlir/IR/Builders.h"
25#include "mlir/IR/BuiltinOps.h"
26#include "mlir/IR/PatternMatch.h"
27#include "mlir/Pass/Pass.h"
28#include "mlir/Support/LogicalResult.h"
29#include "llvm/ADT/APInt.h"
30#include "llvm/ADT/ArrayRef.h"
31#include "llvm/ADT/DenseMap.h"
32#include "llvm/ADT/DenseSet.h"
33#include "llvm/ADT/MapVector.h"
34#include "llvm/ADT/STLFunctionalExtras.h"
35#include "llvm/ADT/SmallVector.h"
36#include "llvm/ADT/StringRef.h"
37#include "llvm/ADT/TypeSwitch.h"
38#include "llvm/Support/Debug.h"
41#define DEBUG_TYPE "synth-functional-reduction"
44 "synth.test.fc_equiv_class";
48#define GEN_PASS_DEF_FUNCTIONALREDUCTION
49#include "circt/Dialect/Synth/Transforms/SynthPasses.h.inc"
57enum class EquivResult { Proved, Disproved, Unknown };
59class FunctionalReductionSATBuilder {
62 llvm::DenseMap<Value, int> &satVars,
63 llvm::DenseSet<Value> &encodedValues);
66 EquivResult verify(Value lhs, Value rhs,
bool inverted);
69 int getOrCreateVar(Value value);
73 SmallVector<int> getOperandVars(ValueRange operands);
74 void encodeValue(Value value);
77 llvm::DenseMap<Value, int> &satVars;
78 llvm::DenseSet<Value> &encodedValues;
81static bool isFunctionalReductionSimulatableOp(Operation *op) {
82 return isa<BooleanLogicOpInterface, comb::AndOp, comb::OrOp, comb::XorOp>(op);
85EquivResult FunctionalReductionSATBuilder::verify(Value lhs, Value rhs,
90 int lhsVar = getOrCreateVar(lhs);
91 int rhsVar = getOrCreateVar(rhs);
97 solver.assume(lhsVar);
98 solver.assume(-rhsVar);
99 auto result = solver.solve();
101 return EquivResult::Disproved;
103 return EquivResult::Unknown;
105 solver.assume(-lhsVar);
106 solver.assume(rhsVar);
107 result = solver.solve();
109 return EquivResult::Disproved;
111 return EquivResult::Unknown;
113 return EquivResult::Proved;
116int FunctionalReductionSATBuilder::getOrCreateVar(Value value) {
117 auto it = satVars.find(value);
118 assert(it != satVars.end() &&
"SAT variable must be preallocated");
122int FunctionalReductionSATBuilder::createAuxVar() {
return solver.newVar(); }
125FunctionalReductionSATBuilder::getOperandVars(ValueRange operands) {
126 SmallVector<int> vars;
127 vars.reserve(operands.size());
128 for (
auto operand : operands)
129 vars.push_back(getOrCreateVar(operand));
133void FunctionalReductionSATBuilder::encodeValue(Value value) {
134 SmallVector<std::pair<Value, bool>> worklist;
135 worklist.push_back({value,
false});
137 while (!worklist.empty()) {
138 auto [current, readyToEncode] = worklist.pop_back_val();
139 if (encodedValues.contains(current))
142 Operation *op = current.getDefiningOp();
144 encodedValues.insert(current);
149 if (matchPattern(current, mlir::m_ConstantInt(&constantValue))) {
150 encodedValues.insert(current);
151 solver.addClause({constantValue.isZero() ? -getOrCreateVar(current)
152 : getOrCreateVar(current)});
156 if (!isFunctionalReductionSimulatableOp(op)) {
160 encodedValues.insert(current);
164 if (!readyToEncode) {
165 worklist.push_back({current,
true});
166 for (
auto input : op->getOperands()) {
167 assert(input.getType().isInteger(1) &&
168 "only i1 inputs should be simulated or encoded");
169 if (!encodedValues.contains(input))
170 worklist.push_back({input,
false});
175 encodedValues.insert(current);
176 int outVar = getOrCreateVar(current);
177 auto addClause = [&](llvm::ArrayRef<int> clause) {
178 solver.addClause(clause);
181 TypeSwitch<Operation *>(op)
182 .Case<BooleanLogicOpInterface>([&](
auto logicOp) {
183 auto inputVars = getOperandVars(logicOp.getInputs());
184 logicOp.emitCNF(outVar, inputVars, addClause,
185 [&]() {
return createAuxVar(); });
187 .Case<comb::AndOp>([&](
auto andOp) {
188 auto inputLits = getOperandVars(andOp.getInputs());
191 .Case<comb::OrOp>([&](
auto orOp) {
192 auto inputLits = getOperandVars(orOp.getInputs());
195 .Case<comb::XorOp>([&](
auto xorOp) {
196 auto inputLits = getOperandVars(xorOp.getInputs());
198 [&]() {
return createAuxVar(); });
201 [](Operation *) { llvm_unreachable(
"unexpected supported op"); });
209class FunctionalReductionSolver {
211 FunctionalReductionSolver(
hw::HWModuleOp module,
unsigned numPatterns,
212 unsigned seed,
bool testTransformation,
213 std::unique_ptr<IncrementalSATSolver> satSolver)
214 : module(module), numPatterns(numPatterns), seed(seed),
215 testTransformation(testTransformation),
216 satSolver(std::move(satSolver)) {}
218 ~FunctionalReductionSolver() =
default;
222 unsigned numEquivClasses = 0;
223 unsigned numProvedEquiv = 0;
224 unsigned numDisprovedEquiv = 0;
225 unsigned numUnknown = 0;
226 unsigned numMergedNodes = 0;
228 mlir::FailureOr<Stats>
run();
232 void collectValues();
233 void runSimulation();
234 llvm::APInt simulateValue(Value v);
237 void buildEquivalenceClasses();
240 void verifyCandidates();
241 void initializeSATState();
244 void mergeEquivalentNodes();
247 static Attribute getTestEquivClass(Value value);
248 static bool matchesTestEquivClass(Value lhs, Value rhs);
249 EquivResult verifyEquivalence(Value lhs, Value rhs,
bool inverted);
255 unsigned numPatterns;
257 bool testTransformation;
261 SmallVector<Value> primaryInputs;
264 SmallVector<Value> allValues;
267 llvm::DenseMap<Value, llvm::APInt> simSignatures;
271 SmallVector<SmallVector<std::pair<Value, bool>>> equivCandidates;
279 std::unique_ptr<IncrementalSATSolver> satSolver;
280 std::unique_ptr<FunctionalReductionSATBuilder> satBuilder;
281 llvm::DenseMap<Value, int> satVars;
282 llvm::DenseSet<Value> encodedValues;
286FunctionalReductionSATBuilder::FunctionalReductionSATBuilder(
288 llvm::DenseSet<Value> &encodedValues)
289 : solver(solver), satVars(satVars), encodedValues(encodedValues) {}
291Attribute FunctionalReductionSolver::getTestEquivClass(Value value) {
292 Operation *op = value.getDefiningOp();
298bool FunctionalReductionSolver::matchesTestEquivClass(Value lhs, Value rhs) {
299 Attribute lhsClass = getTestEquivClass(lhs);
300 Attribute rhsClass = getTestEquivClass(rhs);
301 return lhsClass && rhsClass && lhsClass == rhsClass;
304EquivResult FunctionalReductionSolver::verifyEquivalence(Value lhs, Value rhs,
307 if (testTransformation) {
308 if (matchesTestEquivClass(lhs, rhs))
309 return EquivResult::Proved;
310 return EquivResult::Unknown;
312 assert(satBuilder &&
"SAT builder must be initialized before verification");
315 return satBuilder->verify(lhs, rhs, inverted);
318void FunctionalReductionSolver::initializeSATState() {
319 assert(satSolver &&
"SAT solver must be initialized before SAT state setup");
322 encodedValues.clear();
323 satVars.reserve(allValues.size());
324 for (
auto [index, value] :
llvm::enumerate(allValues))
325 satVars[value] = index + 1;
326 satSolver->reserveVars(allValues.size());
328 satBuilder = std::make_unique<FunctionalReductionSATBuilder>(
329 *satSolver, satVars, encodedValues);
336void FunctionalReductionSolver::collectValues() {
340 OpBuilder builder(module.getContext());
341 builder.setInsertionPointToStart(module.getBodyBlock());
342 auto i1Type = builder.getIntegerType(1);
346 for (
auto arg : module.
getBodyBlock()->getArguments()) {
347 if (arg.getType().isInteger(1)) {
348 primaryInputs.push_back(arg);
349 allValues.push_back(arg);
356 module.walk([&](Operation *op) {
357 for (auto result : op->getResults()) {
358 if (!result.getType().isInteger(1))
361 allValues.push_back(result);
362 if (!op->hasTrait<OpTrait::ConstantLike>() &&
363 !isFunctionalReductionSimulatableOp(op)) {
365 primaryInputs.push_back(result);
370 LLVM_DEBUG(llvm::dbgs() <<
"FunctionalReduction: Collected "
371 << primaryInputs.size()
372 <<
" primary inputs (including unknown ops) and "
373 << allValues.size() <<
" total i1 values\n");
376void FunctionalReductionSolver::runSimulation() {
378 unsigned numWords = numPatterns / 64;
381 std::mt19937_64 rng(seed);
383 for (
auto input : primaryInputs) {
385 SmallVector<uint64_t> words(numWords);
386 for (
auto &word : words)
390 llvm::APInt
pattern(numPatterns, words);
391 simSignatures[input] =
pattern;
395 for (
auto value : allValues) {
396 if (simSignatures.count(value))
399 simSignatures[value] = simulateValue(value);
403 llvm::dbgs() <<
"FunctionalReduction: Simulation complete with "
404 << numPatterns <<
" patterns\n";
408llvm::APInt FunctionalReductionSolver::simulateValue(Value v) {
409 Operation *op = v.getDefiningOp();
411 return simSignatures.at(v);
412 return llvm::TypeSwitch<Operation *, llvm::APInt>(op)
413 .Case<BooleanLogicOpInterface>([&](
auto op) {
414 return op.evaluateBooleanLogic([&](
unsigned i) ->
const APInt & {
415 return simSignatures.at(op.getInput(i));
418 .Case<comb::AndOp>([&](
auto op) {
419 APInt result = APInt::getAllOnes(numPatterns);
420 for (
auto input : op.getInputs())
421 result &= simSignatures.at(input);
424 .Case<comb::OrOp>([&](
auto op) {
425 APInt result = APInt::getZero(numPatterns);
426 for (
auto input : op.getInputs())
427 result |= simSignatures.at(input);
430 .Case<comb::XorOp>([&](
auto op) {
431 APInt result = APInt::getZero(numPatterns);
432 for (
auto input : op.getInputs())
433 result ^= simSignatures.at(input);
437 return op.getValue().isZero() ? APInt::getZero(numPatterns)
438 : APInt::getAllOnes(numPatterns);
440 .Default([&](Operation *) {
443 return simSignatures.at(v);
451void FunctionalReductionSolver::buildEquivalenceClasses() {
456 for (
auto value : allValues) {
457 auto signature = simSignatures.at(value);
458 bool inverted =
false;
459 if (signature.isNegative()) {
461 signature.flipAllBits();
463 sigGroups[signature].push_back({value, inverted});
468 for (
auto &[hash, members] : sigGroups) {
469 if (members.size() <= 1)
471 bool repInverted = members.front().second;
472 for (
auto &[_, inv] : members)
474 equivCandidates.push_back(std::move(members));
476 stats.numEquivClasses = equivCandidates.size();
478 LLVM_DEBUG(llvm::dbgs() <<
"FunctionalReduction: Built "
479 << equivCandidates.size()
480 <<
" equivalence candidates\n");
490void FunctionalReductionSolver::verifyCandidates() {
492 llvm::dbgs() <<
"FunctionalReduction: Starting SAT verification with "
493 << equivCandidates.size() <<
" equivalence classes\n");
495 for (
auto &members : equivCandidates) {
498 auto [representative, repInversion] = members.front();
499 assert(!repInversion &&
"representative must not be inverted");
501 auto &provenMembers = provenEquivalences[representative];
504 for (
auto [member, inverted] :
505 llvm::ArrayRef<std::pair<Value, bool>>(members).drop_front()) {
506 EquivResult result = verifyEquivalence(representative, member, inverted);
507 if (result == EquivResult::Proved) {
508 stats.numProvedEquiv++;
509 provenMembers.push_back({member, inverted});
510 }
else if (result == EquivResult::Disproved) {
511 stats.numDisprovedEquiv++;
521 llvm::dbgs() <<
"FunctionalReduction: SAT verification complete. Proved "
522 << stats.numProvedEquiv <<
" equivalences\n");
529void FunctionalReductionSolver::mergeEquivalentNodes() {
530 if (provenEquivalences.empty())
536 struct PlannedMember {
539 aig::AndInverterOp operandInverter;
541 struct MergeRewritePlan {
542 Value representative;
543 SmallVector<PlannedMember> members;
545 SmallVector<PlannedMember> reachableMembers;
546 synth::ChoiceOp choice;
547 aig::AndInverterOp choiceNot;
550 mlir::OpBuilder builder(module.getContext());
551 auto replaceDominatedUses =
552 [](Value from, Value to,
553 llvm::function_ref<bool(Operation *)> shouldReplaceOwner) {
554 auto *defOp = to.getDefiningOp();
555 assert(defOp &&
"replacement value must be defined by an operation");
556 from.replaceUsesWithIf(to, [&](OpOperand &use) {
557 auto *user = use.getOwner();
561 return shouldReplaceOwner(user) &&
562 user->getBlock() == defOp->getBlock();
566 DenseSet<Value> reachable;
567 auto visitFrom = [&](Value start) {
568 SmallVector<Value> stack;
569 stack.push_back(start);
570 while (!stack.empty()) {
571 Value current = stack.pop_back_val();
572 if (!reachable.insert(current).second)
574 for (Operation *user : current.getUsers())
576 for (Value result : user->getResults())
577 stack.push_back(result);
581 SmallVector<MergeRewritePlan> rewritePlans;
582 rewritePlans.reserve(provenEquivalences.size());
583 for (
auto provenEquivSet : provenEquivalences) {
584 auto &[representative, members] = provenEquivSet;
588 visitFrom(representative);
591 SmallVector<std::pair<Value, bool>> safeMembers;
592 SmallVector<PlannedMember> plannedReachable;
593 for (
auto [member, inverted] : members) {
594 if (reachable.count(member)) {
595 plannedReachable.push_back({member, inverted, {}});
599 safeMembers.push_back({member, inverted});
602 if (safeMembers.empty())
605 builder.setInsertionPointAfterValue(safeMembers.back().first);
607 SmallVector<Value> operands;
608 operands.reserve(safeMembers.size() + 1);
609 operands.push_back(representative);
611 SmallVector<PlannedMember> plannedMembers;
612 plannedMembers.reserve(safeMembers.size());
613 bool hasInvertedMember =
false;
614 for (
auto [member, inverted] : safeMembers) {
616 plannedMembers.emplace_back(PlannedMember{member, inverted, {}});
618 operands.push_back(member);
621 hasInvertedMember =
true;
624 planned.operandInverter =
625 aig::AndInverterOp::create(builder, member.getLoc(), member,
true);
626 operands.push_back(planned.operandInverter.getResult());
629 auto choice = synth::ChoiceOp::create(builder, representative.getLoc(),
630 representative.getType(), operands);
634 auto choiceNot = !hasInvertedMember
636 : aig::AndInverterOp::create(builder, choice.getLoc(),
639 stats.numMergedNodes += safeMembers.size() + 1;
640 rewritePlans.push_back({representative, std::move(plannedMembers),
641 std::move(plannedReachable), choice, choiceNot});
644 for (
auto &plan : rewritePlans) {
645 auto replaceValue = [&](
const PlannedMember &member) {
647 replaceDominatedUses(member.original, plan.choiceNot,
648 [&](Operation *user) {
654 return user != member.operandInverter &&
655 user != plan.choiceNot.getOperation();
658 replaceDominatedUses(member.original, plan.choice,
659 [&](Operation *user) {
660 return user != plan.choice.getOperation();
664 replaceDominatedUses(
665 plan.representative, plan.choice,
666 [&](Operation *user) { return user != plan.choice.getOperation(); });
667 for (
const auto &member : plan.members)
668 replaceValue(member);
672 for (
auto &member : plan.reachableMembers) {
673 member.original.replaceUsesWithIf(plan.choice, [&](OpOperand &use) {
674 auto *user = use.getOwner();
675 return user->getBlock() == plan.choice->getBlock();
677 if (member.original.use_empty())
678 member.original.getDefiningOp()->erase();
682 LLVM_DEBUG(llvm::dbgs() <<
"FunctionalReduction: Merged "
683 << stats.numMergedNodes <<
" nodes\n");
690mlir::FailureOr<FunctionalReductionSolver::Stats>
691FunctionalReductionSolver::run() {
693 llvm::dbgs() <<
"FunctionalReduction: Starting functional reduction with "
694 << numPatterns <<
" simulation patterns\n");
696 if (!testTransformation && !satSolver) {
698 << "FunctionalReduction requires a SAT solver, but none is "
699 "available in this build";
706 << "FunctionalReduction: Failed to topologically sort logic network";
712 if (allValues.empty()) {
713 LLVM_DEBUG(llvm::dbgs()
714 <<
"FunctionalReduction: No i1 values to process\n");
721 buildEquivalenceClasses();
722 if (equivCandidates.empty()) {
723 LLVM_DEBUG(llvm::dbgs()
724 <<
"FunctionalReduction: No equivalence candidates found\n");
729 if (!testTransformation)
730 initializeSATState();
734 mergeEquivalentNodes();
739 << "FunctionalReduction: Failed to topologically sort logic network";
743 LLVM_DEBUG(llvm::dbgs() <<
"FunctionalReduction: Complete. Stats:\n"
744 <<
" Equivalence classes: " << stats.numEquivClasses
746 <<
" Proved: " << stats.numProvedEquiv <<
"\n"
747 <<
" Disproved: " << stats.numDisprovedEquiv <<
"\n"
748 <<
" Unknown (limit): " << stats.numUnknown <<
"\n"
749 <<
" Merged: " << stats.numMergedNodes <<
"\n");
758struct FunctionalReductionPass
759 :
public circt::synth::impl::FunctionalReductionBase<
760 FunctionalReductionPass> {
761 using FunctionalReductionBase::FunctionalReductionBase;
762 void updateStats(
const FunctionalReductionSolver::Stats &stats) {
763 numEquivClasses += stats.numEquivClasses;
764 numProvedEquiv += stats.numProvedEquiv;
765 numDisprovedEquiv += stats.numDisprovedEquiv;
766 numUnknown += stats.numUnknown;
767 numMergedNodes += stats.numMergedNodes;
770 void runOnOperation()
override {
771 auto module = getOperation();
772 LLVM_DEBUG(llvm::dbgs() <<
"Running FunctionalReduction pass on "
773 << module.getName() <<
"\n");
775 if (numRandomPatterns == 0 || (numRandomPatterns & 63U) != 0) {
777 << "'num-random-patterns' must be a positive multiple of 64";
778 return signalPassFailure();
780 if (conflictLimit < -1) {
782 << "'conflict-limit' must be greater than or equal to -1";
783 return signalPassFailure();
786 std::unique_ptr<IncrementalSATSolver> satSolver;
787 if (!testTransformation) {
790 module.emitError() << "unsupported or unavailable SAT solver '"
792 << "' (expected auto, z3, or cadical)";
793 return signalPassFailure();
795 satSolver->setConflictLimit(
static_cast<int>(conflictLimit));
798 FunctionalReductionSolver fcSolver(module, numRandomPatterns, seed,
800 std::move(satSolver));
801 auto stats = fcSolver.run();
803 return signalPassFailure();
805 if (stats->numMergedNodes == 0)
806 markAllAnalysesPreserved();
assert(baseType &&"element must be base type")
static constexpr llvm::StringLiteral kTestClassAttrName
static Block * getBodyBlock(FModuleLike mod)
RewritePatternSet pattern
Abstract interface for incremental SAT solvers with an IPASIR-style API.
LogicalResult topologicallySortLogicNetwork(mlir::Operation *op)
bool isLogicNetworkOp(mlir::Operation *op)
The InstanceGraph op interface, see InstanceGraphInterface.td for more details.
void addAndClauses(int outVar, llvm::ArrayRef< int > inputLits, llvm::function_ref< void(llvm::ArrayRef< int >)> addClause)
Emit clauses encoding outVar <=> and(inputLits).
void addOrClauses(int outVar, llvm::ArrayRef< int > inputLits, llvm::function_ref< void(llvm::ArrayRef< int >)> addClause)
Emit clauses encoding outVar <=> or(inputLits).
void addParityClauses(int outVar, llvm::ArrayRef< int > inputLits, llvm::function_ref< void(llvm::ArrayRef< int >)> addClause, llvm::function_ref< int()> newVar)
Emit clauses encoding outVar <=> parity(inputLits).
std::unique_ptr< IncrementalSATSolver > createSATSolver(llvm::StringRef backend="auto")
Construct an incremental SAT solver using the requested backend.
int run(Type[Generator] generator=CppGenerator, List[str] cmdline_args=sys.argv)