16#include "mlir/IR/Builders.h"
17#include "mlir/IR/ImplicitLocOpBuilder.h"
18#include "mlir/IR/Matchers.h"
19#include "mlir/IR/PatternMatch.h"
20#include "llvm/Support/FormatVariadic.h"
26using namespace matchers;
32bool comb::shouldUseBoothEncoding(Value lhs, Value rhs,
unsigned threshold) {
39 Value lhsZext, rhsZext;
40 bool lhsIsZext = matchPattern(lhs, comb::m_ZextBy(m_Any(&lhsZext)));
41 bool rhsIsZext = matchPattern(rhs, comb::m_ZextBy(m_Any(&rhsZext)));
43 Value lhsSextBits, rhsSextBits;
44 bool lhsIsSext = matchPattern(lhs, comb::m_SextBy(m_Any(&lhsSextBits)));
45 bool rhsIsSext = matchPattern(rhs, comb::m_SextBy(m_Any(&rhsSextBits)));
49 if ((lhsIsZext && rhsIsSext) || (lhsIsSext && rhsIsZext))
52 auto lhsWidth = lhs.getType().getIntOrFloatBitWidth();
53 auto rhsWidth = rhs.getType().getIntOrFloatBitWidth();
55 if (lhsIsZext && rhsIsZext) {
56 lhsWidth -= lhsZext.getType().getIntOrFloatBitWidth();
57 rhsWidth -= rhsZext.getType().getIntOrFloatBitWidth();
60 if (lhsIsSext && rhsIsSext) {
61 lhsWidth -= lhsSextBits.getType().getIntOrFloatBitWidth();
62 rhsWidth -= rhsSextBits.getType().getIntOrFloatBitWidth();
68 return lhsWidth > threshold && rhsWidth > threshold;
71Value comb::createZExt(OpBuilder &builder, Location loc, Value value,
72 unsigned targetWidth) {
73 assert(value.getType().isSignlessInteger());
74 auto inputWidth = value.getType().getIntOrFloatBitWidth();
75 assert(inputWidth <= targetWidth);
78 if (inputWidth == targetWidth)
83 builder, loc, builder.getIntegerType(targetWidth - inputWidth), 0);
84 return builder.createOrFold<
ConcatOp>(loc, zeros, value);
89Value comb::createOrFoldSExt(OpBuilder &builder, Location loc, Value value,
91 IntegerType valueType = dyn_cast<IntegerType>(value.getType());
92 assert(valueType && isa<IntegerType>(destTy) &&
93 valueType.getWidth() <= destTy.getIntOrFloatBitWidth() &&
94 valueType.getWidth() != 0 &&
"invalid sext operands");
96 if (valueType == destTy)
101 builder.createOrFold<
ExtractOp>(loc, value, valueType.getWidth() - 1, 1);
102 auto signBits = builder.createOrFold<ReplicateOp>(
103 loc, signBit, destTy.getIntOrFloatBitWidth() - valueType.getWidth());
104 return builder.createOrFold<
ConcatOp>(loc, signBits, value);
107Value comb::createOrFoldSExt(ImplicitLocOpBuilder &builder, Value value,
112Value comb::createOrFoldNot(OpBuilder &builder, Location loc, Value value,
115 return builder.createOrFold<
XorOp>(loc, value, allOnes, twoState);
118Value comb::createOrFoldNot(ImplicitLocOpBuilder &builder, Value value,
124void comb::extractBits(OpBuilder &builder, Value val,
125 SmallVectorImpl<Value> &bits) {
126 assert(val.getType().isInteger() &&
"expected integer");
127 auto width = val.getType().getIntOrFloatBitWidth();
132 if (concat.getNumOperands() == width &&
133 llvm::all_of(concat.getOperandTypes(), [](Type type) {
134 return type.getIntOrFloatBitWidth() == 1;
137 bits.append(std::make_reverse_iterator(concat.getOperands().end()),
138 std::make_reverse_iterator(concat.getOperands().begin()));
144 for (int64_t i = 0; i < width; ++i)
151Value comb::constructMuxTree(OpBuilder &builder, Location loc,
152 ArrayRef<Value> selectors,
153 ArrayRef<Value> leafNodes,
154 Value outOfBoundsValue) {
156 std::function<Value(
size_t,
size_t)> constructTreeHelper =
157 [&](
size_t id,
size_t level) -> Value {
162 return id < leafNodes.size() ? leafNodes[id] : outOfBoundsValue;
165 auto selector = selectors[level - 1];
168 auto trueVal = constructTreeHelper(2 *
id + 1, level - 1);
169 auto falseVal = constructTreeHelper(2 *
id, level - 1);
172 return builder.createOrFold<
comb::MuxOp>(loc, selector, trueVal, falseVal);
175 return constructTreeHelper(0, llvm::Log2_64_Ceil(leafNodes.size()));
178Value comb::createDynamicExtract(OpBuilder &builder, Location loc, Value value,
179 Value offset,
unsigned width) {
180 assert(value.getType().isSignlessInteger());
181 auto valueWidth = value.getType().getIntOrFloatBitWidth();
182 assert(width <= valueWidth);
186 if (matchPattern(offset, mlir::m_ConstantInt(&constOffset)))
187 if (constOffset.getActiveBits() < 32)
189 loc, value, constOffset.getZExtValue(), width);
193 offset =
createZExt(builder, loc, offset, valueWidth);
194 value = builder.createOrFold<
comb::ShrUOp>(loc, value, offset);
198Value comb::createDynamicInject(OpBuilder &builder, Location loc, Value value,
199 Value offset, Value replacement,
201 assert(value.getType().isSignlessInteger());
202 assert(replacement.getType().isSignlessInteger());
203 auto largeWidth = value.getType().getIntOrFloatBitWidth();
204 auto smallWidth = replacement.getType().getIntOrFloatBitWidth();
205 assert(smallWidth <= largeWidth);
213 if (matchPattern(offset, mlir::m_ConstantInt(&constOffset)))
214 if (constOffset.getActiveBits() < 32)
215 return createInject(builder, loc, value, constOffset.getZExtValue(),
219 offset =
createZExt(builder, loc, offset, largeWidth);
221 builder, loc, APInt::getLowBitsSet(largeWidth, smallWidth));
222 mask = builder.createOrFold<
comb::ShlOp>(loc, mask, offset);
224 value = builder.createOrFold<
comb::AndOp>(loc, value, mask, twoState);
228 replacement =
createZExt(builder, loc, replacement, largeWidth);
229 replacement = builder.createOrFold<
comb::ShlOp>(loc, replacement, offset);
230 return builder.createOrFold<
comb::OrOp>(loc, value, replacement, twoState);
233Value comb::createInject(OpBuilder &builder, Location loc, Value value,
234 unsigned offset, Value replacement) {
235 assert(value.getType().isSignlessInteger());
236 assert(replacement.getType().isSignlessInteger());
237 auto largeWidth = value.getType().getIntOrFloatBitWidth();
238 auto smallWidth = replacement.getType().getIntOrFloatBitWidth();
239 assert(smallWidth <= largeWidth);
242 if (offset >= largeWidth)
251 SmallVector<Value, 3> fragments;
252 auto end = offset + smallWidth;
253 if (end < largeWidth)
256 if (end <= largeWidth)
257 fragments.push_back(replacement);
260 largeWidth - offset));
268 mlir::PatternRewriter &rewriter) {
269 auto lhs = subOp.getLhs();
270 auto rhs = subOp.getRhs();
275 comb::createOrFoldNot(rewriter, subOp.getLoc(), rhs, subOp.getTwoState());
278 replaceOpWithNewOpAndCopyNamehint<comb::AddOp>(
279 rewriter, subOp, ValueRange{lhs, notRhs, one}, subOp.getTwoState());
284 Operation *op, Value lhs,
285 Value rhs,
bool isDiv) {
291 APInt rhsValue = rhsConstantOp.getValue();
292 if (!rhsValue.isPowerOf2())
295 Location loc = op->getLoc();
297 unsigned width = lhs.getType().getIntOrFloatBitWidth();
298 unsigned bitPosition = rhsValue.ceilLogBase2();
306 loc, lhs, bitPosition, width - bitPosition);
315 comb::ConcatOp::create(rewriter, loc,
316 ArrayRef<Value>{zeros, upperBits}));
329 APInt::getZero(width - bitPosition));
333 comb::ConcatOp::create(rewriter, loc, ArrayRef<Value>{zeros, lowerBits}));
337LogicalResult comb::convertDivUByPowerOfTwo(
DivUOp divOp,
338 mlir::PatternRewriter &rewriter) {
340 divOp.getRhs(),
true);
343LogicalResult comb::convertModUByPowerOfTwo(
ModUOp modOp,
344 mlir::PatternRewriter &rewriter) {
346 modOp.getRhs(),
false);
353ICmpPredicate ICmpOp::getFlippedPredicate(ICmpPredicate predicate) {
355 case ICmpPredicate::eq:
356 return ICmpPredicate::eq;
357 case ICmpPredicate::ne:
358 return ICmpPredicate::ne;
359 case ICmpPredicate::slt:
360 return ICmpPredicate::sgt;
361 case ICmpPredicate::sle:
362 return ICmpPredicate::sge;
363 case ICmpPredicate::sgt:
364 return ICmpPredicate::slt;
365 case ICmpPredicate::sge:
366 return ICmpPredicate::sle;
367 case ICmpPredicate::ult:
368 return ICmpPredicate::ugt;
369 case ICmpPredicate::ule:
370 return ICmpPredicate::uge;
371 case ICmpPredicate::ugt:
372 return ICmpPredicate::ult;
373 case ICmpPredicate::uge:
374 return ICmpPredicate::ule;
375 case ICmpPredicate::ceq:
376 return ICmpPredicate::ceq;
377 case ICmpPredicate::cne:
378 return ICmpPredicate::cne;
379 case ICmpPredicate::weq:
380 return ICmpPredicate::weq;
381 case ICmpPredicate::wne:
382 return ICmpPredicate::wne;
384 llvm_unreachable(
"unknown comparison predicate");
387bool ICmpOp::isPredicateSigned(ICmpPredicate predicate) {
389 case ICmpPredicate::ult:
390 case ICmpPredicate::ugt:
391 case ICmpPredicate::ule:
392 case ICmpPredicate::uge:
393 case ICmpPredicate::ne:
394 case ICmpPredicate::eq:
395 case ICmpPredicate::cne:
396 case ICmpPredicate::ceq:
397 case ICmpPredicate::wne:
398 case ICmpPredicate::weq:
400 case ICmpPredicate::slt:
401 case ICmpPredicate::sgt:
402 case ICmpPredicate::sle:
403 case ICmpPredicate::sge:
406 llvm_unreachable(
"unknown comparison predicate");
411ICmpPredicate ICmpOp::getNegatedPredicate(ICmpPredicate predicate) {
413 case ICmpPredicate::eq:
414 return ICmpPredicate::ne;
415 case ICmpPredicate::ne:
416 return ICmpPredicate::eq;
417 case ICmpPredicate::slt:
418 return ICmpPredicate::sge;
419 case ICmpPredicate::sle:
420 return ICmpPredicate::sgt;
421 case ICmpPredicate::sgt:
422 return ICmpPredicate::sle;
423 case ICmpPredicate::sge:
424 return ICmpPredicate::slt;
425 case ICmpPredicate::ult:
426 return ICmpPredicate::uge;
427 case ICmpPredicate::ule:
428 return ICmpPredicate::ugt;
429 case ICmpPredicate::ugt:
430 return ICmpPredicate::ule;
431 case ICmpPredicate::uge:
432 return ICmpPredicate::ult;
433 case ICmpPredicate::ceq:
434 return ICmpPredicate::cne;
435 case ICmpPredicate::cne:
436 return ICmpPredicate::ceq;
437 case ICmpPredicate::weq:
438 return ICmpPredicate::wne;
439 case ICmpPredicate::wne:
440 return ICmpPredicate::weq;
442 llvm_unreachable(
"unknown comparison predicate");
447bool ICmpOp::isEqualAllOnes() {
448 if (getPredicate() != ICmpPredicate::eq)
452 dyn_cast_or_null<hw::ConstantOp>(getOperand(1).getDefiningOp()))
453 return op1.getValue().isAllOnes();
459bool ICmpOp::isNotEqualZero() {
460 if (getPredicate() != ICmpPredicate::ne)
464 dyn_cast_or_null<hw::ConstantOp>(getOperand(1).getDefiningOp()))
465 return op1.getValue().isZero();
473LogicalResult ReplicateOp::verify() {
476 auto srcWidth = cast<IntegerType>(getOperand().getType()).getWidth();
477 auto dstWidth = cast<IntegerType>(getType()).getWidth();
479 if (srcWidth > dstWidth)
480 return emitOpError(
"replicate cannot shrink bitwidth of operand"),
483 if ((srcWidth == 0 && dstWidth != 0) ||
484 (srcWidth != 0 && dstWidth % srcWidth))
485 return emitOpError(
"replicate must produce integer multiple of operand"),
496 if (op->getOperands().empty())
497 return op->emitOpError(
"requires 1 or more args");
501LogicalResult AddOp::verify() {
return verifyUTBinOp(*
this); }
503LogicalResult MulOp::verify() {
return verifyUTBinOp(*
this); }
505LogicalResult AndOp::verify() {
return verifyUTBinOp(*
this); }
509LogicalResult XorOp::verify() {
return verifyUTBinOp(*
this); }
513bool XorOp::isBinaryNot() {
514 if (getNumOperands() != 2)
516 if (
auto cst = getOperand(1).getDefiningOp<hw::ConstantOp>())
517 if (cst.getValue().isAllOnes())
527 unsigned resultWidth = 0;
528 for (
auto input : inputs) {
529 resultWidth += hw::type_cast<IntegerType>(input.getType()).getWidth();
534void ConcatOp::build(OpBuilder &builder, OperationState &result, Value hd,
536 result.addOperands(ValueRange{hd});
537 result.addOperands(tl);
538 unsigned hdWidth = cast<IntegerType>(hd.getType()).getWidth();
539 result.addTypes(builder.getIntegerType(
getTotalWidth(tl) + hdWidth));
542LogicalResult ConcatOp::inferReturnTypes(
543 MLIRContext *
context, std::optional<Location> loc, ValueRange operands,
544 DictionaryAttr attrs, mlir::PropertyRef properties,
545 mlir::RegionRange regions, SmallVectorImpl<Type> &results) {
547 results.push_back(IntegerType::get(
context, resultWidth));
554ParseResult ConcatOp::parse(OpAsmParser &parser, OperationState &result) {
555 SmallVector<OpAsmParser::UnresolvedOperand, 4> operands;
556 SmallVector<Type, 4> types;
558 llvm::SMLoc allOperandLoc = parser.getCurrentLocation();
561 if (parser.parseOperandList(operands) ||
562 parser.parseOptionalAttrDict(result.attributes) || parser.parseColon())
567 auto parseResult = parser.parseOptionalType(parsedType);
568 if (parseResult.has_value()) {
569 if (failed(parseResult.value()))
571 types.push_back(parsedType);
572 while (succeeded(parser.parseOptionalComma())) {
573 if (parser.parseType(parsedType))
575 types.push_back(parsedType);
579 if (parser.resolveOperands(operands, types, allOperandLoc, result.operands))
582 SmallVector<Type, 1> inferredTypes;
583 if (failed(ConcatOp::inferReturnTypes(
584 parser.getContext(), result.location, result.operands,
585 result.attributes.getDictionary(parser.getContext()),
586 result.getRawProperties(), {}, inferredTypes)))
589 result.addTypes(inferredTypes);
593void ConcatOp::print(OpAsmPrinter &p) {
595 p.printOperands(getOperands());
596 p.printOptionalAttrDict((*this)->getAttrs());
598 llvm::interleaveComma(getOperandTypes(), p);
607OpFoldResult comb::ReverseOp::fold(FoldAdaptor adaptor) {
609 auto cstInput = llvm::dyn_cast_or_null<mlir::IntegerAttr>(adaptor.getInput());
613 APInt val = cstInput.getValue();
614 APInt reversedVal = val.reverseBits();
616 return mlir::IntegerAttr::get(getType(), reversedVal);
623 LogicalResult matchAndRewrite(comb::ReverseOp op,
624 PatternRewriter &rewriter)
const override {
625 auto inputOp = op.getInput().getDefiningOp<comb::ReverseOp>();
629 rewriter.replaceOp(op, inputOp.getInput());
635void comb::ReverseOp::getCanonicalizationPatterns(RewritePatternSet &results,
637 results.add<ReverseOfReverse>(
context);
644LogicalResult ExtractOp::verify() {
645 unsigned srcWidth = cast<IntegerType>(getInput().getType()).getWidth();
646 unsigned dstWidth = cast<IntegerType>(getType()).getWidth();
648 bool checkAddWillOverflow =
649 getLowBit() > std::numeric_limits<
decltype(dstWidth)>::max() - dstWidth;
657 if (checkAddWillOverflow || getLowBit() + dstWidth > srcWidth)
658 return emitOpError(
"from bit too large for input"), failure();
663LogicalResult TruthTableOp::verify() {
664 size_t numInputs = getInputs().size();
665 if (numInputs >=
sizeof(
size_t) * 8)
666 return emitOpError(
"Truth tables support a maximum of ")
667 <<
sizeof(size_t) * 8 - 1 <<
" inputs on your platform";
669 auto table = getLookupTable();
670 if (table.size() != (1ull << numInputs))
671 return emitOpError(
"Expected lookup table of 2^n length");
680#define GET_OP_CLASSES
681#include "circt/Dialect/Comb/Comb.cpp.inc"
assert(baseType &&"element must be base type")
static size_t getTotalWidth(ArrayRef< Value > operands)
static LogicalResult verifyUTBinOp(Operation *op)
static llvm::LogicalResult convertDivModUByPowerOfTwo(PatternRewriter &rewriter, Operation *op, Value lhs, Value rhs, bool isDiv)
static std::unique_ptr< Context > context
Value createOrFoldNot(OpBuilder &builder, Location loc, Value value, bool twoState=false)
Create a `‘Not’' gate on a value.
Value createInject(OpBuilder &builder, Location loc, Value value, unsigned offset, Value replacement)
Replace a range of bits in an integer and return the updated integer value.
Value createZExt(OpBuilder &builder, Location loc, Value value, unsigned targetWidth)
Create the ops to zero-extend a value to an integer of equal or larger type.
Value createOrFoldSExt(OpBuilder &builder, Location loc, Value value, Type destTy)
Create a sign extension operation from a value of integer type to an equal or larger integer type.
The InstanceGraph op interface, see InstanceGraphInterface.td for more details.
void replaceOpAndCopyNamehint(PatternRewriter &rewriter, Operation *op, Value newValue)
A wrapper of PatternRewriter::replaceOp to propagate "sv.namehint" attribute.