17#include "mlir/Conversion/LLVMCommon/ConversionTarget.h"
18#include "mlir/Conversion/LLVMCommon/Pattern.h"
19#include "mlir/Dialect/LLVMIR/LLVMDialect.h"
20#include "mlir/Pass/Pass.h"
21#include "mlir/Transforms/DialectConversion.h"
22#include "llvm/ADT/TypeSwitch.h"
25#define GEN_PASS_DEF_CONVERTHWTOLLVM
26#include "circt/Conversion/Passes.h.inc"
40 return TypeSwitch<Type, uint32_t>(type)
42 [&](hw::ArrayType ty) {
return ty.getNumElements() - index - 1; })
43 .Case<hw::StructType>([&](hw::StructType ty) {
44 return ty.getElements().size() - index - 1;
50 StringRef fieldName) {
51 auto fieldIter = type.getElements();
54 for (
const auto *iter = fieldIter.begin(); iter != fieldIter.end(); ++iter) {
55 if (iter->name == fieldName) {
63 llvm_unreachable(
"Field name attribute of hw::StructExtractOp invalid");
74static Value
zextByOne(Location loc, ConversionPatternRewriter &rewriter,
76 auto valueTy = value.getType();
77 auto zextTy = IntegerType::get(valueTy.getContext(),
78 valueTy.getIntOrFloatBitWidth() + 1);
79 return LLVM::ZExtOp::create(rewriter, loc, zextTy, value);
90struct StructExplodeOpConversion
91 :
public ConvertOpToLLVMPattern<hw::StructExplodeOp> {
92 using ConvertOpToLLVMPattern<hw::StructExplodeOp>::ConvertOpToLLVMPattern;
95 matchAndRewrite(hw::StructExplodeOp op, OpAdaptor adaptor,
96 ConversionPatternRewriter &rewriter)
const override {
98 SmallVector<Value> replacements;
101 e = cast<LLVM::LLVMStructType>(adaptor.getInput().getType())
106 replacements.push_back(LLVM::ExtractValueOp::create(
107 rewriter, op->getLoc(), adaptor.getInput(),
109 op.getInput().getType(), i)));
111 rewriter.replaceOp(op, replacements);
121struct StructExtractOpConversion
122 :
public ConvertOpToLLVMPattern<hw::StructExtractOp> {
127 ConversionPatternRewriter &rewriter)
const override {
130 op.getInput().getType(), op.getFieldIndex());
131 rewriter.replaceOpWithNewOp<LLVM::ExtractValueOp>(op, adaptor.getInput(),
143struct ArrayInjectOpConversion
144 :
public ConvertOpToLLVMPattern<hw::ArrayInjectOp> {
145 using ConvertOpToLLVMPattern<hw::ArrayInjectOp>::ConvertOpToLLVMPattern;
148 matchAndRewrite(hw::ArrayInjectOp op, OpAdaptor adaptor,
149 ConversionPatternRewriter &rewriter)
const override {
150 auto inputType = cast<hw::ArrayType>(op.getInput().getType());
151 auto oldArrTy = adaptor.getInput().getType();
152 auto newArrTy = oldArrTy;
153 const size_t arrElems = inputType.getNumElements();
156 rewriter.replaceOp(op, adaptor.getInput());
160 auto oneC = rewriter.create<LLVM::ConstantOp>(
161 op->getLoc(), rewriter.getI32Type(), rewriter.getI32IntegerAttr(1));
162 auto zextIndex =
zextByOne(op->getLoc(), rewriter, op.getIndex());
165 if (arrElems == 1 || !llvm::isPowerOf2_64(arrElems)) {
169 auto maxIndex = rewriter.create<LLVM::ConstantOp>(
170 op->getLoc(), zextIndex.getType(),
171 rewriter.getI32IntegerAttr(arrElems));
173 rewriter.create<LLVM::UMinOp>(op->getLoc(), zextIndex, maxIndex);
175 newArrTy = typeConverter->convertType(
176 hw::ArrayType::get(inputType.getElementType(), arrElems + 1));
177 arrPtr = rewriter.create<LLVM::AllocaOp>(
178 op->getLoc(), LLVM::LLVMPointerType::get(rewriter.getContext()),
181 arrPtr = rewriter.create<LLVM::AllocaOp>(
182 op->getLoc(), LLVM::LLVMPointerType::get(rewriter.getContext()),
186 rewriter.create<LLVM::StoreOp>(op->getLoc(), adaptor.getInput(), arrPtr);
188 auto gep = rewriter.create<LLVM::GEPOp>(
189 op->getLoc(), LLVM::LLVMPointerType::get(rewriter.getContext()),
190 newArrTy, arrPtr, ArrayRef<LLVM::GEPArg>{0, zextIndex});
192 rewriter.create<LLVM::StoreOp>(op->getLoc(), adaptor.getElement(), gep);
193 rewriter.replaceOpWithNewOp<LLVM::LoadOp>(op, oldArrTy, arrPtr);
203struct ArrayGetOpConversion :
public ConvertOpToLLVMPattern<hw::ArrayGetOp> {
204 using ConvertOpToLLVMPattern<
hw::ArrayGetOp>::ConvertOpToLLVMPattern;
208 ConversionPatternRewriter &rewriter)
const override {
211 if (
auto load = adaptor.getInput().getDefiningOp<LLVM::LoadOp>()) {
214 arrPtr = load.getAddr();
216 auto oneC = LLVM::ConstantOp::create(
217 rewriter, op->getLoc(), IntegerType::get(rewriter.getContext(), 32),
218 rewriter.getI32IntegerAttr(1));
219 arrPtr = LLVM::AllocaOp::create(
220 rewriter, op->getLoc(),
221 LLVM::LLVMPointerType::get(rewriter.getContext()),
222 adaptor.getInput().getType(), oneC,
224 LLVM::StoreOp::create(rewriter, op->getLoc(), adaptor.getInput(), arrPtr);
227 auto arrTy = typeConverter->convertType(op.getInput().getType());
228 auto elemTy = typeConverter->convertType(op.getResult().getType());
229 auto zextIndex =
zextByOne(op->getLoc(), rewriter, op.getIndex());
234 auto gep = LLVM::GEPOp::create(
235 rewriter, op->getLoc(),
236 LLVM::LLVMPointerType::get(rewriter.getContext()), arrTy, arrPtr,
237 ArrayRef<LLVM::GEPArg>{0, zextIndex});
238 rewriter.replaceOpWithNewOp<LLVM::LoadOp>(op, elemTy, gep);
249struct ArraySliceOpConversion
250 :
public ConvertOpToLLVMPattern<hw::ArraySliceOp> {
255 ConversionPatternRewriter &rewriter)
const override {
257 auto dstTy = typeConverter->convertType(op.getDst().getType());
260 LLVM::ConstantOp::create(rewriter, op->getLoc(), rewriter.getI32Type(),
261 rewriter.getI32IntegerAttr(1));
263 auto arrPtr = LLVM::AllocaOp::create(
264 rewriter, op->getLoc(),
265 LLVM::LLVMPointerType::get(rewriter.getContext()),
266 adaptor.getInput().getType(), oneC,
269 LLVM::StoreOp::create(rewriter, op->getLoc(), adaptor.getInput(), arrPtr);
271 auto zextIndex =
zextByOne(op->getLoc(), rewriter, op.getLowIndex());
276 auto gep = LLVM::GEPOp::create(
277 rewriter, op->getLoc(),
278 LLVM::LLVMPointerType::get(rewriter.getContext()), dstTy, arrPtr,
279 ArrayRef<LLVM::GEPArg>{0, zextIndex});
281 rewriter.replaceOpWithNewOp<LLVM::LoadOp>(op, dstTy, gep);
296struct StructInjectOpConversion
297 :
public ConvertOpToLLVMPattern<hw::StructInjectOp> {
298 using ConvertOpToLLVMPattern<hw::StructInjectOp>::ConvertOpToLLVMPattern;
301 matchAndRewrite(hw::StructInjectOp op, OpAdaptor adaptor,
302 ConversionPatternRewriter &rewriter)
const override {
305 op.getInput().getType(), op.getFieldIndex());
307 rewriter.replaceOpWithNewOp<LLVM::InsertValueOp>(
308 op, adaptor.getInput(), adaptor.getNewValue(), fieldIndex);
321struct ArrayConcatOpConversion
322 :
public ConvertOpToLLVMPattern<hw::ArrayConcatOp> {
327 ConversionPatternRewriter &rewriter)
const override {
329 hw::ArrayType arrTy = cast<hw::ArrayType>(op.getResult().getType());
330 Type resultTy = typeConverter->convertType(arrTy);
332 Value arr = LLVM::UndefOp::create(rewriter, op->getLoc(), resultTy);
335 size_t j = op.getInputs().size() - 1, k = 0;
337 for (
size_t i = 0, e = arrTy.getNumElements(); i < e; ++i) {
338 Value element = LLVM::ExtractValueOp::create(rewriter, op->getLoc(),
339 adaptor.getInputs()[j], k);
341 LLVM::InsertValueOp::create(rewriter, op->getLoc(), arr, element, i);
345 cast<hw::ArrayType>(op.getInputs()[j].getType()).getNumElements()) {
351 rewriter.replaceOp(op, arr);
366struct BitcastOpConversion :
public ConvertOpToLLVMPattern<hw::BitcastOp> {
367 using ConvertOpToLLVMPattern<
hw::BitcastOp>::ConvertOpToLLVMPattern;
371 ConversionPatternRewriter &rewriter)
const override {
373 Type resultTy = typeConverter->convertType(op.getResult().getType());
375 auto oneC = rewriter.createOrFold<LLVM::ConstantOp>(
376 op->getLoc(), rewriter.getI32Type(), rewriter.getI32IntegerAttr(1));
378 auto ptr = LLVM::AllocaOp::create(
379 rewriter, op->getLoc(),
380 LLVM::LLVMPointerType::get(rewriter.getContext()),
381 adaptor.getInput().getType(), oneC,
384 LLVM::StoreOp::create(rewriter, op->getLoc(), adaptor.getInput(), ptr);
386 rewriter.replaceOpWithNewOp<LLVM::LoadOp>(op, resultTy, ptr);
398struct HWConstantOpConversion :
public ConvertToLLVMPattern {
399 explicit HWConstantOpConversion(MLIRContext *ctx,
400 LLVMTypeConverter &typeConverter)
401 : ConvertToLLVMPattern(
hw::ConstantOp::getOperationName(), ctx,
405 matchAndRewrite(Operation *op, ArrayRef<Value> operand,
406 ConversionPatternRewriter &rewriter)
const override {
408 auto constOp = cast<hw::ConstantOp>(op);
410 auto intType = typeConverter->convertType(constOp.getValueAttr().getType());
412 rewriter.replaceOpWithNewOp<LLVM::ConstantOp>(op, intType,
413 constOp.getValueAttr());
423struct HWDynamicArrayCreateOpConversion
424 :
public ConvertOpToLLVMPattern<hw::ArrayCreateOp> {
429 ConversionPatternRewriter &rewriter)
const override {
430 auto arrayTy = typeConverter->convertType(op->getResult(0).getType());
433 Value arr = LLVM::UndefOp::create(rewriter, op->getLoc(), arrayTy);
434 for (
size_t i = 0, e = op.getInputs().size(); i < e; ++i) {
438 op.getResult().getType(), i)];
439 arr = LLVM::InsertValueOp::create(rewriter, op->getLoc(), arr, input, i);
442 rewriter.replaceOp(op, arr);
452class AggregateConstantOpConversion
453 :
public ConvertOpToLLVMPattern<hw::AggregateConstantOp> {
454 using ConvertOpToLLVMPattern<hw::AggregateConstantOp>::ConvertOpToLLVMPattern;
456 bool containsArrayAndStructAggregatesOnly(Type type)
const;
458 bool isMultiDimArrayOfIntegers(Type type,
459 SmallVectorImpl<int64_t> &dims)
const;
461 void flatten(Type type, Attribute attr,
462 SmallVectorImpl<Attribute> &output)
const;
464 Value constructAggregate(OpBuilder &builder,
465 const TypeConverter &typeConverter, Location loc,
466 Type type, Attribute data)
const;
469 explicit AggregateConstantOpConversion(
470 LLVMTypeConverter &typeConverter,
471 DenseMap<std::pair<Type, ArrayAttr>, LLVM::GlobalOp>
472 &constAggregateGlobalsMap,
474 : ConvertOpToLLVMPattern(typeConverter),
475 constAggregateGlobalsMap(constAggregateGlobalsMap), globals(globals) {}
478 matchAndRewrite(hw::AggregateConstantOp op, OpAdaptor adaptor,
479 ConversionPatternRewriter &rewriter)
const override;
482 DenseMap<std::pair<Type, ArrayAttr>, LLVM::GlobalOp>
483 &constAggregateGlobalsMap;
491struct HWStructCreateOpConversion
492 :
public ConvertOpToLLVMPattern<hw::StructCreateOp> {
497 ConversionPatternRewriter &rewriter)
const override {
499 auto resTy = typeConverter->convertType(op.getResult().getType());
501 Value tup = LLVM::UndefOp::create(rewriter, op->getLoc(), resTy);
502 for (
size_t i = 0, e = cast<LLVM::LLVMStructType>(resTy).getBody().size();
506 op.getResult().getType(), i)];
507 tup = LLVM::InsertValueOp::create(rewriter, op->getLoc(), tup, input, i);
510 rewriter.replaceOp(op, tup);
520bool AggregateConstantOpConversion::containsArrayAndStructAggregatesOnly(
522 if (
auto intType = dyn_cast<IntegerType>(type))
525 if (
auto arrTy = dyn_cast<hw::ArrayType>(type))
526 return containsArrayAndStructAggregatesOnly(arrTy.getElementType());
528 if (
auto structTy = dyn_cast<hw::StructType>(type)) {
529 SmallVector<Type> innerTypes;
530 structTy.getInnerTypes(innerTypes);
531 return llvm::all_of(innerTypes, [&](
auto ty) {
532 return containsArrayAndStructAggregatesOnly(ty);
539bool AggregateConstantOpConversion::isMultiDimArrayOfIntegers(
540 Type type, SmallVectorImpl<int64_t> &dims)
const {
541 if (
auto intType = dyn_cast<IntegerType>(type))
544 if (
auto arrTy = dyn_cast<hw::ArrayType>(type)) {
545 dims.push_back(arrTy.getNumElements());
546 return isMultiDimArrayOfIntegers(arrTy.getElementType(), dims);
552void AggregateConstantOpConversion::flatten(
553 Type type, Attribute attr, SmallVectorImpl<Attribute> &output)
const {
554 if (isa<IntegerType>(type)) {
555 assert(isa<IntegerAttr>(attr));
556 output.push_back(attr);
560 auto arrAttr = cast<ArrayAttr>(attr);
561 for (
size_t i = 0, e = arrAttr.size(); i < e; ++i) {
565 flatten(cast<hw::ArrayType>(type).getElementType(), element, output);
569Value AggregateConstantOpConversion::constructAggregate(
570 OpBuilder &builder,
const TypeConverter &typeConverter, Location loc,
571 Type type, Attribute data)
const {
572 Type llvmType = typeConverter.convertType(type);
574 auto getElementType = [](Type type,
size_t index) {
575 if (
auto arrTy = dyn_cast<hw::ArrayType>(type)) {
576 return arrTy.getElementType();
579 assert(isa<hw::StructType>(type));
580 auto structTy = cast<hw::StructType>(type);
581 SmallVector<Type> innerTypes;
582 structTy.getInnerTypes(innerTypes);
583 return innerTypes[index];
586 return TypeSwitch<Type, Value>(type)
587 .Case<IntegerType>([&](
auto ty) {
588 return LLVM::ConstantOp::create(builder, loc, cast<TypedAttr>(data));
590 .Case<hw::ArrayType, hw::StructType>([&](
auto ty) {
591 Value aggVal = LLVM::UndefOp::create(builder, loc, llvmType);
592 auto arrayAttr = cast<ArrayAttr>(data);
593 for (
size_t i = 0, e = arrayAttr.size(); i < e; ++i) {
596 Attribute input = arrayAttr[currIdx];
599 Value element = constructAggregate(builder, typeConverter, loc,
602 LLVM::InsertValueOp::create(builder, loc, aggVal, element, i);
609LogicalResult AggregateConstantOpConversion::matchAndRewrite(
610 hw::AggregateConstantOp op, OpAdaptor adaptor,
611 ConversionPatternRewriter &rewriter)
const {
612 Type aggregateType = op.getResult().getType();
615 if (!containsArrayAndStructAggregatesOnly(aggregateType))
618 auto llvmTy = typeConverter->convertType(op.getResult().getType());
619 auto typeAttrPair = std::make_pair(aggregateType, adaptor.getFields());
621 if (!constAggregateGlobalsMap.count(typeAttrPair) ||
622 !constAggregateGlobalsMap[typeAttrPair]) {
623 auto ipSave = rewriter.saveInsertionPoint();
625 Operation *parent = op->getParentOp();
626 while (!isa<mlir::ModuleOp>(parent->getParentOp())) {
627 parent = parent->getParentOp();
630 rewriter.setInsertionPoint(parent);
633 auto name = globals.newName(
"_aggregate_const_global");
635 SmallVector<int64_t> dims;
636 if (isMultiDimArrayOfIntegers(aggregateType, dims)) {
637 SmallVector<Attribute> ints;
638 flatten(aggregateType, adaptor.getFields(), ints);
640 auto shapedType = RankedTensorType::get(
641 dims, cast<IntegerAttr>(ints.front()).getType());
642 auto denseAttr = DenseElementsAttr::get(shapedType, ints);
644 constAggregateGlobalsMap[typeAttrPair] =
645 LLVM::GlobalOp::create(rewriter, op.getLoc(), llvmTy,
true,
646 LLVM::Linkage::Internal, name, denseAttr);
649 LLVM::GlobalOp::create(rewriter, op.getLoc(), llvmTy,
false,
650 LLVM::Linkage::Internal, name, Attribute());
652 global.getInitializerRegion().push_back(blk);
653 rewriter.setInsertionPointToStart(blk);
656 constructAggregate(rewriter, *typeConverter, op.getLoc(),
657 aggregateType, adaptor.getFields());
658 LLVM::ReturnOp::create(rewriter, op.getLoc(), aggregate);
659 constAggregateGlobalsMap[typeAttrPair] = global;
662 rewriter.restoreInsertionPoint(ipSave);
666 auto addr = LLVM::AddressOfOp::create(rewriter, op->getLoc(),
667 constAggregateGlobalsMap[typeAttrPair]);
668 rewriter.replaceOpWithNewOp<LLVM::LoadOp>(op, llvmTy,
addr);
678 auto elementTy = converter.convertType(type.getElementType());
679 return LLVM::LLVMArrayType::get(elementTy, type.getNumElements());
683 LLVMTypeConverter &converter) {
684 llvm::SmallVector<Type, 8> elements;
685 mlir::SmallVector<mlir::Type> types;
686 type.getInnerTypes(types);
688 for (
int i = 0, e = types.size(); i < e; ++i)
689 elements.push_back(converter.convertType(
692 return LLVM::LLVMStructType::getLiteral(&converter.getContext(), elements);
700struct HWToLLVMLoweringPass
701 :
public circt::impl::ConvertHWToLLVMBase<HWToLLVMLoweringPass> {
702 void runOnOperation()
override;
707 LLVMTypeConverter &converter, RewritePatternSet &
patterns,
709 DenseMap<std::pair<Type, ArrayAttr>, LLVM::GlobalOp>
710 &constAggregateGlobalsMap) {
711 MLIRContext *ctx = converter.getDialect()->getContext();
714 patterns.add<HWConstantOpConversion>(ctx, converter);
715 patterns.add<HWDynamicArrayCreateOpConversion, HWStructCreateOpConversion>(
717 patterns.add<AggregateConstantOpConversion>(
718 converter, constAggregateGlobalsMap, globals);
721 patterns.add<BitcastOpConversion>(converter);
724 patterns.add<ArrayInjectOpConversion, ArrayGetOpConversion,
725 ArraySliceOpConversion, ArrayConcatOpConversion,
726 StructExplodeOpConversion, StructExtractOpConversion,
727 StructInjectOpConversion>(converter);
731 converter.addConversion(
733 converter.addConversion(
737void HWToLLVMLoweringPass::runOnOperation() {
738 DenseMap<std::pair<Type, ArrayAttr>, LLVM::GlobalOp> constAggregateGlobalsMap;
744 RewritePatternSet
patterns(&getContext());
745 auto converter = mlir::LLVMTypeConverter(&getContext());
748 LLVMConversionTarget target(getContext());
749 target.addIllegalDialect<hw::HWDialect>();
753 constAggregateGlobalsMap);
756 ConversionConfig config;
757 config.allowPatternRollback =
false;
758 if (failed(applyPartialConversion(getOperation(), target, std::move(
patterns),
765 return std::make_unique<HWToLLVMLoweringPass>();
assert(baseType &&"element must be base type")
static Type convertStructType(hw::StructType type, LLVMTypeConverter &converter)
static Value zextByOne(Location loc, ConversionPatternRewriter &rewriter, Value value)
Create a zext operation by one bit on the given value.
static Type convertArrayType(hw::ArrayType type, LLVMTypeConverter &converter)
A namespace that is used to store existing names and generate new names in some scope within the IR.
void add(mlir::ModuleOp module)
void addDefinitions(mlir::Operation *top)
Populate the symbol cache with all symbol-defining operations within the 'top' operation.
Default symbol cache implementation; stores associations between names (StringAttr's) to mlir::Operat...
The InstanceGraph op interface, see InstanceGraphInterface.td for more details.
void populateHWToLLVMConversionPatterns(mlir::LLVMTypeConverter &converter, RewritePatternSet &patterns, Namespace &globals, DenseMap< std::pair< Type, ArrayAttr >, mlir::LLVM::GlobalOp > &constAggregateGlobalsMap)
Get the HW to LLVM conversion patterns.
std::unique_ptr< OperationPass< ModuleOp > > createConvertHWToLLVMPass()
Create an HW to LLVM conversion pass.
void populateHWToLLVMTypeConversions(mlir::LLVMTypeConverter &converter)
Get the HW to LLVM type conversions.
static uint32_t convertToLLVMEndianess(Type type, uint32_t index)
Convert an index into a HW ArrayType or StructType to LLVM Endianess.
static uint32_t llvmIndexOfStructField(hw::StructType type, StringRef fieldName)
Get the index of a specific StructType field in the LLVM lowering of the StructType.