Loading [MathJax]/extensions/tex2jax.js
CIRCT 21.0.0git
All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Friends Macros Pages
Cosim.cpp
Go to the documentation of this file.
1//===- Cosim.cpp - Connection to ESI simulation via GRPC ------------------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// DO NOT EDIT!
10// This file is distributed as part of an ESI package. The source for this file
11// should always be modified within CIRCT
12// (lib/dialect/ESI/runtime/cpp/lib/backends/Cosim.cpp).
13//
14//===----------------------------------------------------------------------===//
15
16#include "esi/backends/Cosim.h"
17#include "esi/Engines.h"
18#include "esi/Services.h"
19#include "esi/Utils.h"
20
21#include "cosim.grpc.pb.h"
22
23#include <grpc/grpc.h>
24#include <grpcpp/channel.h>
25#include <grpcpp/client_context.h>
26#include <grpcpp/create_channel.h>
27#include <grpcpp/security/credentials.h>
28
29#include <fstream>
30#include <iostream>
31#include <set>
32
33using namespace esi;
34using namespace esi::cosim;
35using namespace esi::services;
36using namespace esi::backends::cosim;
37
38using grpc::Channel;
39using grpc::ClientContext;
40using grpc::ClientReader;
41using grpc::ClientReaderWriter;
42using grpc::ClientWriter;
43using grpc::Status;
44
45static void checkStatus(Status s, const std::string &msg) {
46 if (!s.ok())
47 throw std::runtime_error(msg + ". Code " + to_string(s.error_code()) +
48 ": " + s.error_message() + " (" +
49 s.error_details() + ")");
50}
51
52/// Hack around C++ not having a way to forward declare a nested class.
54 StubContainer(std::unique_ptr<ChannelServer::Stub> stub)
55 : stub(std::move(stub)) {}
56 std::unique_ptr<ChannelServer::Stub> stub;
57
58 /// Get the type ID for a channel name.
59 bool getChannelDesc(const std::string &channelName,
60 esi::cosim::ChannelDesc &desc);
61};
63
64/// Parse the connection std::string and instantiate the accelerator. Support
65/// the traditional 'host:port' syntax and a path to 'cosim.cfg' which is output
66/// by the cosimulation when it starts (which is useful when it chooses its own
67/// port).
68std::unique_ptr<AcceleratorConnection>
69CosimAccelerator::connect(Context &ctxt, std::string connectionString) {
70 std::string portStr;
71 std::string host = "localhost";
72
73 size_t colon;
74 if ((colon = connectionString.find(':')) != std::string::npos) {
75 portStr = connectionString.substr(colon + 1);
76 host = connectionString.substr(0, colon);
77 } else if (connectionString.ends_with("cosim.cfg")) {
78 std::ifstream cfg(connectionString);
79 std::string line, key, value;
80
81 while (getline(cfg, line))
82 if ((colon = line.find(":")) != std::string::npos) {
83 key = line.substr(0, colon);
84 value = line.substr(colon + 1);
85 if (key == "port")
86 portStr = value;
87 else if (key == "host")
88 host = value;
89 }
90
91 if (portStr.size() == 0)
92 throw std::runtime_error("port line not found in file");
93 } else if (connectionString == "env") {
94 char *hostEnv = getenv("ESI_COSIM_HOST");
95 if (hostEnv)
96 host = hostEnv;
97 else
98 host = "localhost";
99 char *portEnv = getenv("ESI_COSIM_PORT");
100 if (portEnv)
101 portStr = portEnv;
102 else
103 throw std::runtime_error("ESI_COSIM_PORT environment variable not set");
104 } else {
105 throw std::runtime_error("Invalid connection std::string '" +
106 connectionString + "'");
107 }
108 uint16_t port = stoul(portStr);
109 auto conn = make_unique<CosimAccelerator>(ctxt, host, port);
110
111 // Using the MMIO manifest method is really only for internal debugging, so it
112 // doesn't need to be part of the connection string.
113 char *manifestMethod = getenv("ESI_COSIM_MANIFEST_MMIO");
114 if (manifestMethod != nullptr)
115 conn->setManifestMethod(ManifestMethod::MMIO);
116
117 return conn;
118}
119
120/// Construct and connect to a cosim server.
121CosimAccelerator::CosimAccelerator(Context &ctxt, std::string hostname,
122 uint16_t port)
123 : AcceleratorConnection(ctxt) {
124 // Connect to the simulation.
125 auto channel = grpc::CreateChannel(hostname + ":" + std::to_string(port),
126 grpc::InsecureChannelCredentials());
127 rpcClient = new StubContainer(ChannelServer::NewStub(channel));
128}
130 disconnect();
131 if (rpcClient)
132 delete rpcClient;
133 channels.clear();
134}
135
136namespace {
137class CosimSysInfo : public SysInfo {
138public:
139 CosimSysInfo(CosimAccelerator &conn, ChannelServer::Stub *rpcClient)
140 : SysInfo(conn), rpcClient(rpcClient) {}
141
142 uint32_t getEsiVersion() const override {
143 ::esi::cosim::Manifest response = getManifest();
144 return response.esi_version();
145 }
146
147 std::vector<uint8_t> getCompressedManifest() const override {
148 ::esi::cosim::Manifest response = getManifest();
149 std::string compressedManifestStr = response.compressed_manifest();
150 return std::vector<uint8_t>(compressedManifestStr.begin(),
151 compressedManifestStr.end());
152 }
153
154private:
155 ::esi::cosim::Manifest getManifest() const {
156 ::esi::cosim::Manifest response;
157 // To get around the a race condition where the manifest may not be set yet,
158 // loop until it is. TODO: fix this with the DPI API change.
159 do {
160 ClientContext context;
161 VoidMessage arg;
162 Status s = rpcClient->GetManifest(&context, arg, &response);
163 checkStatus(s, "Failed to get manifest");
164 std::this_thread::sleep_for(std::chrono::milliseconds(10));
165 } while (response.esi_version() < 0);
166 return response;
167 }
168
169 esi::cosim::ChannelServer::Stub *rpcClient;
170};
171} // namespace
172
173namespace {
174/// Cosim client implementation of a write channel port.
175class WriteCosimChannelPort : public WriteChannelPort {
176public:
177 WriteCosimChannelPort(ChannelServer::Stub *rpcClient, const ChannelDesc &desc,
178 const Type *type, std::string name)
179 : WriteChannelPort(type), rpcClient(rpcClient), desc(desc), name(name) {}
180 ~WriteCosimChannelPort() = default;
181
182 void connectImpl(std::optional<unsigned> bufferSize) override {
183 if (desc.type() != getType()->getID())
184 throw std::runtime_error("Channel '" + name +
185 "' has wrong type. Expected " +
186 getType()->getID() + ", got " + desc.type());
187 if (desc.dir() != ChannelDesc::Direction::ChannelDesc_Direction_TO_SERVER)
188 throw std::runtime_error("Channel '" + name +
189 "' is not a to server channel");
190 assert(desc.name() == name);
191 }
192
193 /// Send a write message to the server.
194 void write(const MessageData &data) override {
195 ClientContext context;
196 AddressedMessage msg;
197 msg.set_channel_name(name);
198 msg.mutable_message()->set_data(data.getBytes(), data.getSize());
199 VoidMessage response;
200 grpc::Status sendStatus = rpcClient->SendToServer(&context, msg, &response);
201 if (!sendStatus.ok())
202 throw std::runtime_error("Failed to write to channel '" + name +
203 "': " + std::to_string(sendStatus.error_code()) +
204 " " + sendStatus.error_message() +
205 ". Details: " + sendStatus.error_details());
206 }
207
208 bool tryWrite(const MessageData &data) override {
209 write(data);
210 return true;
211 }
212
213protected:
214 ChannelServer::Stub *rpcClient;
215 /// The channel description as provided by the server.
216 ChannelDesc desc;
217 /// The name of the channel from the manifest.
218 std::string name;
219};
220} // namespace
221
222namespace {
223/// Cosim client implementation of a read channel port. Since gRPC read protocol
224/// streams messages back, this implementation is quite complex.
225class ReadCosimChannelPort
226 : public ReadChannelPort,
227 public grpc::ClientReadReactor<esi::cosim::Message> {
228public:
229 ReadCosimChannelPort(AcceleratorConnection &conn,
230 ChannelServer::Stub *rpcClient, const ChannelDesc &desc,
231 const Type *type, std::string name)
232 : ReadChannelPort(type), conn(conn), rpcClient(rpcClient), desc(desc),
233 name(name), context(nullptr) {}
234 virtual ~ReadCosimChannelPort() { disconnect(); }
235
236 void connectImpl(std::optional<unsigned> bufferSize) override {
237 // Sanity checking.
238 if (desc.type() != getType()->getID())
239 throw std::runtime_error("Channel '" + name +
240 "' has wrong type. Expected " +
241 getType()->getID() + ", got " + desc.type());
242 if (desc.dir() != ChannelDesc::Direction::ChannelDesc_Direction_TO_CLIENT)
243 throw std::runtime_error("Channel '" + name +
244 "' is not a to client channel");
245 assert(desc.name() == name);
246
247 // Initiate a stream of messages from the server.
248 if (context)
249 return;
250 context = new ClientContext();
251 rpcClient->async()->ConnectToClientChannel(context, &desc, this);
252 StartCall();
253 StartRead(&incomingMessage);
254 }
255
256 /// Gets called when there's a new message from the server. It'll be stored in
257 /// `incomingMessage`.
258 void OnReadDone(bool ok) override {
259 if (!ok)
260 // This happens when we are disconnecting since we are canceling the call.
261 return;
262
263 // Read the delivered message and push it onto the queue.
264 const std::string &messageString = incomingMessage.data();
265 MessageData data(reinterpret_cast<const uint8_t *>(messageString.data()),
266 messageString.size());
267 while (!callback(data))
268 // Blocking here could cause deadlocks in specific situations.
269 // TODO: Implement a way to handle this better.
270 std::this_thread::sleep_for(std::chrono::milliseconds(10));
271
272 // Initiate the next read.
273 StartRead(&incomingMessage);
274 }
275
276 /// Disconnect this channel from the server.
277 void disconnect() override {
278 Logger &logger = conn.getLogger();
279 logger.debug("cosim_read", "Disconnecting channel " + name);
280 if (!context)
281 return;
282 context->TryCancel();
283 // Don't delete the context since gRPC still hold a reference to it.
284 // TODO: figure out how to delete it.
286 }
287
288protected:
290 ChannelServer::Stub *rpcClient;
291 /// The channel description as provided by the server.
292 ChannelDesc desc;
293 /// The name of the channel from the manifest.
294 std::string name;
295
296 ClientContext *context;
297 /// Storage location for the incoming message.
298 esi::cosim::Message incomingMessage;
299};
300
301} // namespace
302
303/// Get the channel description for a channel name. Iterate through the list
304/// each time. Since this will only be called a small number of times on a small
305/// list, it's not worth doing anything fancy.
306bool StubContainer::getChannelDesc(const std::string &channelName,
307 ChannelDesc &desc) {
308 ClientContext context;
309 VoidMessage arg;
310 ListOfChannels response;
311 Status s = stub->ListChannels(&context, arg, &response);
312 checkStatus(s, "Failed to list channels");
313 for (const auto &channel : response.channels())
314 if (channel.name() == channelName) {
315 desc = channel;
316 return true;
317 }
318 return false;
319}
320
321namespace {
322class CosimMMIO : public MMIO {
323public:
324 CosimMMIO(CosimAccelerator &conn, Context &ctxt, StubContainer *rpcClient,
325 const HWClientDetails &clients)
326 : MMIO(conn, clients) {
327 // We have to locate the channels ourselves since this service might be used
328 // to retrieve the manifest.
329 ChannelDesc cmdArg, cmdResp;
330 if (!rpcClient->getChannelDesc("__cosim_mmio_read_write.arg", cmdArg) ||
331 !rpcClient->getChannelDesc("__cosim_mmio_read_write.result", cmdResp))
332 throw std::runtime_error("Could not find MMIO channels");
333
334 const esi::Type *i64Type = getType(ctxt, new UIntType(cmdResp.type(), 64));
335 const esi::Type *cmdType =
336 getType(ctxt, new StructType(cmdArg.type(),
337 {{"write", new BitsType("i1", 1)},
338 {"offset", new UIntType("ui32", 32)},
339 {"data", new BitsType("i64", 64)}}));
340
341 // Get ports, create the function, then connect to it.
342 cmdArgPort = std::make_unique<WriteCosimChannelPort>(
343 rpcClient->stub.get(), cmdArg, cmdType, "__cosim_mmio_read_write.arg");
344 cmdRespPort = std::make_unique<ReadCosimChannelPort>(
345 conn, rpcClient->stub.get(), cmdResp, i64Type,
346 "__cosim_mmio_read_write.result");
347 auto *bundleType = new BundleType(
348 "cosimMMIO", {{"arg", BundleType::Direction::To, cmdType},
349 {"result", BundleType::Direction::From, i64Type}});
350 cmdMMIO.reset(FuncService::Function::get(AppID("__cosim_mmio"), bundleType,
351 *cmdArgPort, *cmdRespPort));
352 cmdMMIO->connect();
353 }
354
355#pragma pack(push, 1)
356 struct MMIOCmd {
357 uint64_t data;
358 uint32_t offset;
359 bool write;
360 };
361#pragma pack(pop)
362
363 // Call the read function and wait for a response.
364 uint64_t read(uint32_t addr) const override {
365 MMIOCmd cmd{.offset = addr, .write = false};
366 auto arg = MessageData::from(cmd);
367 std::future<MessageData> result = cmdMMIO->call(arg);
368 result.wait();
369 uint64_t ret = *result.get().as<uint64_t>();
370 conn.getLogger().debug(
371 [addr, ret](std::string &subsystem, std::string &msg,
372 std::unique_ptr<std::map<std::string, std::any>> &details) {
373 subsystem = "cosim_mmio";
374 msg = "MMIO[0x" + toHex(addr) + "] = 0x" + toHex(ret);
375 });
376 return ret;
377 }
378
379 void write(uint32_t addr, uint64_t data) override {
380 conn.getLogger().debug(
381 [addr,
382 data](std::string &subsystem, std::string &msg,
383 std::unique_ptr<std::map<std::string, std::any>> &details) {
384 subsystem = "cosim_mmio";
385 msg = "MMIO[0x" + toHex(addr) + "] <- 0x" + toHex(data);
386 });
387 MMIOCmd cmd{.data = data, .offset = addr, .write = true};
388 auto arg = MessageData::from(cmd);
389 std::future<MessageData> result = cmdMMIO->call(arg);
390 result.wait();
391 }
392
393private:
394 const esi::Type *getType(Context &ctxt, esi::Type *type) {
395 if (auto t = ctxt.getType(type->getID())) {
396 delete type;
397 return *t;
398 }
399 ctxt.registerType(type);
400 return type;
401 }
402 std::unique_ptr<WriteCosimChannelPort> cmdArgPort;
403 std::unique_ptr<ReadCosimChannelPort> cmdRespPort;
404 std::unique_ptr<FuncService::Function> cmdMMIO;
405};
406
407#pragma pack(push, 1)
408struct HostMemReadReq {
409 uint8_t tag;
410 uint32_t length;
411 uint64_t address;
412};
413
414struct HostMemReadResp {
415 uint64_t data;
416 uint8_t tag;
417};
418
419struct HostMemWriteReq {
420 uint8_t valid_bytes;
421 uint64_t data;
422 uint8_t tag;
423 uint64_t address;
424};
425
426using HostMemWriteResp = uint8_t;
427#pragma pack(pop)
428
429class CosimHostMem : public HostMem {
430public:
431 CosimHostMem(AcceleratorConnection &acc, Context &ctxt,
432 StubContainer *rpcClient)
433 : HostMem(acc), acc(acc), ctxt(ctxt), rpcClient(rpcClient) {}
434
435 void start() override {
436 // We have to locate the channels ourselves since this service might be used
437 // to retrieve the manifest.
438
439 if (writeRespPort)
440 return;
441
442 // TODO: The types here are WRONG. They need to be wrapped in Channels! Fix
443 // this in a subsequent PR.
444
445 // Setup the read side callback.
446 ChannelDesc readArg, readResp;
447 if (!rpcClient->getChannelDesc("__cosim_hostmem_read_req.data", readArg) ||
448 !rpcClient->getChannelDesc("__cosim_hostmem_read_resp.data", readResp))
449 throw std::runtime_error("Could not find HostMem read channels");
450
451 const esi::Type *readRespType =
452 getType(ctxt, new StructType(readResp.type(),
453 {{"tag", new UIntType("ui8", 8)},
454 {"data", new BitsType("i64", 64)}}));
455 const esi::Type *readReqType =
456 getType(ctxt, new StructType(readArg.type(),
457 {{"address", new UIntType("ui64", 64)},
458 {"length", new UIntType("ui32", 32)},
459 {"tag", new UIntType("ui8", 8)}}));
460
461 // Get ports. Unfortunately, we can't model this as a callback since there
462 // will sometimes be multiple responses per request.
463 readRespPort = std::make_unique<WriteCosimChannelPort>(
464 rpcClient->stub.get(), readResp, readRespType,
465 "__cosim_hostmem_read_resp.data");
466 readReqPort = std::make_unique<ReadCosimChannelPort>(
467 conn, rpcClient->stub.get(), readArg, readReqType,
468 "__cosim_hostmem_read_req.data");
469 readReqPort->connect(
470 [this](const MessageData &req) { return serviceRead(req); });
471
472 // Setup the write side callback.
473 ChannelDesc writeArg, writeResp;
474 if (!rpcClient->getChannelDesc("__cosim_hostmem_write.arg", writeArg) ||
475 !rpcClient->getChannelDesc("__cosim_hostmem_write.result", writeResp))
476 throw std::runtime_error("Could not find HostMem write channels");
477
478 const esi::Type *writeRespType =
479 getType(ctxt, new UIntType(writeResp.type(), 8));
480 const esi::Type *writeReqType =
481 getType(ctxt, new StructType(writeArg.type(),
482 {{"address", new UIntType("ui64", 64)},
483 {"tag", new UIntType("ui8", 8)},
484 {"data", new BitsType("i64", 64)}}));
485
486 // Get ports, create the function, then connect to it.
487 writeRespPort = std::make_unique<WriteCosimChannelPort>(
488 rpcClient->stub.get(), writeResp, writeRespType,
489 "__cosim_hostmem_write.result");
490 writeReqPort = std::make_unique<ReadCosimChannelPort>(
491 conn, rpcClient->stub.get(), writeArg, writeReqType,
492 "__cosim_hostmem_write.arg");
493 auto *bundleType = new BundleType(
494 "cosimHostMem",
495 {{"arg", BundleType::Direction::To, writeReqType},
496 {"result", BundleType::Direction::From, writeRespType}});
497 write.reset(CallService::Callback::get(acc, AppID("__cosim_hostmem_write"),
498 bundleType, *writeRespPort,
499 *writeReqPort));
500 write->connect([this](const MessageData &req) { return serviceWrite(req); },
501 true);
502 }
503
504 // Service the read request as a callback. Simply reads the data from the
505 // location specified. TODO: check that the memory has been mapped.
506 bool serviceRead(const MessageData &reqBytes) {
507 const HostMemReadReq *req = reqBytes.as<HostMemReadReq>();
508 acc.getLogger().debug(
509 [&](std::string &subsystem, std::string &msg,
510 std::unique_ptr<std::map<std::string, std::any>> &details) {
511 subsystem = "HostMem";
512 msg = "Read request: addr=0x" + toHex(req->address) +
513 " len=" + std::to_string(req->length) +
514 " tag=" + std::to_string(req->tag);
515 });
516 // Send one response per 8 bytes.
517 uint64_t *dataPtr = reinterpret_cast<uint64_t *>(req->address);
518 for (uint32_t i = 0, e = (req->length + 7) / 8; i < e; ++i) {
519 HostMemReadResp resp{.data = dataPtr[i], .tag = req->tag};
520 acc.getLogger().debug(
521 [&](std::string &subsystem, std::string &msg,
522 std::unique_ptr<std::map<std::string, std::any>> &details) {
523 subsystem = "HostMem";
524 msg = "Read result: data=0x" + toHex(resp.data) +
525 " tag=" + std::to_string(resp.tag);
526 });
527 readRespPort->write(MessageData::from(resp));
528 }
529 return true;
530 }
531
532 // Service a write request as a callback. Simply write the data to the
533 // location specified. TODO: check that the memory has been mapped.
534 MessageData serviceWrite(const MessageData &reqBytes) {
535 const HostMemWriteReq *req = reqBytes.as<HostMemWriteReq>();
536 acc.getLogger().debug(
537 [&](std::string &subsystem, std::string &msg,
538 std::unique_ptr<std::map<std::string, std::any>> &details) {
539 subsystem = "HostMem";
540 msg = "Write request: addr=0x" + toHex(req->address) + " data=0x" +
541 toHex(req->data) +
542 " valid_bytes=" + std::to_string(req->valid_bytes) +
543 " tag=" + std::to_string(req->tag);
544 });
545 uint8_t *dataPtr = reinterpret_cast<uint8_t *>(req->address);
546 for (uint8_t i = 0; i < req->valid_bytes; ++i)
547 dataPtr[i] = (req->data >> (i * 8)) & 0xFF;
548 HostMemWriteResp resp = req->tag;
549 return MessageData::from(resp);
550 }
551
552 struct CosimHostMemRegion : public HostMemRegion {
553 CosimHostMemRegion(std::size_t size) {
554 ptr = malloc(size);
555 memset(ptr, 0xFF, size);
556 this->size = size;
557 }
558 virtual ~CosimHostMemRegion() { free(ptr); }
559 virtual void *getPtr() const override { return ptr; }
560 virtual std::size_t getSize() const override { return size; }
561
562 private:
563 void *ptr;
564 std::size_t size;
565 };
566
567 virtual std::unique_ptr<HostMemRegion>
568 allocate(std::size_t size, HostMem::Options opts) const override {
569 auto ret = std::unique_ptr<HostMemRegion>(new CosimHostMemRegion(size));
570 acc.getLogger().debug(
571 [&](std::string &subsystem, std::string &msg,
572 std::unique_ptr<std::map<std::string, std::any>> &details) {
573 subsystem = "HostMem";
574 msg = "Allocated host memory region at 0x" + toHex(ret->getPtr()) +
575 " of size " + std::to_string(size);
576 });
577 return ret;
578 }
579 virtual bool mapMemory(void *ptr, std::size_t size,
580 HostMem::Options opts) const override {
581 return true;
582 }
583 virtual void unmapMemory(void *ptr) const override {}
584
585private:
586 const esi::Type *getType(Context &ctxt, esi::Type *type) {
587 if (auto t = ctxt.getType(type->getID())) {
588 delete type;
589 return *t;
590 }
591 ctxt.registerType(type);
592 return type;
593 }
595 Context &ctxt;
596 StubContainer *rpcClient;
597 std::unique_ptr<WriteCosimChannelPort> readRespPort;
598 std::unique_ptr<ReadCosimChannelPort> readReqPort;
599 std::unique_ptr<CallService::Callback> read;
600 std::unique_ptr<WriteCosimChannelPort> writeRespPort;
601 std::unique_ptr<ReadCosimChannelPort> writeReqPort;
602 std::unique_ptr<CallService::Callback> write;
603};
604} // namespace
605
606namespace esi::backends::cosim {
607/// Implement the magic cosim channel communication.
608class CosimEngine : public Engine {
609public:
611 const ServiceImplDetails &details, const HWClientDetails &clients)
612 : Engine(conn), conn(conn) {
613 // Compute our parents idPath path.
614 AppIDPath prefix = std::move(idPath);
615 if (prefix.size() > 0)
616 prefix.pop_back();
617
618 for (auto client : clients) {
619 AppIDPath fullClientPath = prefix + client.relPath;
620 std::map<std::string, std::string> channelAssignments;
621 for (auto assignment : client.channelAssignments)
622 if (assignment.second.type == "cosim")
623 channelAssignments[assignment.first] = std::any_cast<std::string>(
624 assignment.second.implOptions.at("name"));
625 clientChannelAssignments[fullClientPath] = std::move(channelAssignments);
626 }
627 }
628
629 std::unique_ptr<ChannelPort> createPort(AppIDPath idPath,
630 const std::string &channelName,
632 const Type *type) override;
633
634private:
636 std::map<AppIDPath, std::map<std::string, std::string>>
638};
639} // namespace esi::backends::cosim
640
641std::unique_ptr<ChannelPort>
642CosimEngine::createPort(AppIDPath idPath, const std::string &channelName,
643 BundleType::Direction dir, const Type *type) {
644
645 // Find the client details for the port at 'fullPath'.
646 auto f = clientChannelAssignments.find(idPath);
647 if (f == clientChannelAssignments.end())
648 throw std::runtime_error("Could not find port for '" + idPath.toStr() +
649 "." + channelName + "'");
650 const std::map<std::string, std::string> &channelAssignments = f->second;
651 auto cosimChannelNameIter = channelAssignments.find(channelName);
652 if (cosimChannelNameIter == channelAssignments.end())
653 throw std::runtime_error("Could not find channel '" + idPath.toStr() + "." +
654 channelName + "' in cosimulation");
655
656 // Get the endpoint, which may or may not exist. Construct the port.
657 // Everything is validated when the client calls 'connect()' on the port.
658 ChannelDesc chDesc;
659 if (!conn.rpcClient->getChannelDesc(cosimChannelNameIter->second, chDesc))
660 throw std::runtime_error("Could not find channel '" + idPath.toStr() + "." +
661 channelName + "' in cosimulation");
662
663 std::unique_ptr<ChannelPort> port;
664 std::string fullChannelName = idPath.toStr() + "." + channelName;
665 if (BundlePort::isWrite(dir))
666 port = std::make_unique<WriteCosimChannelPort>(
667 conn.rpcClient->stub.get(), chDesc, type, fullChannelName);
668 else
669 port = std::make_unique<ReadCosimChannelPort>(
670 conn, conn.rpcClient->stub.get(), chDesc, type, fullChannelName);
671 return port;
672}
673
674void CosimAccelerator::createEngine(const std::string &engineTypeName,
675 AppIDPath idPath,
676 const ServiceImplDetails &details,
677 const HWClientDetails &clients) {
678
679 std::unique_ptr<Engine> engine = nullptr;
680 if (engineTypeName == "cosim")
681 engine = std::make_unique<CosimEngine>(*this, idPath, details, clients);
682 else
683 engine = ::esi::registry::createEngine(*this, engineTypeName, idPath,
684 details, clients);
685 registerEngine(idPath, std::move(engine), clients);
686}
688 AppIDPath idPath, std::string implName,
689 const ServiceImplDetails &details,
690 const HWClientDetails &clients) {
691 if (svcType == typeid(services::MMIO)) {
692 return new CosimMMIO(*this, getCtxt(), rpcClient, clients);
693 } else if (svcType == typeid(services::HostMem)) {
694 return new CosimHostMem(*this, getCtxt(), rpcClient);
695 } else if (svcType == typeid(SysInfo)) {
696 switch (manifestMethod) {
698 return new CosimSysInfo(*this, rpcClient->stub.get());
700 return new MMIOSysInfo(getService<services::MMIO>());
701 }
702 }
703 return nullptr;
704}
705
709
#define REGISTER_ACCELERATOR(Name, TAccelerator)
assert(baseType &&"element must be base type")
static void checkStatus(Status s, const std::string &msg)
Definition Cosim.cpp:45
Abstract class representing a connection to an accelerator.
Definition Accelerator.h:79
virtual void disconnect()
Disconnect from the accelerator cleanly.
Context & getCtxt() const
Definition Accelerator.h:83
Context & ctxt
ESI accelerator context.
void registerEngine(AppIDPath idPath, std::unique_ptr< Engine > engine, const HWClientDetails &clients)
If createEngine is overridden, this method should be called to register the engine and all of the cha...
Logger & getLogger() const
Definition Accelerator.h:84
std::string toStr() const
Definition Manifest.cpp:731
static bool isWrite(BundleType::Direction bundleDir)
Compute the direction of a channel given the bundle direction and the bundle port's direction.
Definition Ports.h:230
Bundles represent a collection of channels.
Definition Types.h:44
AcceleratorConnections, Accelerators, and Manifests must all share a context.
Definition Context.h:31
Engines implement the actual channel communication between the host and the accelerator.
Definition Engines.h:42
void debug(const std::string &subsystem, const std::string &msg, const std::map< std::string, std::any > *details=nullptr)
Report a debug message.
Definition Logging.h:79
A logical chunk of data representing serialized data.
Definition Common.h:103
const T * as() const
Cast to a type.
Definition Common.h:119
static MessageData from(T &t)
Cast from a type to its raw bytes.
Definition Common.h:129
A ChannelPort which reads data from the accelerator.
Definition Ports.h:124
virtual void disconnect() override
Definition Ports.h:129
Structs are an ordered collection of fields, each with a name and a type.
Definition Types.h:137
Root class of the ESI type system.
Definition Types.h:27
ID getID() const
Definition Types.h:33
Unsigned integer.
Definition Types.h:131
A ChannelPort which sends data to the accelerator.
Definition Ports.h:77
Connect to an ESI simulation.
Definition Cosim.h:38
void createEngine(const std::string &engineTypeName, AppIDPath idPath, const ServiceImplDetails &details, const HWClientDetails &clients) override
Create a new engine for channel communication with the accelerator.
Definition Cosim.cpp:674
void setManifestMethod(ManifestMethod method)
Definition Cosim.cpp:706
static std::unique_ptr< AcceleratorConnection > connect(Context &, std::string connectionString)
Parse the connection std::string and instantiate the accelerator.
Definition Cosim.cpp:69
virtual Service * createService(Service::Type service, AppIDPath path, std::string implName, const ServiceImplDetails &details, const HWClientDetails &clients) override
Called by getServiceImpl exclusively.
Definition Cosim.cpp:687
CosimAccelerator(Context &, std::string hostname, uint16_t port)
Construct and connect to a cosim server.
Definition Cosim.cpp:121
std::set< std::unique_ptr< ChannelPort > > channels
Definition Cosim.h:76
Implement the magic cosim channel communication.
Definition Cosim.cpp:608
CosimEngine(CosimAccelerator &conn, AppIDPath idPath, const ServiceImplDetails &details, const HWClientDetails &clients)
Definition Cosim.cpp:610
std::map< AppIDPath, std::map< std::string, std::string > > clientChannelAssignments
Definition Cosim.cpp:637
std::unique_ptr< ChannelPort > createPort(AppIDPath idPath, const std::string &channelName, BundleType::Direction dir, const Type *type) override
Each engine needs to know how to create a ports.
Definition Cosim.cpp:642
static Callback * get(AcceleratorConnection &acc, AppID id, BundleType *type, WriteChannelPort &result, ReadChannelPort &arg)
Definition Services.cpp:237
static Function * get(AppID id, BundleType *type, WriteChannelPort &arg, ReadChannelPort &result)
Definition Services.cpp:194
Implement the SysInfo API for a standard MMIO protocol.
Definition Services.h:184
Parent class of all APIs modeled as 'services'.
Definition Services.h:46
const std::type_info & Type
Definition Services.h:48
Information about the Accelerator system.
Definition Services.h:100
std::unique_ptr< Engine > createEngine(AcceleratorConnection &conn, const std::string &dmaEngineName, AppIDPath idPath, const ServiceImplDetails &details, const HWClientDetails &clients)
Create an engine by name.
Definition Engines.cpp:463
Definition esi.py:1
std::map< std::string, std::any > ServiceImplDetails
Definition Common.h:98
std::string toHex(void *val)
Definition Common.cpp:37
std::vector< HWClientDetail > HWClientDetails
Definition Common.h:97
Hack around C++ not having a way to forward declare a nested class.
Definition Cosim.cpp:53
std::unique_ptr< ChannelServer::Stub > stub
Definition Cosim.cpp:56
bool getChannelDesc(const std::string &channelName, esi::cosim::ChannelDesc &desc)
Get the type ID for a channel name.
Definition Cosim.cpp:306
StubContainer(std::unique_ptr< ChannelServer::Stub > stub)
Definition Cosim.cpp:54
Options for allocating host memory.
Definition Services.h:226