Basic C++ file IO for trace logger

This commit is contained in:
Hansung Kim
2023-04-17 16:20:27 -07:00
parent 1a90ad52ac
commit 282434eb7d
4 changed files with 66 additions and 90 deletions

View File

@@ -10,6 +10,9 @@
#include <unistd.h> #include <unistd.h>
#include "SimMemTrace.h" #include "SimMemTrace.h"
// Global singleton instance
static std::unique_ptr<MemTraceReader> reader;
MemTraceReader::MemTraceReader(const std::string &filename) { MemTraceReader::MemTraceReader(const std::string &filename) {
char cwd[4096]; char cwd[4096];
if (getcwd(cwd, sizeof(cwd))) { if (getcwd(cwd, sizeof(cwd))) {
@@ -36,11 +39,14 @@ void MemTraceReader::parse() {
printf("MemTraceReader: started parsing\n"); printf("MemTraceReader: started parsing\n");
long size = 0; long size = 0;
while (infile >> line.cycle >> line.loadstore >> line.core_id >> std::string loadstore; // FIXME: likely slow
while (infile >> line.cycle >> loadstore >> line.core_id >>
line.lane_id >> std::hex >> line.address >> line.data >> std::dec >> line.lane_id >> std::hex >> line.address >> line.data >> std::dec >>
size) { size) {
line.valid = true; line.valid = true;
line.is_store = (loadstore == "STORE");
assert(size > 0 && "invalid size in trace"); assert(size > 0 && "invalid size in trace");
int lgsize = static_cast<int>(log2(size)); int lgsize = static_cast<int>(log2(size));
assert((size & ~(~0lu << lgsize)) == 0 && assert((size & ~(~0lu << lgsize)) == 0 &&
@@ -84,8 +90,9 @@ MemTraceLine MemTraceReader::read_trace_at(const long cycle,
// read it right now. // read it right now.
return MemTraceLine{}; return MemTraceLine{};
} else if (line.cycle == cycle && line.lane_id == lane_id) { } else if (line.cycle == cycle && line.lane_id == lane_id) {
printf("fire! cycle=%ld, valid=%d, %s addr=%lx, size=%d \n", cycle, line.valid, printf("fire! cycle=%ld, valid=%d, %s addr=%lx, size=%d \n", cycle,
line.loadstore, line.address, line.log_data_size); line.valid, (line.is_store ? "STORE" : "LOAD"), line.address,
line.log_data_size);
// FIXME! Currently lane_id is assumed to be in round-robin order, e.g. // FIXME! Currently lane_id is assumed to be in round-robin order, e.g.
// 0->1->2->3->0->..., both in the trace file and the order the caller calls // 0->1->2->3->0->..., both in the trace file and the order the caller calls
@@ -145,7 +152,7 @@ extern "C" void memtrace_query(unsigned char trace_read_ready,
auto line = reader->read_trace_at(trace_read_cycle, trace_read_lane_id); auto line = reader->read_trace_at(trace_read_cycle, trace_read_lane_id);
*trace_read_valid = line.valid; *trace_read_valid = line.valid;
*trace_read_address = line.address; *trace_read_address = line.address;
*trace_read_is_store = (strcmp(line.loadstore, "STORE") == 0); *trace_read_is_store = line.is_store;
*trace_read_size = line.log_data_size; *trace_read_size = line.log_data_size;
*trace_read_data = line.data; *trace_read_data = line.data;
// This means finished and valid will go up at the same cycle. Need to // This means finished and valid will go up at the same cycle. Need to

View File

@@ -2,15 +2,10 @@
#include <memory> #include <memory>
#include <fstream> #include <fstream>
class MemTraceReader;
// Global singleton instance of MemTraceReader
static std::unique_ptr<MemTraceReader> reader;
struct MemTraceLine { struct MemTraceLine {
bool valid = false; bool valid = false;
long cycle = 0; long cycle = 0;
char loadstore[10]; bool is_store = 0;
int core_id = 0; int core_id = 0;
int lane_id = 0; int lane_id = 0;
unsigned long address = 0; unsigned long address = 0;
@@ -31,6 +26,19 @@ public:
std::vector<MemTraceLine>::const_iterator read_pos; std::vector<MemTraceLine>::const_iterator read_pos;
}; };
class MemTraceWriter {
public:
MemTraceWriter(const std::string &filename);
~MemTraceWriter();
// void parse();
void write_trace_at(const MemTraceLine line);
// bool finished() const { return read_pos == trace.cend(); }
FILE *outfile;
// std::vector<MemTraceLine> trace;
// std::vector<MemTraceLine>::const_iterator read_pos;
};
extern "C" void memtrace_init(const char *filename); extern "C" void memtrace_init(const char *filename);
extern "C" void memtrace_query(unsigned char trace_read_ready, extern "C" void memtrace_query(unsigned char trace_read_ready,
unsigned long trace_read_cycle, unsigned long trace_read_cycle,
@@ -41,3 +49,12 @@ extern "C" void memtrace_query(unsigned char trace_read_ready,
int *trace_read_size, int *trace_read_size,
unsigned long *trace_read_data, unsigned long *trace_read_data,
unsigned char *trace_read_finished); unsigned char *trace_read_finished);
extern "C" void memtracelogger_init(const char *filename);
extern "C" void memtracelogger_log(unsigned char trace_log_valid,
unsigned long trace_log_cycle,
unsigned long trace_log_address,
int trace_log_lane_id,
unsigned char trace_log_is_store,
int trace_log_size,
unsigned long trace_log_data,
unsigned char *trace_log_ready);

View File

@@ -8,95 +8,34 @@
#include <cassert> #include <cassert>
#include <memory> #include <memory>
#include <unistd.h> #include <unistd.h>
#include "SimMemTraceLogger.h" #include "SimMemTrace.h"
// Global singleton instance // Global singleton instance
static std::unique_ptr<MemTraceLogger> logger; static std::unique_ptr<MemTraceWriter> logger;
MemTraceLogger::MemTraceLogger(const std::string &filename) { MemTraceWriter::MemTraceWriter(const std::string &filename) {
char cwd[4096]; char cwd[4096];
if (getcwd(cwd, sizeof(cwd))) { if (getcwd(cwd, sizeof(cwd))) {
printf("MemTraceLogger: current working dir: %s\n", cwd); printf("MemTraceLogger: current working dir: %s\n", cwd);
} }
infile.open(filename); outfile = fopen(filename.c_str(), "w");
if (infile.fail()) { if (!outfile) {
fprintf(stderr, "failed to open file %s\n", filename.c_str()); fprintf(stderr, "failed to open file %s\n", filename.c_str());
} }
} }
MemTraceLogger::~MemTraceLogger() { MemTraceWriter::~MemTraceWriter() {
infile.close(); fclose(outfile);
printf("MemTraceLogger destroyed\n"); printf("MemTraceWriter destroyed\n");
} }
#if 0 void MemTraceWriter::write_trace_at(const MemTraceLine line) {
// Parse trace file in its entirety and store it into internal structure. printf("tick(): cycle=%ld\n", line.cycle);
// TODO: might block for a long time when the trace gets big, check if need to
// be broken down
void MemTraceLogger::parse() {
MemTraceLine line;
printf("MemTraceLogger: started parsing\n"); fprintf(outfile, "cycle=%ld\n", line.cycle);
while (infile >> line.cycle >> line.loadstore >> line.core_id >>
line.lane_id >> std::hex >> line.address >> line.data >> std::dec >>
line.data_size) {
line.valid = true;
trace.push_back(line);
}
read_pos = trace.cbegin();
printf("MemTraceLogger: finished parsing\n");
} }
// Try to read a memory request that might have happened at a given cycle, on a
// given SIMD lane (= "thread"). In case no request happened at that point,
// return an empty line with .valid = false.
MemTraceLine MemTraceLogger::read_trace_at(const long cycle,
const int lane_id) {
MemTraceLine line;
line.valid = false;
// printf("tick(): cycle=%ld\n", cycle);
if (finished()) {
return line;
}
line = *read_pos;
// It should always be guaranteed that we consumed all of the past lines, and
// the next line is in the future.
if (line.cycle < cycle) {
// fprintf(stderr, "line.cycle=%ld, cycle=%ld\n", line.cycle, cycle);
assert(false && "some trace lines are left unread in the past");
}
if (line.lane_id != lane_id) {
line.valid = false;
}
if (line.cycle > cycle) {
// We haven't reached the cycle mark specified in this line yet, so we don't
// read it right now.
return MemTraceLine{};
} else if (line.cycle == cycle && line.lane_id == lane_id) {
printf("fire! cycle=%ld, valid=%d, %s addr=%x \n", cycle, line.valid,
line.loadstore, line.address);
// FIXME! Currently lane_id is assumed to be in round-robin order, e.g.
// 0->1->2->3->0->..., both in the trace file and the order the caller calls
// this function. If this is not true, we cannot simply monotonically
// increment read_pos.
// Only advance pointer when cycle and threa_id both match
// now increaseing sequence is fine (0, 1, 3), but unordered is not fine (0, 3, 1)
++read_pos;
}
return line;
}
#endif
extern "C" void memtracelogger_init(const char *filename) { extern "C" void memtracelogger_init(const char *filename) {
#ifndef NO_VPI #ifndef NO_VPI
s_vpi_vlog_info info; s_vpi_vlog_info info;
@@ -117,7 +56,7 @@ extern "C" void memtracelogger_init(const char *filename) {
printf("memtrace_init: filename=[%s]\n", filename); printf("memtrace_init: filename=[%s]\n", filename);
logger = std::make_unique<MemTraceLogger>(filename); logger = std::make_unique<MemTraceWriter>(filename);
} }
// TODO: accept core_id as well // TODO: accept core_id as well
@@ -133,9 +72,22 @@ extern "C" void memtracelogger_log(unsigned char trace_log_valid,
// trace_read_lane_id); // trace_read_lane_id);
*trace_log_ready = 1; *trace_log_ready = 1;
if (trace_log_valid) { if (!trace_log_valid) {
printf("%s: [%lu] valid: address=%lx, tid=%u, size=%d\n", __func__, return;
trace_log_cycle, trace_log_address, trace_log_lane_id,
trace_log_size);
} }
printf("%s: [%lu] valid: address=%lx, tid=%u, size=%d\n", __func__,
trace_log_cycle, trace_log_address, trace_log_lane_id,
trace_log_size);
MemTraceLine line{.valid = (trace_log_valid == 1),
.cycle = static_cast<long>(trace_log_cycle),
.is_store = (trace_log_is_store == 1),
.core_id = 0, // TODO support multicores
.lane_id = trace_log_lane_id,
.address = trace_log_address,
.data = trace_log_data,
.log_data_size = trace_log_size};
logger->write_trace_at(line);
} }

View File

@@ -741,7 +741,7 @@ class SimMemTrace(filename: String, numLanes: Int)
addResource("/csrc/SimMemTrace.h") addResource("/csrc/SimMemTrace.h")
} }
class MemTraceLogger(numLanes: Int = 4, filename: String = "vecadd.core1.thread4.trace")(implicit class MemTraceLogger(numLanes: Int = 4, filename: String = "vecadd.core1.thread4.out.trace")(implicit
p: Parameters p: Parameters
) extends LazyModule { ) extends LazyModule {
val node = TLIdentityNode() val node = TLIdentityNode()
@@ -882,7 +882,7 @@ class SimMemTraceLogger(filename: String, numLanes: Int)
addResource("/vsrc/SimMemTraceLogger.v") addResource("/vsrc/SimMemTraceLogger.v")
addResource("/csrc/SimMemTraceLogger.cc") addResource("/csrc/SimMemTraceLogger.cc")
addResource("/csrc/SimMemTraceLogger.h") addResource("/csrc/SimMemTrace.h")
} }
class TracePrintf {} class TracePrintf {}