#include #include #include #include #include #include "include/gemmini.h" #include "gemmini_mmio.h" #define rd_cycles(x) asm volatile ("csrr %0, mcycle" : "=r" (x)) int main() { int cid; asm volatile ("csrr %0, 0xcc2" : "=r" (cid)); if (cid > 0) vx_tmc(0); vx_tmc(0xff); // load up A and B and C const uint32_t spad_A = 0x00000000; const uint32_t spad_B = 0x00000080; // 16B word addressed const uint32_t acc_C = 0x80000000; // accmem + accumulate const uint32_t spad_C = 0x00000100; volatile float *smem_A = (float *) SPAD_TO_SMEM(spad_A); // 0xff000000; // byte addressed float *smem_B = (float *) SPAD_TO_SMEM(spad_B); // 0xff000200; float *smem_C = (float *) SPAD_TO_SMEM(spad_C); // 0xff000400; int I = 32 / DIM; int J = 32 / DIM; int K = 32 / DIM; char *print_buf = (char *) PRINT_BUF; // int cid = vx_core_id(); int nc = vx_num_cores(); int nt = vx_num_threads(); int tid = vx_thread_id(); vx_tmc_one(); gemmini_config_ld(0); gemmini_extended_config_ex(WEIGHT_STATIONARY, 0, 0, 1, 0, 0); gemmini_config_st(0); /* sprintf(print_buf, "A spad: 0x%x-0x%x, smem: 0x%x-%x\n", spad_A, spad_A + I * K * DIM, (uint32_t) smem_A, (uint32_t) smem_A + sizeof(float) * I * K * DIM * DIM); sprintf(print_buf, "B spad: 0x%x-0x%x, smem: 0x%x-%x\n", spad_B, spad_B + K * J * DIM, (uint32_t) smem_B, (uint32_t) smem_B + sizeof(float) * K * J * DIM * DIM); sprintf(print_buf, "C spad: 0x%x-0x%x, smem: 0x%x-%x\n", spad_C, spad_C + I * J * DIM, (uint32_t) smem_C, (uint32_t) smem_C + sizeof(float) * I * J * DIM * DIM); */ sprintf(print_buf, "DIM %d\n", DIM); sprintf(print_buf, "num cores %d\n", nc); sprintf(print_buf, "num threads %d\n", nt); sprintf(print_buf, "thread ids "); vx_tmc(-1); sprintf(print_buf, "%d", tid); uint32_t start_cycles, end_cycles; rd_cycles(start_cycles); // load A with 128->1 in row-major order for (int t = 0; t < DIM * DIM / nt; t++) { int n = tid + t * nt; int x = n / DIM; int y = n % DIM; for (int k = 0; k < K; k++) { for (int i = 0; i < I; i++) { int tile_byte_offset = (i * K + k) * DIM * DIM; smem_A[tile_byte_offset + n] = (float) ((I * K * DIM * DIM - ((i * DIM + x) * DIM * K + (k * DIM + y))) % 64); // smem_A[tile_byte_offset + x * DIM + y] = (float) ((I * K * DIM * DIM - ((i * DIM + x) * DIM * K + (k * DIM + y))) % 64); } } } // load B with 0->191 in row-major order for (int t = 0; t < DIM * DIM / nt; t++) { int n = tid + t * nt; int x = n / DIM; int y = n % DIM; for (int k = 0; k < K; k++) { for (int j = 0; j < J; j++) { int tile_byte_offset = (k * J + j) * DIM * DIM; smem_B[tile_byte_offset + n] = (float) (((k * DIM + x) * DIM * J + (j * DIM + y)) % 64); } // smem_B[tile_byte_offset + x * DIM + y] = (float) (((k * DIM + x) * DIM * J + (j * DIM + y)) % 64); } } rd_cycles(end_cycles); // for (int i = 0; i < I * J * DIM * DIM; i++) smem_C[i] = 1.f; vx_tmc_one(); sprintf(print_buf, "\ndata loading took %d cycles for %d floats\n", end_cycles - start_cycles, DIM * DIM * (I * K + J * K)); gemmini_fence(); // sprintf(print_buf, "\nA in\n"); // for (int i = 0; i < I * DIM; i++) { // for (int j = 0; j < K * DIM; j++) { // sprintf(print_buf, "%d ", (int) (smem_A[SMEM_MAT_OFFSET(i, j, K * DIM)])); // } // sprintf(print_buf, "\n"); // } // sprintf(print_buf, "\nB in\n"); // for (int i = 0; i < K * DIM; i++) { // for (int j = 0; j < J * DIM; j++) { // sprintf(print_buf, "%d ", (int) (smem_B[SMEM_MAT_OFFSET(i, j, J * DIM)])); // } // sprintf(print_buf, "\n"); // if (i == 2) i = K * DIM - 3; // } uint32_t fence_cycles; rd_cycles(start_cycles); sp_tiled_matmul_full_spad_ws(spad_A, spad_B, /*spad_D=*/0, spad_C, /*I=*/I, /*J=*/J, /*K=*/K, /*pad_I=*/0, /*pad_J=*/0, /*pad_K=*/0, /*a_transpose=*/0, /*b_transpose=*/0, /*full_C=*/0, /*low_D=*/0, /*acc=*/0, /*act=*/NO_ACTIVATION); rd_cycles(fence_cycles); gemmini_fence(); rd_cycles(end_cycles); sprintf(print_buf, "gemmini cycles taken: %d, fence cycles: %d\n", end_cycles - start_cycles, end_cycles - fence_cycles); // check results for (int i = 0; i < I * DIM; i++) { for (int j = 0; j < J * DIM; j++) { int sum = 0; for (int k = 0; k < K * DIM; k++) sum += ((I * K * DIM * DIM - i * K * DIM - k) % 64) * ((k * J * DIM + j) % 64); if ((int) (smem_C[SMEM_MAT_OFFSET(i, j, J * DIM)] * 10) != (int) (sum * 10)) { sprintf(print_buf, "TEST FAILED (actual/reference)\n"); for (int ii = 0; ii < I * DIM; ii++) { for (int jj = 0; jj < J * DIM; jj++) { sum = 0; for (int k = 0; k < K * DIM; k++) sum += ((I * K * DIM * DIM - ii * K * DIM - k) % 64) * ((k * J * DIM + jj) % 64); sprintf(print_buf, "%d/%d ", (int) (smem_C[SMEM_MAT_OFFSET(ii, jj, J * DIM)]), (int) sum); } sprintf(print_buf, "\n"); } return 1; } } } sprintf(print_buf, "TEST PASSED\n"); vx_tmc(0); return 0; }