`include "VX_define.vh" `include "VX_gpu_pkg.sv" // TODO: move VX_define constants to parameters, and then parameterize in blackbox module Vortex import VX_gpu_pkg::*; #( parameter CORE_ID = 0, parameter BOOTROM_HANG100 = 32'h10100, parameter NUM_THREADS = 0 ) ( /* adapt to CoreIO bundle at src/main/scala/tile/Core.scala */ input clock, input reset, // input hartid, input [31:0] reset_vector, input interrupts_debug, input interrupts_mtip, input interrupts_msip, input interrupts_meip, input interrupts_seip, // imem ------------------------------------------------ input imem_0_a_ready, input imem_0_d_valid, input [2:0] imem_0_d_bits_opcode, input [3:0] imem_0_d_bits_size, input [ICACHE_TAG_WIDTH-1:0] imem_0_d_bits_source, input [31:0] imem_0_d_bits_data, output imem_0_a_valid, output [2:0] imem_0_a_bits_opcode, output [3:0] imem_0_a_bits_size, output [ICACHE_TAG_WIDTH-1:0] imem_0_a_bits_source, output [31:0] imem_0_a_bits_address, output [3:0] imem_0_a_bits_mask, output [31:0] imem_0_a_bits_data, output imem_0_d_ready, // dmem ------------------------------------------------ input [DCACHE_NUM_REQS - 1:0] dmem_d_valid, input [(DCACHE_NUM_REQS * 3) - 1:0] dmem_d_bits_opcode, input [(DCACHE_NUM_REQS * 4) - 1:0] dmem_d_bits_size, input [(DCACHE_NUM_REQS * DCACHE_NOSM_TAG_WIDTH) - 1:0] dmem_d_bits_source, input [(DCACHE_NUM_REQS * 32) - 1:0] dmem_d_bits_data, output [DCACHE_NUM_REQS - 1:0] dmem_d_ready, input [DCACHE_NUM_REQS - 1:0] dmem_a_ready, output [DCACHE_NUM_REQS - 1:0] dmem_a_valid, output [(DCACHE_NUM_REQS * 3) - 1:0] dmem_a_bits_opcode, output [(DCACHE_NUM_REQS * 4) - 1:0] dmem_a_bits_size, output [(DCACHE_NUM_REQS * DCACHE_NOSM_TAG_WIDTH) - 1:0] dmem_a_bits_source, output [(DCACHE_NUM_REQS * 32) - 1:0] dmem_a_bits_address, output [(DCACHE_NUM_REQS * 4) - 1:0] dmem_a_bits_mask, output [(DCACHE_NUM_REQS * 32) - 1:0] dmem_a_bits_data, // smem ------------------------------------------------ input [DCACHE_NUM_REQS - 1:0] smem_d_valid, input [(DCACHE_NUM_REQS * 3) - 1:0] smem_d_bits_opcode, input [(DCACHE_NUM_REQS * 4) - 1:0] smem_d_bits_size, input [(DCACHE_NUM_REQS * DCACHE_NOSM_TAG_WIDTH) - 1:0] smem_d_bits_source, input [(DCACHE_NUM_REQS * 32) - 1:0] smem_d_bits_data, output [DCACHE_NUM_REQS - 1:0] smem_d_ready, input [DCACHE_NUM_REQS - 1:0] smem_a_ready, output [DCACHE_NUM_REQS - 1:0] smem_a_valid, output [(DCACHE_NUM_REQS * 3) - 1:0] smem_a_bits_opcode, output [(DCACHE_NUM_REQS * 4) - 1:0] smem_a_bits_size, output [(DCACHE_NUM_REQS * DCACHE_NOSM_TAG_WIDTH) - 1:0] smem_a_bits_source, output [(DCACHE_NUM_REQS * 32) - 1:0] smem_a_bits_address, output [(DCACHE_NUM_REQS * 4) - 1:0] smem_a_bits_mask, output [(DCACHE_NUM_REQS * 32) - 1:0] smem_a_bits_data, // gbar ------------------------------------------------ output gbar_req_valid, output [`NB_WIDTH - 1:0] gbar_req_id, output [`NC_WIDTH - 1:0] gbar_req_size_m1, output [`NC_WIDTH - 1:0] gbar_req_core_id, input gbar_req_ready, input gbar_rsp_valid, input [`NB_WIDTH - 1:0] gbar_rsp_id, // fpu (unused) ---------------------------------------- // // input fpu_fcsr_flags_valid, // input [4:0] fpu_fcsr_flags_bits, // // input [63:0] fpu_store_data, // input [31:0] fpu_toint_data, // input fpu_fcsr_rdy, // input fpu_nack_mem, // input fpu_illegal_rm, // input fpu_dec_wen, // input fpu_dec_ldst, // input fpu_dec_ren1, // input fpu_dec_ren2, // input fpu_dec_ren3, // input fpu_dec_swap12, // input fpu_dec_swap23, // input [1:0] fpu_dec_typeTagIn, // input [1:0] fpu_dec_typeTagOut, // input fpu_dec_fromint, // input fpu_dec_toint, // input fpu_dec_fastpipe, // input fpu_dec_fma, // input fpu_dec_div, // input fpu_dec_sqrt, // input fpu_dec_wflags, // input fpu_sboard_set, // input fpu_sboard_clr, // input [4:0] fpu_sboard_clra, // output fpu_hartid, // output [31:0] fpu_time, // output [31:0] fpu_inst, // output [31:0] fpu_fromint_data, // output [2:0] fpu_fcsr_rm, // output fpu_dmem_resp_val, // output [2:0] fpu_dmem_resp_type, // output [4:0] fpu_dmem_resp_tag, // output fpu_valid, // output fpu_killx, // output fpu_killm, // output fpu_keep_clock_enabled, // accelerator cisc csr -------------------------------- input wire [31:0] acc_read_in, output wire [31:0] acc_write_out, output wire acc_write_en, input downstream_mem_busy, output finished, input traceStall, output wfi ); logic [3:0] intr_counter; logic msip_1d, intr_reset; logic busy; reg busy_prev; reg finished_reg; assign intr_reset = |intr_counter; /* busy and interrupts */ always @(posedge clock) begin msip_1d <= interrupts_msip; if (reset) begin busy_prev <= 1'b0; finished_reg <= 1'b0; intr_counter <= 4'h0; end else begin // Vortex core's busy signal goes up some cycles after the reset, // so we can't simply use ~busy as finished because of the initial // ephemeral state. Instead detect the *negedge* of the busy // signal and use that to indicate finish. busy_prev <= busy; if (busy_prev && !busy) begin finished_reg <= 1'b1; end if (~msip_1d && interrupts_msip) begin // rising edge intr_counter <= 4'h6; end else begin intr_counter <= intr_counter > 0 ? intr_counter - 4'h1 : 4'h0; end end end assign finished = finished_reg; assign wfi = 1'b0; // FIXME: unused // ------------------------------------------------------------------------ // TL <-> Vortex core-cache interface adapter // ------------------------------------------------------------------------ VX_mem_bus_if #( .DATA_SIZE (ICACHE_WORD_SIZE), .TAG_WIDTH (ICACHE_TAG_WIDTH) ) icache_bus_if(); // NOTE(hansung): need to use DCACHE_NOSM_TAG_WIDTH here instead of // DCACHE_TAG_WIDTH; the latter is only used inside the core to // differentiate between requests going to the cache vs. sharedmem. // FIXME: DCACHE_NUM_REQS is assumed to be the same as NUM_LANES as of // now. VX_mem_bus_if #( .DATA_SIZE (DCACHE_WORD_SIZE), .TAG_WIDTH (DCACHE_NOSM_TAG_WIDTH) ) dcache_bus_if[DCACHE_NUM_REQS](); VX_mem_bus_if #( .DATA_SIZE (DCACHE_WORD_SIZE), .TAG_WIDTH (DCACHE_NOSM_TAG_WIDTH) ) smem_bus_if[DCACHE_NUM_REQS](); // always @(posedge clock) begin // `ASSERT(DCACHE_NUM_REQS == NUM_THREADS, "DCACHE_NUM_REQS doesn't match NUM_THREADS"); // end // imem ------------------------------------------------------------------- assign icache_bus_if.rsp_valid = imem_0_d_valid; // TODO: hardcoded DCACHE_WORD_SIZE = 4 assign icache_bus_if.rsp_data.data = imem_0_d_bits_data; assign icache_bus_if.rsp_data.tag = imem_0_d_bits_source[ICACHE_TAG_WIDTH-1:0]; assign imem_0_d_ready = icache_bus_if.rsp_ready; // always @(posedge clock) begin // if (icache_req_if.valid && icache_req_if.ready) // icache_rsp_if.tag <= icache_req_if.tag; // end assign imem_0_a_bits_source = {32'b0, icache_bus_if.req_data.tag}[ICACHE_TAG_WIDTH-1:0]; assign imem_0_a_valid = icache_bus_if.req_valid; assign imem_0_a_bits_address = {icache_bus_if.req_data.addr, 2'b0}; assign icache_bus_if.req_ready = imem_0_a_ready; assign imem_0_a_bits_data = 32'd0; assign imem_0_a_bits_mask = 4'hf; // assign imem_0_a_bits_corrupt = 1'b0; // assign imem_0_a_bits_param = 3'd0; assign imem_0_a_bits_size = 4'd2; // 32b assign imem_0_a_bits_opcode = 3'd4; // Get // dmem ------------------------------------------------------------------- // Vortex core does not accept write acks; filter them out here generate for (genvar i = 0; i < DCACHE_NUM_REQS; i++) begin assign dcache_bus_if[i].rsp_valid = (dmem_d_valid[i] && (dmem_d_bits_opcode[i * 3 +: 3] !== 3'd0 /*AccessAck*/)); // Data and tag assignment for dcache assign dcache_bus_if[i].rsp_data.data = dmem_d_bits_data[i * 32 +: 32]; assign dcache_bus_if[i].rsp_data.tag = dmem_d_bits_source[i * DCACHE_NOSM_TAG_WIDTH +: DCACHE_NOSM_TAG_WIDTH]; // Handling write ACKs, setting ready bit for dcache assign dmem_d_ready[i] = dcache_bus_if[i].rsp_ready || (dmem_d_valid[i] && (dmem_d_bits_opcode[i * 3 +: 3] == 3'd0 /*AccessAck*/)); // Request validity and address/data/source assignment for dcache assign dmem_a_valid[i] = dcache_bus_if[i].req_valid; assign dmem_a_bits_address[i * 32 +: 32] = {dcache_bus_if[i].req_data.addr, 2'b0}; assign dmem_a_bits_data[i * 32 +: 32] = dcache_bus_if[i].req_data.data; assign dmem_a_bits_source[i * DCACHE_NOSM_TAG_WIDTH +: DCACHE_NOSM_TAG_WIDTH] = dcache_bus_if[i].req_data.tag; // Opcode, size, and mask assignment for dcache assign dmem_a_bits_opcode[i * 3 +: 3] = dcache_bus_if[i].req_data.rw ? (&dcache_bus_if[i].req_data.byteen ? 3'd0 /*PutFull*/ : 3'd1 /*PutPartial*/) : 3'd4 /*Get*/; assign dmem_a_bits_size[i * 4 +: 4] = 4'd2; // Fixed size assign dmem_a_bits_mask[i * 4 +: 4] = dcache_bus_if[i].req_data.byteen; // Setting request ready signal for dcache assign dcache_bus_if[i].req_ready = dmem_a_ready[i]; // Data and tag assignment for smem assign smem_bus_if[i].rsp_valid = (smem_d_valid[i] && (smem_d_bits_opcode[i * 3 +: 3] !== 3'd0 /*AccessAck*/)); assign smem_bus_if[i].rsp_data.data = smem_d_bits_data[i * 32 +: 32]; assign smem_bus_if[i].rsp_data.tag = smem_d_bits_source[i * DCACHE_NOSM_TAG_WIDTH +: DCACHE_NOSM_TAG_WIDTH]; // Handling write ACKs, setting ready bit for smem assign smem_d_ready[i] = smem_bus_if[i].rsp_ready || (smem_d_valid[i] && (smem_d_bits_opcode[i * 3 +: 3] == 3'd0 /*AccessAck*/)); // Request validity and address/data/source assignment for smem assign smem_a_valid[i] = smem_bus_if[i].req_valid; assign smem_a_bits_address[i * 32 +: 32] = {smem_bus_if[i].req_data.addr, 2'b0}; assign smem_a_bits_data[i * 32 +: 32] = smem_bus_if[i].req_data.data; assign smem_a_bits_source[i * DCACHE_NOSM_TAG_WIDTH +: DCACHE_NOSM_TAG_WIDTH] = smem_bus_if[i].req_data.tag; // Opcode, size, and mask assignment for smem assign smem_a_bits_opcode[i * 3 +: 3] = smem_bus_if[i].req_data.rw ? (&smem_bus_if[i].req_data.byteen ? 3'd0 /*PutFull*/ : 3'd1 /*PutPartial*/) : 3'd4 /*Get*/; assign smem_a_bits_size[i * 4 +: 4] = 4'd2; // Fixed size assign smem_a_bits_mask[i * 4 +: 4] = smem_bus_if[i].req_data.byteen; // Setting request ready signal for smem assign smem_bus_if[i].req_ready = smem_a_ready[i]; end endgenerate // gbar ------------------------------------------------------------------- `ifdef GBAR_ENABLE VX_gbar_bus_if gbar_bus_if(); assign gbar_req_valid = gbar_bus_if.req_valid; assign gbar_req_id = gbar_bus_if.req_id; assign gbar_req_size_m1 = gbar_bus_if.req_size_m1; assign gbar_req_core_id = gbar_bus_if.req_core_id; assign gbar_bus_if.req_ready = gbar_req_ready; assign gbar_bus_if.rsp_valid = gbar_rsp_valid; assign gbar_bus_if.rsp_id = gbar_rsp_id; `endif // fpu -------------------------------------------------------------------- // assign {fpu_hartid, fpu_time, fpu_inst, fpu_fromint_data, fpu_fcsr_rm, fpu_dmem_resp_val, fpu_dmem_resp_type, // fpu_dmem_resp_tag, fpu_valid, fpu_killx, fpu_killm, fpu_keep_clock_enabled} = '0; logic sim_ebreak; logic [`NUM_REGS-1:0][`XLEN-1:0] sim_wb_value; logic [3:0] reset_start_counter; logic core_reset; logic dcr_reset; always @(posedge clock) begin if (reset) begin reset_start_counter <= 4'ha; end else begin if (reset_start_counter > 4'h0) begin reset_start_counter <= reset_start_counter - 4'h1; end end end // Delay reset signal by a few cycles to make time for resetting the DCR // (device configuration registers). assign core_reset = reset || (reset_start_counter != 4'h0); // || intr_reset; assign dcr_reset = !reset && (reset_start_counter != 4'h0); // A small FSM that tries to set DCR "properly" in the same order as // defined in VX_types.vh. // // DCR is a device configuration register that holds (among other things) // the startup address for the kernel, nominally set to 0x80000000. // TODO: Original Vortex code buffers dcr_bus by one cycle when // SOCKET_SIZE > 1, as below. Might want to check if we need to do the // same // `BUFFER_DCR_BUS_IF (core_dcr_bus_if, dcr_bus_if, (`SOCKET_SIZE > 1)); logic [`VX_DCR_ADDR_BITS-1:0] dcr_state; logic [`VX_DCR_ADDR_BITS-1:0] dcr_state_n; logic dcr_write_valid; logic [`VX_DCR_ADDR_WIDTH-1:0] dcr_write_addr; logic [`VX_DCR_DATA_WIDTH-1:0] dcr_write_data; always @(posedge clock) begin if (reset) begin dcr_state <= `VX_DCR_ADDR_BITS'h000; end else begin dcr_state <= dcr_state_n; end end always @(*) begin dcr_state_n = dcr_state; dcr_write_valid = 1'b0; dcr_write_addr = `VX_DCR_ADDR_WIDTH'b0; dcr_write_data = `VX_DCR_DATA_WIDTH'b0; case (dcr_state) `VX_DCR_ADDR_BITS'h000: begin dcr_state_n = `VX_DCR_BASE_STATE_BEGIN; end `VX_DCR_BASE_STATE_BEGIN: begin dcr_state_n = `VX_DCR_BASE_STARTUP_ADDR1; dcr_write_valid = 1'b1; dcr_write_addr = `VX_DCR_BASE_STARTUP_ADDR0; dcr_write_data = BOOTROM_HANG100; end `VX_DCR_BASE_STARTUP_ADDR1: begin dcr_state_n = `VX_DCR_BASE_MPM_CLASS; dcr_write_valid = 1'b1; dcr_write_addr = `VX_DCR_BASE_STARTUP_ADDR1; // FIXME: not sure what this does dcr_write_data = `VX_DCR_DATA_WIDTH'h0; end `VX_DCR_BASE_MPM_CLASS: begin dcr_state_n = `VX_DCR_BASE_STATE_END; dcr_write_valid = 1'b1; dcr_write_addr = `VX_DCR_BASE_MPM_CLASS; dcr_write_data = `VX_DCR_DATA_WIDTH'h0; end `VX_DCR_BASE_STATE_END: begin dcr_state_n = dcr_state; dcr_write_valid = 1'b0; end endcase end VX_dcr_bus_if dcr_bus_if(); assign dcr_bus_if.write_valid = dcr_write_valid; assign dcr_bus_if.write_addr = dcr_write_addr; assign dcr_bus_if.write_data = dcr_write_data; VX_mem_perf_if mem_perf_if(); // TODO: SCOPE_IO_BIND should be socket id VX_core #( .CORE_ID (CORE_ID) ) core ( `SCOPE_IO_BIND (0) .clk (clock), .reset (core_reset), `ifdef PERF_ENABLE // NOTE unused .mem_perf_if (mem_perf_if), `endif .dcr_bus_if (dcr_bus_if), .smem_bus_if (smem_bus_if), .dcache_bus_if (dcache_bus_if), .icache_bus_if (icache_bus_if), `ifdef GBAR_ENABLE .gbar_bus_if (gbar_bus_if), `endif .sim_ebreak (sim_ebreak), .sim_wb_value (sim_wb_value), .busy (busy), .downstream_mem_busy(downstream_mem_busy), .acc_read_in (acc_read_in), .acc_write_out (acc_write_out), .acc_write_en (acc_write_en) ); // VX_dcache_req_if #( // .NUM_REQS (`DCACHE_NUM_REQS), // .WORD_SIZE (`DCACHE_WORD_SIZE), // .TAG_WIDTH (`DCACHE_CORE_TAG_WIDTH) // ) dcache_req_if(); // VX_dcache_rsp_if #( // .NUM_REQS (`DCACHE_NUM_REQS), // .WORD_SIZE (`DCACHE_WORD_SIZE), // .TAG_WIDTH (`DCACHE_CORE_TAG_WIDTH) // ) dcache_rsp_if(); // // VX_icache_req_if #( // .WORD_SIZE (`ICACHE_WORD_SIZE), // .TAG_WIDTH (`ICACHE_CORE_TAG_WIDTH) // ) icache_req_if(); // VX_icache_rsp_if #( // .WORD_SIZE (`ICACHE_WORD_SIZE), // .TAG_WIDTH (`ICACHE_CORE_TAG_WIDTH) // ) icache_rsp_if(); // VX_pipeline #( // .CORE_ID(CORE_ID) // ) pipeline ( // `SCOPE_BIND_VX_core_pipeline // `ifdef PERF_ENABLE // .perf_memsys_if (perf_memsys_if), // `endif // .clk(clock), // .reset(reset || intr_reset), // .irq(1'b0/*intr_reset*/), // // Dcache core request // .dcache_req_valid (dcache_req_if.valid), // .dcache_req_rw (dcache_req_if.rw), // .dcache_req_byteen (dcache_req_if.byteen), // .dcache_req_addr (dcache_req_if.addr), // .dcache_req_data (dcache_req_if.data), // .dcache_req_tag (dcache_req_if.tag), // .dcache_req_ready (dcache_req_if.ready), // // Dcache core reponse // .dcache_rsp_valid (dcache_rsp_if.valid), // .dcache_rsp_tmask (dcache_rsp_if.tmask), // .dcache_rsp_data (dcache_rsp_if.data), // .dcache_rsp_tag (dcache_rsp_if.tag), // .dcache_rsp_ready (dcache_rsp_if.ready), // // Icache core request // .icache_req_valid (icache_req_if.valid), // .icache_req_addr (icache_req_if.addr), // .icache_req_tag (icache_req_if.tag), // .icache_req_ready (icache_req_if.ready), // // Icache core reponse // .icache_rsp_valid (icache_rsp_if.valid), // .icache_rsp_data (icache_rsp_if.data), // .icache_rsp_tag (icache_rsp_if.tag), // .icache_rsp_ready (icache_rsp_if.ready), // // Status // .busy(busy) // ); always @(*) begin if (busy === 1'b0) begin $display("---------------- no more active warps ----------------"); // TODO: lane assumed to be 4 // `ifndef SYNTHESIS // for (integer j = 0; j < `NUM_WARPS; j++) begin // $display("warp %2d", j); // for (integer k = 0; k < `NUM_REGS; k += 1) // $display("x%2d: %08x %08x %08x %08x", k, // pipeline.issue.gpr_stage.iports[/*thread*/0].dp_ram1.not_out_reg.reg_dump.ram[j * `NUM_REGS + k], // pipeline.issue.gpr_stage.iports[/*thread*/1].dp_ram1.not_out_reg.reg_dump.ram[j * `NUM_REGS + k], // pipeline.issue.gpr_stage.iports[/*thread*/2].dp_ram1.not_out_reg.reg_dump.ram[j * `NUM_REGS + k], // pipeline.issue.gpr_stage.iports[/*thread*/3].dp_ram1.not_out_reg.reg_dump.ram[j * `NUM_REGS + k]); // end // `endif // @(posedge clock) $finish(); end end endmodule : Vortex