2021-06-23 05:41:00 +00:00
|
|
|
///////////////////////////////////////////
|
|
|
|
// lsu.sv
|
|
|
|
//
|
|
|
|
// Written: David_Harris@hmc.edu 9 January 2021
|
|
|
|
// Modified:
|
|
|
|
//
|
|
|
|
// Purpose: Load/Store Unit
|
|
|
|
// Top level of the memory-stage hart logic
|
|
|
|
// Contains data cache, DTLB, subword read/write datapath, interface to external bus
|
|
|
|
//
|
|
|
|
// A component of the Wally configurable RISC-V project.
|
|
|
|
//
|
|
|
|
// Copyright (C) 2021 Harvey Mudd College & Oklahoma State University
|
|
|
|
//
|
|
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation
|
|
|
|
// files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy,
|
|
|
|
// modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software
|
|
|
|
// is furnished to do so, subject to the following conditions:
|
|
|
|
//
|
|
|
|
// The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
|
|
|
//
|
|
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
|
|
|
|
// OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
|
|
|
// BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT
|
|
|
|
// OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
///////////////////////////////////////////
|
|
|
|
|
|
|
|
`include "wally-config.vh"
|
|
|
|
|
2021-07-06 15:41:36 +00:00
|
|
|
module lsu
|
|
|
|
(
|
2021-12-20 03:34:40 +00:00
|
|
|
input logic clk, reset,
|
|
|
|
input logic StallM, FlushM, StallW, FlushW,
|
|
|
|
output logic LSUStall,
|
2021-07-06 15:41:36 +00:00
|
|
|
// Memory Stage
|
|
|
|
|
|
|
|
// connected to cpu (controls)
|
2021-12-20 03:34:40 +00:00
|
|
|
input logic [1:0] MemRWM,
|
|
|
|
input logic [2:0] Funct3M,
|
|
|
|
input logic [6:0] Funct7M,
|
|
|
|
input logic [1:0] AtomicM,
|
|
|
|
input logic ExceptionM,
|
|
|
|
input logic PendingInterruptM,
|
|
|
|
input logic FlushDCacheM,
|
2021-12-29 04:27:12 +00:00
|
|
|
output logic CommittedM,
|
2021-12-20 03:34:40 +00:00
|
|
|
output logic SquashSCW,
|
|
|
|
output logic DCacheMiss,
|
|
|
|
output logic DCacheAccess,
|
2021-07-06 15:41:36 +00:00
|
|
|
|
|
|
|
// address and write data
|
2021-12-20 03:34:40 +00:00
|
|
|
input logic [`XLEN-1:0] IEUAdrE,
|
2021-12-20 16:03:19 +00:00
|
|
|
(* mark_debug = "true" *)output logic [`XLEN-1:0] IEUAdrM,
|
2021-12-20 03:34:40 +00:00
|
|
|
input logic [`XLEN-1:0] WriteDataM,
|
2021-07-22 19:51:14 +00:00
|
|
|
output logic [`XLEN-1:0] ReadDataM,
|
2021-07-06 15:41:36 +00:00
|
|
|
|
|
|
|
// cpu privilege
|
2021-12-20 03:34:40 +00:00
|
|
|
input logic [1:0] PrivilegeModeW,
|
|
|
|
input logic DTLBFlushM,
|
2021-07-06 15:41:36 +00:00
|
|
|
// faults
|
2021-12-20 03:34:40 +00:00
|
|
|
output logic DTLBLoadPageFaultM, DTLBStorePageFaultM,
|
|
|
|
output logic LoadMisalignedFaultM, LoadAccessFaultM,
|
2021-07-06 15:41:36 +00:00
|
|
|
// cpu hazard unit (trap)
|
2021-12-20 03:34:40 +00:00
|
|
|
output logic StoreMisalignedFaultM, StoreAccessFaultM,
|
2021-07-06 15:41:36 +00:00
|
|
|
|
|
|
|
// connect to ahb
|
2021-12-28 21:57:36 +00:00
|
|
|
(* mark_debug = "true" *) output logic [`PA_BITS-1:0] LsuBusAdr,
|
|
|
|
output logic LsuBusRead,
|
|
|
|
output logic LsuBusWrite,
|
|
|
|
input logic LsuBusAck,
|
|
|
|
(* mark_debug = "true" *) input logic [`XLEN-1:0] LsuBusHRDATA,
|
|
|
|
output logic [`XLEN-1:0] LsuBusHWDATA,
|
|
|
|
output logic [2:0] LsuBusSize,
|
2021-07-06 15:41:36 +00:00
|
|
|
|
|
|
|
// mmu management
|
|
|
|
|
|
|
|
// page table walker
|
2021-12-20 03:34:40 +00:00
|
|
|
input logic [`XLEN-1:0] SATP_REGW, // from csr
|
|
|
|
input logic STATUS_MXR, STATUS_SUM, STATUS_MPRV,
|
|
|
|
input logic [1:0] STATUS_MPP,
|
2021-07-06 15:41:36 +00:00
|
|
|
|
2021-12-20 03:34:40 +00:00
|
|
|
input logic [`XLEN-1:0] PCF,
|
|
|
|
input logic ITLBMissF,
|
2021-07-17 19:01:01 +00:00
|
|
|
output logic [`XLEN-1:0] PTE,
|
2021-12-20 03:34:40 +00:00
|
|
|
output logic [1:0] PageType,
|
|
|
|
output logic ITLBWriteF,
|
2021-07-06 15:41:36 +00:00
|
|
|
|
2021-12-20 03:34:40 +00:00
|
|
|
input var logic [7:0] PMPCFG_ARRAY_REGW[`PMP_ENTRIES-1:0],
|
|
|
|
input var logic [`XLEN-1:0] PMPADDR_ARRAY_REGW[`PMP_ENTRIES-1:0] // *** this one especially has a large note attached to it in pmpchecker.
|
2021-07-06 15:41:36 +00:00
|
|
|
);
|
|
|
|
|
2021-12-20 03:34:40 +00:00
|
|
|
logic DTLBPageFaultM;
|
2021-07-06 15:41:36 +00:00
|
|
|
|
2021-12-29 21:03:34 +00:00
|
|
|
logic [`PA_BITS-1:0] LsuPAdrM; // from mmu to dcache
|
2021-12-20 16:03:56 +00:00
|
|
|
logic [`XLEN+1:0] IEUAdrExtM;
|
2021-12-20 03:34:40 +00:00
|
|
|
logic DTLBMissM;
|
|
|
|
logic DTLBWriteM;
|
2021-12-28 21:00:02 +00:00
|
|
|
|
2021-12-28 19:10:45 +00:00
|
|
|
logic [1:0] LsuRWM;
|
2021-12-29 21:03:34 +00:00
|
|
|
logic [1:0] PreLsuRWM;
|
2021-12-28 19:10:45 +00:00
|
|
|
logic [2:0] LsuFunct3M;
|
|
|
|
logic [1:0] LsuAtomicM;
|
2021-12-29 21:03:34 +00:00
|
|
|
logic [`PA_BITS-1:0] PreLsuPAdrM, LocalLsuBusAdr;
|
2021-12-29 17:21:44 +00:00
|
|
|
logic [11:0] LsuAdrE, DCacheAdrE;
|
2021-12-20 04:21:03 +00:00
|
|
|
logic CPUBusy;
|
2021-12-20 03:34:40 +00:00
|
|
|
logic MemReadM;
|
|
|
|
logic DCacheStall;
|
|
|
|
|
|
|
|
logic CacheableM;
|
2021-12-20 04:24:07 +00:00
|
|
|
logic SelHPTW;
|
2021-12-20 04:00:28 +00:00
|
|
|
|
2021-12-20 03:34:40 +00:00
|
|
|
|
2021-12-28 00:12:59 +00:00
|
|
|
logic BusStall;
|
|
|
|
|
2021-12-20 03:34:40 +00:00
|
|
|
|
|
|
|
logic InterlockStall;
|
|
|
|
logic IgnoreRequest;
|
2021-12-29 17:21:44 +00:00
|
|
|
logic BusCommittedM, DCacheCommittedM;
|
2021-12-29 04:27:12 +00:00
|
|
|
|
2021-12-28 18:11:45 +00:00
|
|
|
|
2021-12-19 20:00:30 +00:00
|
|
|
flopenrc #(`XLEN) AddressMReg(clk, reset, FlushM, ~StallM, IEUAdrE, IEUAdrM);
|
2021-12-28 21:00:02 +00:00
|
|
|
assign IEUAdrExtM = {2'b00, IEUAdrM};
|
2021-12-15 20:10:45 +00:00
|
|
|
|
2021-12-28 21:00:02 +00:00
|
|
|
generate
|
|
|
|
if(`MEM_VIRTMEM) begin : MEM_VIRTMEM
|
|
|
|
logic AnyCPUReqM;
|
|
|
|
logic [`PA_BITS-1:0] HPTWAdr;
|
|
|
|
logic HPTWRead;
|
|
|
|
logic [2:0] HPTWSize;
|
|
|
|
logic SelReplayCPURequest;
|
|
|
|
|
|
|
|
typedef enum {STATE_T0_READY,
|
|
|
|
STATE_T0_REPLAY,
|
|
|
|
STATE_T3_DTLB_MISS,
|
|
|
|
STATE_T4_ITLB_MISS,
|
|
|
|
STATE_T5_ITLB_MISS,
|
|
|
|
STATE_T7_DITLB_MISS} statetype;
|
|
|
|
|
|
|
|
statetype InterlockCurrState, InterlockNextState;
|
|
|
|
|
|
|
|
assign AnyCPUReqM = (|MemRWM) | (|AtomicM);
|
|
|
|
|
|
|
|
always_ff @(posedge clk)
|
|
|
|
if (reset) InterlockCurrState <= #1 STATE_T0_READY;
|
|
|
|
else InterlockCurrState <= #1 InterlockNextState;
|
|
|
|
|
|
|
|
always_comb begin
|
|
|
|
case(InterlockCurrState)
|
|
|
|
STATE_T0_READY: if(~ITLBMissF & DTLBMissM & AnyCPUReqM) InterlockNextState = STATE_T3_DTLB_MISS;
|
|
|
|
else if(ITLBMissF & ~DTLBMissM & ~AnyCPUReqM) InterlockNextState = STATE_T4_ITLB_MISS;
|
|
|
|
else if(ITLBMissF & ~DTLBMissM & AnyCPUReqM) InterlockNextState = STATE_T5_ITLB_MISS;
|
|
|
|
else if(ITLBMissF & DTLBMissM & AnyCPUReqM) InterlockNextState = STATE_T7_DITLB_MISS;
|
|
|
|
else InterlockNextState = STATE_T0_READY;
|
|
|
|
STATE_T0_REPLAY: if(DCacheStall) InterlockNextState = STATE_T0_REPLAY;
|
|
|
|
else InterlockNextState = STATE_T0_READY;
|
|
|
|
STATE_T3_DTLB_MISS: if(DTLBWriteM) InterlockNextState = STATE_T0_REPLAY;
|
|
|
|
else InterlockNextState = STATE_T3_DTLB_MISS;
|
|
|
|
STATE_T4_ITLB_MISS: if(ITLBWriteF) InterlockNextState = STATE_T0_READY;
|
|
|
|
else InterlockNextState = STATE_T4_ITLB_MISS;
|
|
|
|
STATE_T5_ITLB_MISS: if(ITLBWriteF) InterlockNextState = STATE_T0_REPLAY;
|
|
|
|
else InterlockNextState = STATE_T5_ITLB_MISS;
|
|
|
|
STATE_T7_DITLB_MISS: if(DTLBWriteM) InterlockNextState = STATE_T5_ITLB_MISS;
|
|
|
|
else InterlockNextState = STATE_T7_DITLB_MISS;
|
|
|
|
default: InterlockNextState = STATE_T0_READY;
|
|
|
|
endcase
|
|
|
|
end // always_comb
|
|
|
|
|
|
|
|
// signal to CPU it needs to wait on HPTW.
|
|
|
|
/* -----\/----- EXCLUDED -----\/-----
|
|
|
|
// this code has a problem with imperas64mmu as it reads in an invalid uninitalized instruction. InterlockStall becomes x and it propagates
|
|
|
|
// everywhere. The case statement below implements the same logic but any x on the inputs will resolve to 0.
|
|
|
|
assign InterlockStall = (InterlockCurrState == STATE_T0_READY & (DTLBMissM | ITLBMissF)) |
|
|
|
|
(InterlockCurrState == STATE_T3_DTLB_MISS) | (InterlockCurrState == STATE_T4_ITLB_MISS) |
|
|
|
|
(InterlockCurrState == STATE_T5_ITLB_MISS) | (InterlockCurrState == STATE_T7_DITLB_MISS);
|
|
|
|
|
|
|
|
-----/\----- EXCLUDED -----/\----- */
|
|
|
|
|
|
|
|
always_comb begin
|
|
|
|
InterlockStall = 1'b0;
|
|
|
|
case(InterlockCurrState)
|
|
|
|
STATE_T0_READY: if(DTLBMissM | ITLBMissF) InterlockStall = 1'b1;
|
|
|
|
STATE_T3_DTLB_MISS: InterlockStall = 1'b1;
|
|
|
|
STATE_T4_ITLB_MISS: InterlockStall = 1'b1;
|
|
|
|
STATE_T5_ITLB_MISS: InterlockStall = 1'b1;
|
|
|
|
STATE_T7_DITLB_MISS: InterlockStall = 1'b1;
|
|
|
|
default: InterlockStall = 1'b0;
|
|
|
|
endcase
|
|
|
|
end
|
2021-12-28 18:11:45 +00:00
|
|
|
|
2021-07-04 18:49:38 +00:00
|
|
|
|
2021-12-28 21:00:02 +00:00
|
|
|
// When replaying CPU memory request after PTW select the IEUAdrM for correct address.
|
|
|
|
assign SelReplayCPURequest = (InterlockNextState == STATE_T0_REPLAY);
|
|
|
|
assign SelHPTW = (InterlockCurrState == STATE_T3_DTLB_MISS) | (InterlockCurrState == STATE_T4_ITLB_MISS) |
|
|
|
|
(InterlockCurrState == STATE_T5_ITLB_MISS) | (InterlockCurrState == STATE_T7_DITLB_MISS);
|
|
|
|
assign IgnoreRequest = (InterlockCurrState == STATE_T0_READY & (ITLBMissF | DTLBMissM | ExceptionM | PendingInterruptM)) |
|
|
|
|
((InterlockCurrState == STATE_T0_REPLAY)
|
|
|
|
& (ExceptionM | PendingInterruptM));
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// *** add generate to conditionally create hptw, lsuArb, and mmu
|
|
|
|
// based on `MEM_VIRTMEM
|
|
|
|
hptw hptw(.clk, .reset, .SATP_REGW, .PCF, .IEUAdrM,
|
|
|
|
.ITLBMissF(ITLBMissF & ~PendingInterruptM),
|
|
|
|
.DTLBMissM(DTLBMissM & ~PendingInterruptM),
|
|
|
|
.MemRWM, .PTE, .PageType, .ITLBWriteF, .DTLBWriteM,
|
|
|
|
.HPTWReadPTE(ReadDataM),
|
|
|
|
.DCacheStall, .HPTWAdr, .HPTWRead, .HPTWSize, .AnyCPUReqM);
|
|
|
|
|
|
|
|
// arbiter between IEU and hptw
|
|
|
|
|
|
|
|
// multiplex the outputs to LSU
|
2021-12-29 21:03:34 +00:00
|
|
|
mux2 #(2) rwmux(MemRWM, {HPTWRead, 1'b0}, SelHPTW, PreLsuRWM);
|
2021-12-28 21:00:02 +00:00
|
|
|
mux2 #(3) sizemux(Funct3M, HPTWSize, SelHPTW, LsuFunct3M);
|
|
|
|
mux2 #(2) atomicmux(AtomicM, 2'b00, SelHPTW, LsuAtomicM);
|
|
|
|
mux2 #(12) adremux(IEUAdrE[11:0], HPTWAdr[11:0], SelHPTW, LsuAdrE);
|
2021-12-29 21:03:34 +00:00
|
|
|
mux2 #(`PA_BITS) lsupadrmux(IEUAdrExtM[`PA_BITS-1:0], HPTWAdr, SelHPTW, PreLsuPAdrM);
|
2021-12-28 21:00:02 +00:00
|
|
|
|
2021-12-29 04:27:12 +00:00
|
|
|
assign CPUBusy = StallW & ~SelHPTW;
|
|
|
|
|
2021-12-28 21:00:02 +00:00
|
|
|
// always block interrupts when using the hardware page table walker.
|
|
|
|
|
|
|
|
// this is for the d cache SRAM.
|
|
|
|
// turns out because we cannot pipeline hptw requests we don't need this register
|
|
|
|
//flop #(`PA_BITS) HPTWAdrMReg(clk, HPTWAdr, HPTWAdrM); // delay HPTWAdrM by a cycle
|
|
|
|
|
2021-12-29 21:03:34 +00:00
|
|
|
//assign PreLsuRWM = SelHPTW ? {HPTWRead, 1'b0} : MemRWM;
|
2021-12-28 21:00:02 +00:00
|
|
|
//assign LsuAdrE = SelHPTW ? HPTWAdr[11:0] : IEUAdrE[11:0];
|
|
|
|
//assign LsuAtomicM = SelHPTW ? 2'b00 : AtomicM;
|
2021-12-29 21:03:34 +00:00
|
|
|
//assign PreLsuPAdrM = SelHPTW ? HPTWAdr : IEUAdrExtM[`PA_BITS-1:0];
|
2021-12-28 21:00:02 +00:00
|
|
|
|
|
|
|
|
|
|
|
// Specify which type of page fault is occurring
|
|
|
|
// *** `MEM_VIRTMEM
|
2021-12-29 21:03:34 +00:00
|
|
|
assign DTLBLoadPageFaultM = DTLBPageFaultM & PreLsuRWM[1];
|
|
|
|
assign DTLBStorePageFaultM = DTLBPageFaultM & PreLsuRWM[0];
|
2021-12-28 21:00:02 +00:00
|
|
|
|
2021-12-29 17:21:44 +00:00
|
|
|
assign DCacheAdrE = SelReplayCPURequest ? IEUAdrM[11:0] : LsuAdrE;
|
2021-12-28 21:00:02 +00:00
|
|
|
|
|
|
|
end // if (`MEM_VIRTMEM)
|
|
|
|
else begin
|
|
|
|
assign InterlockStall = 1'b0;
|
|
|
|
|
2021-12-29 17:21:44 +00:00
|
|
|
assign DCacheAdrE = LsuAdrE;
|
2021-12-28 21:00:02 +00:00
|
|
|
assign SelHPTW = 1'b0;
|
|
|
|
assign IgnoreRequest = 1'b0;
|
|
|
|
|
|
|
|
assign PTE = '0;
|
|
|
|
assign PageType = '0;
|
|
|
|
assign DTLBWriteM = 1'b0;
|
|
|
|
assign ITLBWriteF = 1'b0;
|
|
|
|
|
2021-12-29 21:03:34 +00:00
|
|
|
assign PreLsuRWM = MemRWM;
|
2021-12-28 21:00:02 +00:00
|
|
|
assign LsuFunct3M = Funct3M;
|
|
|
|
assign LsuAtomicM = AtomicM;
|
|
|
|
assign LsuAdrE = IEUAdrE[11:0];
|
2021-12-29 21:03:34 +00:00
|
|
|
assign PreLsuPAdrM = IEUAdrExtM;
|
2021-12-28 21:00:02 +00:00
|
|
|
assign CPUBusy = StallW;
|
|
|
|
|
|
|
|
assign DTLBLoadPageFaultM = 1'b0;
|
|
|
|
assign DTLBStorePageFaultM = 1'b0;
|
|
|
|
end
|
|
|
|
endgenerate
|
2021-07-04 18:49:38 +00:00
|
|
|
|
2021-12-29 20:48:09 +00:00
|
|
|
// **** look into this confusing signal.
|
2021-12-29 17:21:44 +00:00
|
|
|
assign CommittedM = SelHPTW | DCacheCommittedM | BusCommittedM;
|
2021-12-28 22:14:10 +00:00
|
|
|
|
2021-12-29 20:48:09 +00:00
|
|
|
generate
|
|
|
|
if(`ZICSR_SUPPORTED == 1) begin : dmmu
|
|
|
|
logic DataMisalignedM;
|
|
|
|
|
|
|
|
mmu #(.TLB_ENTRIES(`DTLB_ENTRIES), .IMMU(0))
|
|
|
|
dmmu(.clk, .reset, .SATP_REGW, .STATUS_MXR, .STATUS_SUM, .STATUS_MPRV, .STATUS_MPP,
|
|
|
|
.PrivilegeModeW, .DisableTranslation(SelHPTW),
|
2021-12-29 21:03:34 +00:00
|
|
|
.PAdr(PreLsuPAdrM),
|
2021-12-29 20:48:09 +00:00
|
|
|
.VAdr(IEUAdrM),
|
|
|
|
.Size(LsuFunct3M[1:0]),
|
|
|
|
.PTE,
|
|
|
|
.PageTypeWriteVal(PageType),
|
|
|
|
.TLBWrite(DTLBWriteM),
|
|
|
|
.TLBFlush(DTLBFlushM),
|
2021-12-29 21:03:34 +00:00
|
|
|
.PhysicalAddress(LsuPAdrM),
|
2021-12-29 20:48:09 +00:00
|
|
|
.TLBMiss(DTLBMissM),
|
|
|
|
.Cacheable(CacheableM),
|
|
|
|
.Idempotent(), .AtomicAllowed(),
|
|
|
|
.TLBPageFault(DTLBPageFaultM),
|
|
|
|
.InstrAccessFaultF(), .LoadAccessFaultM, .StoreAccessFaultM,
|
|
|
|
.AtomicAccessM(1'b0), .ExecuteAccessF(1'b0), /// atomicaccessm is probably a bug
|
2021-12-29 21:03:34 +00:00
|
|
|
.WriteAccessM(PreLsuRWM[0]), .ReadAccessM(PreLsuRWM[1]),
|
2021-12-29 20:48:09 +00:00
|
|
|
.PMPCFG_ARRAY_REGW, .PMPADDR_ARRAY_REGW
|
|
|
|
); // *** the pma/pmp instruction access faults don't really matter here. is it possible to parameterize which outputs exist?
|
|
|
|
|
|
|
|
// Determine if an Unaligned access is taking place
|
|
|
|
// hptw guarantees alignment, only check inputs from IEU.
|
|
|
|
always_comb
|
|
|
|
case(Funct3M[1:0])
|
|
|
|
2'b00: DataMisalignedM = 0; // lb, sb, lbu
|
|
|
|
2'b01: DataMisalignedM = IEUAdrM[0]; // lh, sh, lhu
|
|
|
|
2'b10: DataMisalignedM = IEUAdrM[1] | IEUAdrM[0]; // lw, sw, flw, fsw, lwu
|
|
|
|
2'b11: DataMisalignedM = |IEUAdrM[2:0]; // ld, sd, fld, fsd
|
|
|
|
endcase
|
|
|
|
|
|
|
|
// If the CPU's (not HPTW's) request is a page fault.
|
|
|
|
assign LoadMisalignedFaultM = DataMisalignedM & MemRWM[1];
|
|
|
|
assign StoreMisalignedFaultM = DataMisalignedM & MemRWM[0];
|
|
|
|
|
|
|
|
end else begin
|
2021-12-29 21:03:34 +00:00
|
|
|
assign LsuPAdrM = PreLsuPAdrM;
|
2021-12-29 20:48:09 +00:00
|
|
|
assign DTLBMissM = 0;
|
|
|
|
assign CacheableM = 1;
|
|
|
|
assign DTLBPageFaultM = 0;
|
|
|
|
assign LoadAccessFaultM = 0;
|
|
|
|
assign StoreMisalignedFaultM = 0;
|
|
|
|
assign LoadMisalignedFaultM = 0;
|
|
|
|
assign StoreMisalignedFaultM = 0;
|
|
|
|
end
|
|
|
|
endgenerate
|
2021-12-28 21:00:02 +00:00
|
|
|
assign LSUStall = DCacheStall | InterlockStall | BusStall;
|
2021-07-04 18:49:38 +00:00
|
|
|
|
2021-12-28 19:59:07 +00:00
|
|
|
|
2021-07-18 01:58:49 +00:00
|
|
|
|
2021-12-14 20:46:29 +00:00
|
|
|
// Move generate from lrsc to outside this module.
|
2021-12-29 20:48:09 +00:00
|
|
|
// use PreLsu as prefix for lrsc
|
2021-12-28 20:17:18 +00:00
|
|
|
generate
|
|
|
|
if (`A_SUPPORTED) begin
|
2021-12-29 21:03:34 +00:00
|
|
|
assign MemReadM = PreLsuRWM[1] & ~(IgnoreRequest) & ~DTLBMissM;
|
|
|
|
lrsc lrsc(.clk, .reset, .FlushW, .CPUBusy, .MemReadM, .PreLsuRWM, .LsuAtomicM, .LsuPAdrM,
|
|
|
|
.SquashSCW, .LsuRWM);
|
2021-12-28 20:17:18 +00:00
|
|
|
end else begin
|
|
|
|
assign SquashSCW = 0;
|
2021-12-29 21:03:34 +00:00
|
|
|
assign LsuRWM = PreLsuRWM;
|
2021-12-28 20:17:18 +00:00
|
|
|
end
|
|
|
|
endgenerate
|
2021-07-18 01:11:41 +00:00
|
|
|
|
2021-06-23 05:41:00 +00:00
|
|
|
|
2021-07-09 20:16:38 +00:00
|
|
|
|
2021-12-14 20:46:29 +00:00
|
|
|
// conditional
|
2021-12-14 21:43:06 +00:00
|
|
|
// 1. ram // controlled by `MEM_DTIM
|
2021-12-14 20:46:29 +00:00
|
|
|
// 2. cache `MEM_DCACHE
|
|
|
|
// 3. wire pass-through
|
2021-12-27 21:56:18 +00:00
|
|
|
|
2021-12-27 22:45:49 +00:00
|
|
|
localparam integer WORDSPERLINE = `DCACHE_BLOCKLENINBITS/`XLEN;
|
|
|
|
localparam integer LOGWPL = $clog2(WORDSPERLINE);
|
|
|
|
localparam integer BLOCKLEN = `DCACHE_BLOCKLENINBITS;
|
|
|
|
|
2021-12-29 03:28:03 +00:00
|
|
|
localparam integer WordCountThreshold = WORDSPERLINE - 1;
|
2021-12-27 22:45:49 +00:00
|
|
|
localparam integer BLOCKBYTELEN = BLOCKLEN/8;
|
|
|
|
localparam integer OFFSETLEN = $clog2(BLOCKBYTELEN);
|
|
|
|
|
2021-12-27 21:56:18 +00:00
|
|
|
// temp
|
2021-12-29 03:28:03 +00:00
|
|
|
logic WordCountFlag;
|
2021-12-27 22:45:49 +00:00
|
|
|
|
2021-12-27 21:56:18 +00:00
|
|
|
logic [`XLEN-1:0] FinalAMOWriteDataM, FinalWriteDataM;
|
2021-12-27 22:45:49 +00:00
|
|
|
(* mark_debug = "true" *) logic [`XLEN-1:0] DC_HWDATA_FIXNAME;
|
2021-12-27 21:56:18 +00:00
|
|
|
logic SelFlush;
|
|
|
|
logic [`XLEN-1:0] ReadDataWordM;
|
2021-12-27 22:45:49 +00:00
|
|
|
logic [`DCACHE_BLOCKLENINBITS-1:0] DCacheMemWriteData;
|
2021-12-27 21:56:18 +00:00
|
|
|
|
|
|
|
// keep
|
|
|
|
logic [`XLEN-1:0] ReadDataWordMuxM;
|
2021-12-27 22:45:49 +00:00
|
|
|
|
|
|
|
|
2021-12-29 03:28:03 +00:00
|
|
|
logic [LOGWPL-1:0] WordCount, NextWordCount;
|
2021-12-27 22:45:49 +00:00
|
|
|
logic [`PA_BITS-1:0] BasePAdrMaskedM;
|
|
|
|
logic [OFFSETLEN-1:0] BasePAdrOffsetM;
|
|
|
|
|
2021-12-28 00:12:59 +00:00
|
|
|
logic CntEn, PreCntEn;
|
2021-12-27 22:45:49 +00:00
|
|
|
logic CntReset;
|
2021-12-29 16:44:37 +00:00
|
|
|
logic [`PA_BITS-1:0] DCacheBusAdr;
|
2021-12-27 22:45:49 +00:00
|
|
|
logic [`XLEN-1:0] ReadDataBlockSetsM [(`DCACHE_BLOCKLENINBITS/`XLEN)-1:0];
|
2021-12-27 21:56:18 +00:00
|
|
|
|
2021-12-27 22:45:49 +00:00
|
|
|
|
|
|
|
|
2021-12-29 17:21:44 +00:00
|
|
|
logic DCacheWriteLine;
|
|
|
|
logic DCacheFetchLine;
|
|
|
|
logic DCacheBusAck;
|
2021-12-29 03:28:03 +00:00
|
|
|
|
|
|
|
logic UnCachedLsuBusRead;
|
|
|
|
logic UnCachedLsuBusWrite;
|
2021-12-29 16:44:37 +00:00
|
|
|
logic SelUncachedAdr;
|
|
|
|
|
2021-12-19 22:12:31 +00:00
|
|
|
|
2021-12-20 04:47:48 +00:00
|
|
|
dcache dcache(.clk, .reset, .CPUBusy,
|
2021-12-29 21:03:34 +00:00
|
|
|
.MemRWM(LsuRWM),
|
2021-12-28 19:10:45 +00:00
|
|
|
.Funct3M(LsuFunct3M),
|
2021-12-20 04:47:48 +00:00
|
|
|
.Funct7M, .FlushDCacheM,
|
2021-12-28 19:10:45 +00:00
|
|
|
.AtomicM(LsuAtomicM),
|
2021-12-29 17:21:44 +00:00
|
|
|
.MemAdrE(DCacheAdrE),
|
2021-12-29 21:03:34 +00:00
|
|
|
.LsuPAdrM,
|
2021-12-27 21:56:18 +00:00
|
|
|
.FinalWriteDataM, .ReadDataWordM, .DCacheStall,
|
2021-12-28 19:10:45 +00:00
|
|
|
.DCacheMiss, .DCacheAccess, .IgnoreRequest,
|
2021-12-28 19:59:07 +00:00
|
|
|
.CacheableM(CacheableM),
|
2021-12-29 17:21:44 +00:00
|
|
|
.DCacheCommittedM,
|
2021-12-29 16:44:37 +00:00
|
|
|
.DCacheBusAdr,
|
2021-12-27 22:45:49 +00:00
|
|
|
.ReadDataBlockSetsM,
|
2021-12-27 21:56:18 +00:00
|
|
|
.SelFlush,
|
2021-12-27 22:45:49 +00:00
|
|
|
.DCacheMemWriteData,
|
2021-12-29 17:21:44 +00:00
|
|
|
.DCacheFetchLine,
|
|
|
|
.DCacheWriteLine,
|
|
|
|
.DCacheBusAck
|
2021-12-20 03:34:40 +00:00
|
|
|
);
|
2021-06-23 05:41:00 +00:00
|
|
|
|
2021-12-27 21:56:18 +00:00
|
|
|
|
|
|
|
mux2 #(`XLEN) UnCachedDataMux(.d0(ReadDataWordM),
|
2021-12-27 22:45:49 +00:00
|
|
|
.d1(DCacheMemWriteData[`XLEN-1:0]),
|
2021-12-29 16:44:37 +00:00
|
|
|
.s(SelUncachedAdr),
|
2021-12-27 21:56:18 +00:00
|
|
|
.y(ReadDataWordMuxM));
|
|
|
|
|
|
|
|
// finally swr
|
|
|
|
subwordread subwordread(.ReadDataWordMuxM,
|
2021-12-29 21:03:34 +00:00
|
|
|
.LsuPAdrM(LsuPAdrM[2:0]),
|
2021-12-28 19:10:45 +00:00
|
|
|
.Funct3M(LsuFunct3M),
|
2021-12-27 21:56:18 +00:00
|
|
|
.ReadDataM);
|
|
|
|
|
|
|
|
generate
|
2021-12-29 20:48:09 +00:00
|
|
|
if (`A_SUPPORTED) begin : amo
|
2021-12-27 21:56:18 +00:00
|
|
|
logic [`XLEN-1:0] AMOResult;
|
2021-12-28 19:10:45 +00:00
|
|
|
amoalu amoalu(.srca(ReadDataM), .srcb(WriteDataM), .funct(Funct7M), .width(LsuFunct3M[1:0]),
|
2021-12-27 21:56:18 +00:00
|
|
|
.result(AMOResult));
|
2021-12-28 19:10:45 +00:00
|
|
|
mux2 #(`XLEN) wdmux(WriteDataM, AMOResult, LsuAtomicM[1], FinalAMOWriteDataM);
|
2021-12-27 21:56:18 +00:00
|
|
|
end else
|
|
|
|
assign FinalAMOWriteDataM = WriteDataM;
|
|
|
|
endgenerate
|
|
|
|
|
|
|
|
subwordwrite subwordwrite(.HRDATA(ReadDataWordM),
|
2021-12-29 21:03:34 +00:00
|
|
|
.HADDRD(LsuPAdrM[2:0]),
|
2021-12-28 19:10:45 +00:00
|
|
|
.HSIZED({LsuFunct3M[2], 1'b0, LsuFunct3M[1:0]}),
|
2021-12-27 21:56:18 +00:00
|
|
|
.HWDATAIN(FinalAMOWriteDataM),
|
|
|
|
.HWDATA(FinalWriteDataM));
|
|
|
|
|
2021-12-28 21:57:36 +00:00
|
|
|
assign LsuBusHWDATA = CacheableM | SelFlush ? DC_HWDATA_FIXNAME : WriteDataM;
|
2021-12-27 22:45:49 +00:00
|
|
|
|
2021-12-28 20:12:18 +00:00
|
|
|
generate
|
2021-12-29 03:28:03 +00:00
|
|
|
if (`XLEN == 32) assign LsuBusSize = UnCachedLsuBusWrite | UnCachedLsuBusRead ? LsuFunct3M : 3'b010;
|
|
|
|
else assign LsuBusSize = UnCachedLsuBusWrite | UnCachedLsuBusRead ? LsuFunct3M : 3'b011;
|
2021-12-28 20:12:18 +00:00
|
|
|
endgenerate;
|
2021-12-27 22:45:49 +00:00
|
|
|
|
|
|
|
// Bus Side logic
|
|
|
|
// register the fetch data from the next level of memory.
|
|
|
|
// This register should be necessary for timing. There is no register in the uncore or
|
|
|
|
// ahblite controller between the memories and this cache.
|
|
|
|
|
|
|
|
genvar index;
|
|
|
|
generate
|
|
|
|
for (index = 0; index < WORDSPERLINE; index++) begin:fetchbuffer
|
|
|
|
flopen #(`XLEN) fb(.clk(clk),
|
2021-12-29 03:28:03 +00:00
|
|
|
.en(LsuBusAck & LsuBusRead & (index == WordCount)),
|
2021-12-28 21:57:36 +00:00
|
|
|
.d(LsuBusHRDATA),
|
2021-12-27 22:45:49 +00:00
|
|
|
.q(DCacheMemWriteData[(index+1)*`XLEN-1:index*`XLEN]));
|
|
|
|
end
|
|
|
|
endgenerate
|
|
|
|
|
|
|
|
|
2021-12-29 16:44:37 +00:00
|
|
|
|
2021-12-29 21:03:34 +00:00
|
|
|
//assign LocalLsuBusAdr = SelUncachedAdr ? LsuPAdrM : {DCacheBusAdr[`PA_BITS-1:OFFSETLEN], {{OFFSETLEN}{1'b0}}} ;
|
|
|
|
assign LocalLsuBusAdr = SelUncachedAdr ? LsuPAdrM : DCacheBusAdr ;
|
2021-12-29 16:44:37 +00:00
|
|
|
|
|
|
|
assign LsuBusAdr = ({{`PA_BITS-LOGWPL{1'b0}}, WordCount} << $clog2(`XLEN/8)) + LocalLsuBusAdr;
|
2021-12-27 22:45:49 +00:00
|
|
|
|
2021-12-29 03:28:03 +00:00
|
|
|
assign DC_HWDATA_FIXNAME = ReadDataBlockSetsM[WordCount];
|
2021-12-27 22:45:49 +00:00
|
|
|
|
2021-12-29 03:28:03 +00:00
|
|
|
assign WordCountFlag = (WordCount == WordCountThreshold[LOGWPL-1:0]);
|
2021-12-28 21:57:36 +00:00
|
|
|
assign CntEn = PreCntEn & LsuBusAck;
|
2021-12-28 00:12:59 +00:00
|
|
|
|
2021-12-27 22:45:49 +00:00
|
|
|
flopenr #(LOGWPL)
|
2021-12-29 03:28:03 +00:00
|
|
|
WordCountReg(.clk(clk),
|
2021-12-27 22:45:49 +00:00
|
|
|
.reset(reset | CntReset),
|
|
|
|
.en(CntEn),
|
2021-12-29 03:28:03 +00:00
|
|
|
.d(NextWordCount),
|
|
|
|
.q(WordCount));
|
2021-12-27 22:45:49 +00:00
|
|
|
|
2021-12-29 03:28:03 +00:00
|
|
|
assign NextWordCount = WordCount + 1'b1;
|
2021-12-27 21:56:18 +00:00
|
|
|
|
2021-12-28 00:12:59 +00:00
|
|
|
typedef enum {STATE_BUS_READY,
|
2021-12-28 21:03:24 +00:00
|
|
|
STATE_BUS_FETCH,
|
|
|
|
STATE_BUS_WRITE,
|
2021-12-28 00:12:59 +00:00
|
|
|
STATE_BUS_UNCACHED_WRITE,
|
|
|
|
STATE_BUS_UNCACHED_WRITE_DONE,
|
|
|
|
STATE_BUS_UNCACHED_READ,
|
2021-12-29 03:28:03 +00:00
|
|
|
STATE_BUS_UNCACHED_READ_DONE,
|
|
|
|
STATE_BUS_CPU_BUSY} busstatetype;
|
2021-12-28 00:12:59 +00:00
|
|
|
|
|
|
|
(* mark_debug = "true" *) busstatetype BusCurrState, BusNextState;
|
|
|
|
|
|
|
|
always_ff @(posedge clk)
|
|
|
|
if (reset) BusCurrState <= #1 STATE_BUS_READY;
|
|
|
|
else BusCurrState <= #1 BusNextState;
|
|
|
|
|
|
|
|
always_comb begin
|
|
|
|
BusNextState = STATE_BUS_READY;
|
|
|
|
|
|
|
|
case(BusCurrState)
|
2021-12-28 22:48:08 +00:00
|
|
|
STATE_BUS_READY: if(IgnoreRequest) BusNextState = STATE_BUS_READY;
|
2021-12-29 21:03:34 +00:00
|
|
|
else if(LsuRWM[0] & ~CacheableM) BusNextState = STATE_BUS_UNCACHED_WRITE;
|
|
|
|
else if(LsuRWM[1] & ~CacheableM) BusNextState = STATE_BUS_UNCACHED_READ;
|
2021-12-29 17:21:44 +00:00
|
|
|
else if(DCacheFetchLine) BusNextState = STATE_BUS_FETCH;
|
|
|
|
else if(DCacheWriteLine) BusNextState = STATE_BUS_WRITE;
|
2021-12-28 22:48:08 +00:00
|
|
|
STATE_BUS_UNCACHED_WRITE: if(LsuBusAck) BusNextState = STATE_BUS_UNCACHED_WRITE_DONE;
|
|
|
|
else BusNextState = STATE_BUS_UNCACHED_WRITE;
|
|
|
|
STATE_BUS_UNCACHED_READ: if(LsuBusAck) BusNextState = STATE_BUS_UNCACHED_READ_DONE;
|
|
|
|
else BusNextState = STATE_BUS_UNCACHED_READ;
|
2021-12-29 03:28:03 +00:00
|
|
|
STATE_BUS_UNCACHED_WRITE_DONE: if(CPUBusy) BusNextState = STATE_BUS_CPU_BUSY;
|
|
|
|
else BusNextState = STATE_BUS_READY;
|
|
|
|
STATE_BUS_UNCACHED_READ_DONE: if(CPUBusy) BusNextState = STATE_BUS_CPU_BUSY;
|
|
|
|
else BusNextState = STATE_BUS_READY;
|
|
|
|
STATE_BUS_CPU_BUSY: if(CPUBusy) BusNextState = STATE_BUS_CPU_BUSY;
|
2021-12-29 16:58:02 +00:00
|
|
|
else BusNextState = STATE_BUS_READY;
|
2021-12-29 03:28:03 +00:00
|
|
|
STATE_BUS_FETCH: if (WordCountFlag & LsuBusAck) BusNextState = STATE_BUS_READY;
|
2021-12-28 22:48:08 +00:00
|
|
|
else BusNextState = STATE_BUS_FETCH;
|
2021-12-29 03:28:03 +00:00
|
|
|
STATE_BUS_WRITE: if(WordCountFlag & LsuBusAck) BusNextState = STATE_BUS_READY;
|
2021-12-28 22:48:08 +00:00
|
|
|
else BusNextState = STATE_BUS_WRITE;
|
2021-12-28 00:12:59 +00:00
|
|
|
endcase
|
|
|
|
end
|
|
|
|
|
2021-12-28 22:48:08 +00:00
|
|
|
|
|
|
|
assign CntReset = BusCurrState == STATE_BUS_READY;
|
2021-12-29 21:03:34 +00:00
|
|
|
assign BusStall = (BusCurrState == STATE_BUS_READY & ~IgnoreRequest & ((~CacheableM & (|LsuRWM)) | DCacheFetchLine | DCacheWriteLine)) |
|
2021-12-28 22:48:08 +00:00
|
|
|
(BusCurrState == STATE_BUS_UNCACHED_WRITE) |
|
|
|
|
(BusCurrState == STATE_BUS_UNCACHED_READ) |
|
|
|
|
(BusCurrState == STATE_BUS_FETCH) |
|
|
|
|
(BusCurrState == STATE_BUS_WRITE);
|
|
|
|
assign PreCntEn = BusCurrState == STATE_BUS_FETCH | BusCurrState == STATE_BUS_WRITE;
|
2021-12-29 21:03:34 +00:00
|
|
|
assign UnCachedLsuBusWrite = (BusCurrState == STATE_BUS_READY & ~CacheableM & (LsuRWM[0])) |
|
2021-12-29 03:28:03 +00:00
|
|
|
(BusCurrState == STATE_BUS_UNCACHED_WRITE);
|
|
|
|
assign LsuBusWrite = UnCachedLsuBusWrite | (BusCurrState == STATE_BUS_WRITE);
|
|
|
|
|
2021-12-29 21:03:34 +00:00
|
|
|
assign UnCachedLsuBusRead = (BusCurrState == STATE_BUS_READY & ~CacheableM & (|LsuRWM[1])) |
|
2021-12-29 03:28:03 +00:00
|
|
|
(BusCurrState == STATE_BUS_UNCACHED_READ);
|
|
|
|
assign LsuBusRead = UnCachedLsuBusRead | (BusCurrState == STATE_BUS_FETCH);
|
|
|
|
|
2021-12-29 17:21:44 +00:00
|
|
|
assign DCacheBusAck = (BusCurrState == STATE_BUS_FETCH & WordCountFlag & LsuBusAck) |
|
|
|
|
(BusCurrState == STATE_BUS_WRITE & WordCountFlag & LsuBusAck);
|
2021-12-29 04:27:12 +00:00
|
|
|
assign BusCommittedM = BusCurrState != STATE_BUS_READY;
|
2021-12-29 21:03:34 +00:00
|
|
|
assign SelUncachedAdr = (BusCurrState == STATE_BUS_READY & (|LsuRWM & ~CacheableM)) |
|
2021-12-29 16:44:37 +00:00
|
|
|
(BusCurrState == STATE_BUS_UNCACHED_READ |
|
|
|
|
BusCurrState == STATE_BUS_UNCACHED_READ_DONE |
|
|
|
|
BusCurrState == STATE_BUS_UNCACHED_WRITE |
|
|
|
|
BusCurrState == STATE_BUS_UNCACHED_WRITE_DONE);
|
2021-12-28 22:48:08 +00:00
|
|
|
|
2021-06-23 05:41:00 +00:00
|
|
|
endmodule
|
|
|
|
|