xref: /XiangShan/src/main/scala/xiangshan/cache/mmu/TLB.scala (revision 85a8d7ca95be7636399af9f3c39382ab20231da7)
1/***************************************************************************************
2* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3* Copyright (c) 2020-2021 Peng Cheng Laboratory
4*
5* XiangShan is licensed under Mulan PSL v2.
6* You can use this software according to the terms and conditions of the Mulan PSL v2.
7* You may obtain a copy of Mulan PSL v2 at:
8*          http://license.coscl.org.cn/MulanPSL2
9
10* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
11* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
12* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
13*
14* See the Mulan PSL v2 for more details.
15***************************************************************************************/
16
17package xiangshan.cache.mmu
18
19import org.chipsalliance.cde.config.Parameters
20import chisel3._
21import chisel3.util._
22import difftest._
23import freechips.rocketchip.util.SRAMAnnotation
24import xiangshan._
25import utils._
26import utility._
27import xiangshan.backend.fu.{PMPChecker, PMPReqBundle, PMPConfig => XSPMPConfig}
28import xiangshan.backend.rob.RobPtr
29import xiangshan.backend.fu.util.HasCSRConst
30import freechips.rocketchip.rocket.PMPConfig
31
32/** TLB module
33  * support block request and non-block request io at the same time
34  * return paddr at next cycle, then go for pmp/pma check
35  * @param Width: The number of requestors
36  * @param Block: Blocked or not for each requestor ports
37  * @param q: TLB Parameters, like entry number, each TLB has its own parameters
38  * @param p: XiangShan Paramemters, like XLEN
39  */
40
41class TLB(Width: Int, nRespDups: Int = 1, Block: Seq[Boolean], q: TLBParameters)(implicit p: Parameters) extends TlbModule
42  with HasCSRConst
43  with HasPerfEvents
44{
45  val io = IO(new TlbIO(Width, nRespDups, q))
46
47  val req = io.requestor.map(_.req)
48  val resp = io.requestor.map(_.resp)
49  val ptw = io.ptw
50  val pmp = io.pmp
51  val refill_to_mem = io.refill_to_mem
52
53  /** Sfence.vma & Svinval
54    * Sfence.vma will 1. flush old entries 2. flush inflight 3. flush pipe
55    * Svinval will 1. flush old entries 2. flush inflight
56    * So, Svinval will not flush pipe, which means
57    * it should not drop reqs from pipe and should return right resp
58    */
59  val sfence = DelayN(io.sfence, q.fenceDelay)
60  val csr = io.csr
61  val satp = DelayN(io.csr.satp, q.fenceDelay)
62  val vsatp = DelayN(io.csr.vsatp, q.fenceDelay)
63  val hgatp = DelayN(io.csr.hgatp, q.fenceDelay)
64  val mPBMTE = DelayN(io.csr.mPBMTE, q.fenceDelay)
65  val hPBMTE = DelayN(io.csr.hPBMTE, q.fenceDelay)
66
67  val flush_mmu = DelayN(sfence.valid || csr.satp.changed || csr.vsatp.changed || csr.hgatp.changed, q.fenceDelay)
68  val mmu_flush_pipe = DelayN(sfence.valid && sfence.bits.flushPipe, q.fenceDelay) // for svinval, won't flush pipe
69  val flush_pipe = io.flushPipe
70  val redirect = io.redirect
71  val req_in = req
72  val req_out = req.map(a => RegEnable(a.bits, a.fire))
73  val req_out_v = (0 until Width).map(i => ValidHold(req_in(i).fire && !req_in(i).bits.kill, resp(i).fire, flush_pipe(i)))
74
75  val isHyperInst = (0 until Width).map(i => req_out_v(i) && req_out(i).hyperinst)
76
77  // ATTENTION: csr and flush from backend are delayed. csr should not be later than flush.
78  // because, csr will influence tlb behavior.
79  val ifecth = if (q.fetchi) true.B else false.B
80  val mode_tmp = if (q.useDmode) csr.priv.dmode else csr.priv.imode
81  val mode = (0 until Width).map(i => Mux(isHyperInst(i), csr.priv.spvp, mode_tmp))
82  val virt_in = csr.priv.virt
83  val virt_out = req.map(a => RegEnable(csr.priv.virt, a.fire))
84  val sum = (0 until Width).map(i => Mux(virt_out(i) || isHyperInst(i), io.csr.priv.vsum, io.csr.priv.sum))
85  val mxr = (0 until Width).map(i => Mux(virt_out(i) || isHyperInst(i), io.csr.priv.vmxr || io.csr.priv.mxr, io.csr.priv.mxr))
86  val req_in_s2xlate = (0 until Width).map(i => MuxCase(noS2xlate, Seq(
87      (!(virt_in || req_in(i).bits.hyperinst)) -> noS2xlate,
88      (csr.vsatp.mode =/= 0.U && csr.hgatp.mode =/= 0.U) -> allStage,
89      (csr.vsatp.mode === 0.U) -> onlyStage2,
90      (csr.hgatp.mode === 0.U) -> onlyStage1
91    )))
92  val req_out_s2xlate = (0 until Width).map(i => MuxCase(noS2xlate, Seq(
93    (!(virt_out(i) || isHyperInst(i))) -> noS2xlate,
94    (csr.vsatp.mode =/= 0.U && csr.hgatp.mode =/= 0.U) -> allStage,
95    (csr.vsatp.mode === 0.U) -> onlyStage2,
96    (csr.hgatp.mode === 0.U) -> onlyStage1
97  )))
98  val need_gpa = RegInit(false.B)
99  val need_gpa_robidx = Reg(new RobPtr)
100  val need_gpa_vpn = Reg(UInt(vpnLen.W))
101  val resp_gpa_gvpn = Reg(UInt(ptePPNLen.W))
102  val resp_gpa_refill = RegInit(false.B)
103  val resp_s1_level = RegInit(0.U(log2Up(Level + 1).W))
104  val resp_s1_isLeaf = RegInit(false.B)
105  val resp_s1_isFakePte = RegInit(false.B)
106  val hasGpf = Wire(Vec(Width, Bool()))
107
108  val Sv39Enable = satp.mode === 8.U
109  val Sv48Enable = satp.mode === 9.U
110  val Sv39x4Enable = vsatp.mode === 8.U || hgatp.mode === 8.U
111  val Sv48x4Enable = vsatp.mode === 9.U || hgatp.mode === 9.U
112  val vmEnable = (0 until Width).map(i => !(isHyperInst(i) || virt_out(i)) && (
113    if (EnbaleTlbDebug) (Sv39Enable || Sv48Enable)
114    else (Sv39Enable || Sv48Enable) && (mode(i) < ModeM))
115  )
116  val s2xlateEnable = (0 until Width).map(i => (isHyperInst(i) || virt_out(i)) && (Sv39x4Enable || Sv48x4Enable) && (mode(i) < ModeM))
117  val portTranslateEnable = (0 until Width).map(i => (vmEnable(i) || s2xlateEnable(i)) && RegEnable(!req(i).bits.no_translate, req(i).valid))
118
119  // pre fault: check fault before real do translate
120  val prepf = WireInit(VecInit(Seq.fill(Width)(false.B)))
121  val pregpf = WireInit(VecInit(Seq.fill(Width)(false.B)))
122  val preaf = WireInit(VecInit(Seq.fill(Width)(false.B)))
123  val prevmEnable = (0 until Width).map(i => !(virt_in || req_in(i).bits.hyperinst) && (
124    if (EnbaleTlbDebug) (Sv39Enable || Sv48Enable)
125    else (Sv39Enable || Sv48Enable) && (mode(i) < ModeM))
126  )
127  val pres2xlateEnable = (0 until Width).map(i => (virt_in || req_in(i).bits.hyperinst) && (Sv39x4Enable || Sv48x4Enable) && (mode(i) < ModeM))
128  (0 until Width).foreach{i =>
129    val pf48 = SignExt(req(i).bits.fullva(47, 0), XLEN) =/= req(i).bits.fullva
130    val pf39 = SignExt(req(i).bits.fullva(38, 0), XLEN) =/= req(i).bits.fullva
131    val gpf48 = req(i).bits.fullva(XLEN - 1, 48 + 2) =/= 0.U
132    val gpf39 = req(i).bits.fullva(XLEN - 1, 39 + 2) =/= 0.U
133    val af = req(i).bits.fullva(XLEN - 1, PAddrBits) =/= 0.U
134    when (req(i).valid && req(i).bits.checkfullva) {
135      when (prevmEnable(i) || pres2xlateEnable(i)) {
136        when (req_in_s2xlate(i) === onlyStage2) {
137          when (Sv48x4Enable) {
138            pregpf(i) := gpf48
139          } .elsewhen (Sv39x4Enable) {
140            pregpf(i) := gpf39
141          }
142        } .otherwise {
143          when (Sv48Enable) {
144            prepf(i) := pf48
145          } .elsewhen (Sv39Enable) {
146            prepf(i) := pf39
147          }
148        }
149      } .otherwise {
150        preaf(i) := af
151      }
152    }
153  }
154
155  val refill = ptw.resp.fire && !(ptw.resp.bits.getGpa) && !flush_mmu
156  refill_to_mem := DontCare
157  val entries = Module(new TlbStorageWrapper(Width, q, nRespDups))
158  entries.io.base_connect(sfence, csr, satp)
159  if (q.outReplace) { io.replace <> entries.io.replace }
160  for (i <- 0 until Width) {
161    entries.io.r_req_apply(io.requestor(i).req.valid, get_pn(req_in(i).bits.vaddr), i, req_in_s2xlate(i))
162    entries.io.w_apply(refill, ptw.resp.bits)
163    // TODO: RegNext enable:req.valid
164    resp(i).bits.debug.isFirstIssue := RegEnable(req(i).bits.debug.isFirstIssue, req(i).valid)
165    resp(i).bits.debug.robIdx := RegEnable(req(i).bits.debug.robIdx, req(i).valid)
166  }
167
168  // read TLB, get hit/miss, paddr, perm bits
169  val readResult = (0 until Width).map(TLBRead(_))
170  val hitVec = readResult.map(_._1)
171  val missVec = readResult.map(_._2)
172  val pmp_addr = readResult.map(_._3)
173  val perm = readResult.map(_._4)
174  val g_perm = readResult.map(_._5)
175  val pbmt = readResult.map(_._6)
176  val g_pbmt = readResult.map(_._7)
177  // check pmp use paddr (for timing optization, use pmp_addr here)
178  // check permisson
179  (0 until Width).foreach{i =>
180    val noTranslateReg = RegNext(req(i).bits.no_translate)
181    val addr = Mux(noTranslateReg, req(i).bits.pmp_addr, pmp_addr(i))
182    pmp_check(addr, req_out(i).size, req_out(i).cmd, noTranslateReg, i)
183    for (d <- 0 until nRespDups) {
184      pbmt_check(i, d, pbmt(i)(d), g_pbmt(i)(d), req_out_s2xlate(i))
185      perm_check(perm(i)(d), req_out(i).cmd, i, d, g_perm(i)(d), req_out(i).hlvx, req_out_s2xlate(i), prepf(i), pregpf(i), preaf(i))
186    }
187    hasGpf(i) := hitVec(i) && (resp(i).bits.excp(0).gpf.ld || resp(i).bits.excp(0).gpf.st || resp(i).bits.excp(0).gpf.instr)
188  }
189
190  // handle block or non-block io
191  // for non-block io, just return the above result, send miss to ptw
192  // for block io, hold the request, send miss to ptw,
193  //   when ptw back, return the result
194  (0 until Width) foreach {i =>
195    if (Block(i)) handle_block(i)
196    else handle_nonblock(i)
197  }
198  io.ptw.resp.ready := true.B
199
200  /************************  main body above | method/log/perf below ****************************/
201  def TLBRead(i: Int) = {
202    val (e_hit, e_ppn, e_perm, e_g_perm, e_s2xlate, e_pbmt, e_g_pbmt) = entries.io.r_resp_apply(i)
203    val (p_hit, p_ppn, p_pbmt, p_perm, p_gvpn, p_g_pbmt, p_g_perm, p_s2xlate, p_s1_level, p_s1_isLeaf, p_s1_isFakePte) = ptw_resp_bypass(get_pn(req_in(i).bits.vaddr), req_in_s2xlate(i))
204    val enable = portTranslateEnable(i)
205    val isOnlys2xlate = req_out_s2xlate(i) === onlyStage2
206    val need_gpa_vpn_hit = need_gpa_vpn === get_pn(req_out(i).vaddr)
207    val isitlb = TlbCmd.isExec(req_out(i).cmd)
208    val isPrefetch = req_out(i).isPrefetch
209    val currentRedirect = req_out(i).debug.robIdx.needFlush(redirect)
210    val lastCycleRedirect = req_out(i).debug.robIdx.needFlush(RegNext(redirect))
211
212    when (!isitlb && need_gpa_robidx.needFlush(redirect) || isitlb && flush_pipe(i)){
213      need_gpa := false.B
214      resp_gpa_refill := false.B
215      need_gpa_vpn := 0.U
216    }.elsewhen (req_out_v(i) && !p_hit && !(resp_gpa_refill && need_gpa_vpn_hit) && !isOnlys2xlate && hasGpf(i) && need_gpa === false.B && !io.requestor(i).req_kill && !isPrefetch && !currentRedirect && !lastCycleRedirect) {
217      need_gpa := true.B
218      need_gpa_vpn := get_pn(req_out(i).vaddr)
219      resp_gpa_refill := false.B
220      need_gpa_robidx := req_out(i).debug.robIdx
221    }.elsewhen (ptw.resp.fire && need_gpa && need_gpa_vpn === ptw.resp.bits.getVpn(need_gpa_vpn)) {
222      resp_gpa_gvpn := Mux(ptw.resp.bits.s2xlate === onlyStage2, ptw.resp.bits.s2.entry.tag, ptw.resp.bits.s1.genGVPN(need_gpa_vpn))
223      resp_s1_level := ptw.resp.bits.s1.entry.level.get
224      resp_s1_isLeaf := ptw.resp.bits.s1.isLeaf()
225      resp_s1_isFakePte := ptw.resp.bits.s1.isFakePte()
226      resp_gpa_refill := true.B
227    }
228
229    when (req_out_v(i) && hasGpf(i) && resp_gpa_refill && need_gpa_vpn_hit){
230      need_gpa := false.B
231    }
232
233    val hit = e_hit || p_hit
234    val miss = (!hit && enable) || hasGpf(i) && !p_hit && !(resp_gpa_refill && need_gpa_vpn_hit) && !isOnlys2xlate && !isPrefetch && !lastCycleRedirect
235    hit.suggestName(s"hit_read_${i}")
236    miss.suggestName(s"miss_read_${i}")
237
238    val vaddr = SignExt(req_out(i).vaddr, PAddrBits)
239    resp(i).bits.miss := miss
240    resp(i).bits.ptwBack := ptw.resp.fire
241    resp(i).bits.memidx := RegEnable(req_in(i).bits.memidx, req_in(i).valid)
242    resp(i).bits.fastMiss := !hit && enable
243
244    val ppn = WireInit(VecInit(Seq.fill(nRespDups)(0.U(ppnLen.W))))
245    val pbmt = WireInit(VecInit(Seq.fill(nRespDups)(0.U(ptePbmtLen.W))))
246    val perm = WireInit(VecInit(Seq.fill(nRespDups)(0.U.asTypeOf(new TlbPermBundle))))
247    val gvpn = WireInit(VecInit(Seq.fill(nRespDups)(0.U(ptePPNLen.W))))
248    val level = WireInit(VecInit(Seq.fill(nRespDups)(0.U(log2Up(Level + 1).W))))
249    val isLeaf = WireInit(VecInit(Seq.fill(nRespDups)(false.B)))
250    val isFakePte = WireInit(VecInit(Seq.fill(nRespDups)(false.B)))
251    val g_pbmt = WireInit(VecInit(Seq.fill(nRespDups)(0.U(ptePbmtLen.W))))
252    val g_perm = WireInit(VecInit(Seq.fill(nRespDups)(0.U.asTypeOf(new TlbPermBundle))))
253    val r_s2xlate = WireInit(VecInit(Seq.fill(nRespDups)(0.U(2.W))))
254    for (d <- 0 until nRespDups) {
255      ppn(d) := Mux(p_hit, p_ppn, e_ppn(d))
256      pbmt(d) := Mux(p_hit, p_pbmt, e_pbmt(d))
257      perm(d) := Mux(p_hit, p_perm, e_perm(d))
258      gvpn(d) :=  Mux(p_hit, p_gvpn, resp_gpa_gvpn)
259      level(d) := Mux(p_hit, p_s1_level, resp_s1_level)
260      isLeaf(d) := Mux(p_hit, p_s1_isLeaf, resp_s1_isLeaf)
261      isFakePte(d) := Mux(p_hit, p_s1_isFakePte, resp_s1_isFakePte)
262      g_pbmt(d) := Mux(p_hit, p_g_pbmt, e_g_pbmt(d))
263      g_perm(d) := Mux(p_hit, p_g_perm, e_g_perm(d))
264      r_s2xlate(d) := Mux(p_hit, p_s2xlate, e_s2xlate(d))
265      val paddr = Cat(ppn(d), get_off(req_out(i).vaddr))
266      val vpn_idx = Mux1H(Seq(
267        (isFakePte(d) && vsatp.mode === Sv39) -> 2.U,
268        (isFakePte(d) && vsatp.mode === Sv48) -> 3.U,
269        (!isFakePte(d)) -> (level(d) - 1.U),
270      ))
271      // We use `fullva` here when `isLeaf`, in order to cope with the situation of an unaligned load/store cross page
272      // for example, a `ld` instruction on address 0x81000ffb will be splited into two loads
273      // 1. ld 0x81000ff8. vaddr = 0x81000ff8, fullva = 0x80000ffb
274      // 2. ld 0x81001000. vaddr = 0x81001000, fullva = 0x80000ffb
275      // When load 1 trigger a guest page fault, we should use offset of fullva when generate gpaddr
276      // and when load 2 trigger a guest page fault, we should just use offset of vaddr(all zero).
277      // Whether cross-page will be determined in misalign buffer(situation 2) so we only need to judge situation 1 here.
278      val gpaddr_offset = Mux(isLeaf(d), get_off(req_out(i).fullva), Cat(getVpnn(get_pn(req_out(i).fullva), vpn_idx), 0.U(log2Up(XLEN/8).W)))
279      val gpaddr = Cat(gvpn(d), gpaddr_offset)
280      resp(i).bits.paddr(d) := Mux(enable, paddr, vaddr)
281      resp(i).bits.gpaddr(d) := Mux(r_s2xlate(d) === onlyStage2, vaddr, gpaddr)
282    }
283
284    XSDebug(req_out_v(i), p"(${i.U}) hit:${hit} miss:${miss} ppn:${Hexadecimal(ppn(0))} perm:${perm(0)}\n")
285
286    val pmp_paddr = resp(i).bits.paddr(0)
287
288    (hit, miss, pmp_paddr, perm, g_perm, pbmt, g_pbmt)
289  }
290
291  def getVpnn(vpn: UInt, idx: UInt): UInt = {
292    MuxLookup(idx, 0.U)(Seq(
293      0.U -> vpn(vpnnLen - 1, 0),
294      1.U -> vpn(vpnnLen * 2 - 1, vpnnLen),
295      2.U -> vpn(vpnnLen * 3 - 1, vpnnLen * 2),
296      3.U -> vpn(vpnnLen * 4 - 1, vpnnLen * 3))
297    )
298  }
299
300  def pmp_check(addr: UInt, size: UInt, cmd: UInt, noTranslate: Bool, idx: Int): Unit = {
301    pmp(idx).valid := resp(idx).valid || noTranslate
302    pmp(idx).bits.addr := addr
303    pmp(idx).bits.size := size
304    pmp(idx).bits.cmd := cmd
305  }
306
307  def pbmt_check(idx: Int, d: Int, pbmt: UInt, g_pbmt: UInt, s2xlate: UInt):Unit = {
308    val onlyS1 = s2xlate === onlyStage1 || s2xlate === noS2xlate
309    val pbmtRes = pbmt
310    val gpbmtRes = g_pbmt
311    val res = MuxLookup(s2xlate, 0.U)(Seq(
312      onlyStage1 -> pbmtRes,
313      onlyStage2 -> gpbmtRes,
314      allStage -> Mux(pbmtRes =/= 0.U, pbmtRes, gpbmtRes),
315      noS2xlate -> pbmtRes
316    ))
317    resp(idx).bits.pbmt(d) := Mux(portTranslateEnable(idx), res, 0.U)
318  }
319
320  // for timing optimization, pmp check is divided into dynamic and static
321  def perm_check(perm: TlbPermBundle, cmd: UInt, idx: Int, nDups: Int, g_perm: TlbPermBundle, hlvx: Bool, s2xlate: UInt, prepf: Bool = false.B, pregpf: Bool = false.B, preaf: Bool = false.B) = {
322    // dynamic: superpage (or full-connected reg entries) -> check pmp when translation done
323    // static: 4K pages (or sram entries) -> check pmp with pre-checked results
324    val hasS2xlate = s2xlate =/= noS2xlate
325    val onlyS1 = s2xlate === onlyStage1
326    val onlyS2 = s2xlate === onlyStage2
327    val af = perm.af || (hasS2xlate && g_perm.af)
328
329    // Stage 1 perm check
330    val pf = perm.pf
331    val isLd = TlbCmd.isRead(cmd) && !TlbCmd.isAmo(cmd)
332    val isSt = TlbCmd.isWrite(cmd) || TlbCmd.isAmo(cmd)
333    val isInst = TlbCmd.isExec(cmd)
334    val ldUpdate = !perm.a && isLd // update A/D through exception
335    val stUpdate = (!perm.a || !perm.d) && isSt // update A/D through exception
336    val instrUpdate = !perm.a && isInst // update A/D through exception
337    val modeCheck = !(mode(idx) === ModeU && !perm.u || mode(idx) === ModeS && perm.u && (!sum(idx) || ifecth))
338    val ldPermFail = !(modeCheck && Mux(hlvx, perm.x, perm.r || mxr(idx) && perm.x))
339    val stPermFail = !(modeCheck && perm.w)
340    val instrPermFail = !(modeCheck && perm.x)
341    val ldPf = (ldPermFail || pf) && isLd
342    val stPf = (stPermFail || pf) && isSt
343    val instrPf = (instrPermFail || pf) && isInst
344    val isFakePte = !perm.v && !perm.pf && !perm.af && !onlyS2
345    val isNonLeaf = !(perm.r || perm.w || perm.x) && perm.v && !perm.pf && !perm.af
346    val s1_valid = portTranslateEnable(idx) && !onlyS2
347
348    // Stage 2 perm check
349    val gpf = g_perm.pf
350    val g_ldUpdate = !g_perm.a && isLd
351    val g_stUpdate = (!g_perm.a || !g_perm.d) && isSt
352    val g_instrUpdate = !g_perm.a && isInst
353    val g_ldPermFail = !Mux(hlvx, g_perm.x, (g_perm.r || io.csr.priv.mxr && g_perm.x))
354    val g_stPermFail = !g_perm.w
355    val g_instrPermFail = !g_perm.x
356    val ldGpf = (g_ldPermFail || gpf) && isLd
357    val stGpf = (g_stPermFail || gpf) && isSt
358    val instrGpf = (g_instrPermFail || gpf) && isInst
359    val s2_valid = portTranslateEnable(idx) && hasS2xlate && !onlyS1
360
361    val fault_valid = s1_valid || s2_valid
362
363    // when pf and gpf can't happens simultaneously
364    val hasPf = (ldPf || ldUpdate || stPf || stUpdate || instrPf || instrUpdate) && s1_valid && !af && !isFakePte && !isNonLeaf
365    // Only lsu need check related to high address truncation
366    when (RegNext(prepf || pregpf || preaf)) {
367      resp(idx).bits.isForVSnonLeafPTE := false.B
368      resp(idx).bits.excp(nDups).pf.ld := RegNext(prepf) && isLd
369      resp(idx).bits.excp(nDups).pf.st := RegNext(prepf) && isSt
370      resp(idx).bits.excp(nDups).pf.instr := false.B
371
372      resp(idx).bits.excp(nDups).gpf.ld := RegNext(pregpf) && isLd
373      resp(idx).bits.excp(nDups).gpf.st := RegNext(pregpf) && isSt
374      resp(idx).bits.excp(nDups).gpf.instr := false.B
375
376      resp(idx).bits.excp(nDups).af.ld := RegNext(preaf) && TlbCmd.isRead(cmd)
377      resp(idx).bits.excp(nDups).af.st := RegNext(preaf) && TlbCmd.isWrite(cmd)
378      resp(idx).bits.excp(nDups).af.instr := false.B
379
380      resp(idx).bits.excp(nDups).vaNeedExt := false.B
381      // overwrite miss & gpaddr when exception related to high address truncation happens
382      resp(idx).bits.miss := false.B
383      resp(idx).bits.gpaddr(nDups) := RegNext(req(idx).bits.fullva)
384    } .otherwise {
385      // isForVSnonLeafPTE is used only when gpf happens and it caused by a G-stage translation which supports VS-stage translation
386      // it will be sent to CSR in order to modify the m/htinst.
387      // Ref: The RISC-V Instruction Set Manual: Volume II: Privileged Architecture - 19.6.3. Transformed Instruction or Pseudoinstruction for mtinst or htinst
388      val isForVSnonLeafPTE = isNonLeaf || isFakePte
389      resp(idx).bits.isForVSnonLeafPTE := isForVSnonLeafPTE
390      resp(idx).bits.excp(nDups).pf.ld := (ldPf || ldUpdate) && s1_valid && !af && !isFakePte && !isNonLeaf
391      resp(idx).bits.excp(nDups).pf.st := (stPf || stUpdate) && s1_valid && !af && !isFakePte && !isNonLeaf
392      resp(idx).bits.excp(nDups).pf.instr := (instrPf || instrUpdate) && s1_valid && !af && !isFakePte && !isNonLeaf
393      // NOTE: pf need && with !af, page fault has higher priority than access fault
394      // but ptw may also have access fault, then af happens, the translation is wrong.
395      // In this case, pf has lower priority than af
396
397      resp(idx).bits.excp(nDups).gpf.ld := (ldGpf || g_ldUpdate) && s2_valid && !af && !hasPf
398      resp(idx).bits.excp(nDups).gpf.st := (stGpf || g_stUpdate) && s2_valid && !af && !hasPf
399      resp(idx).bits.excp(nDups).gpf.instr := (instrGpf || g_instrUpdate) && s2_valid && !af && !hasPf
400
401      resp(idx).bits.excp(nDups).af.ld    := af && TlbCmd.isRead(cmd) && fault_valid
402      resp(idx).bits.excp(nDups).af.st    := af && TlbCmd.isWrite(cmd) && fault_valid
403      resp(idx).bits.excp(nDups).af.instr := af && TlbCmd.isExec(cmd) && fault_valid
404
405      resp(idx).bits.excp(nDups).vaNeedExt := true.B
406    }
407
408    resp(idx).bits.excp(nDups).isHyper := isHyperInst(idx)
409  }
410
411  def handle_nonblock(idx: Int): Unit = {
412    io.requestor(idx).resp.valid := req_out_v(idx)
413    io.requestor(idx).req.ready := io.requestor(idx).resp.ready // should always be true
414    XSError(!io.requestor(idx).resp.ready, s"${q.name} port ${idx} is non-block, resp.ready must be true.B")
415
416    val req_need_gpa = hasGpf(idx)
417    val req_s2xlate = Wire(UInt(2.W))
418    req_s2xlate := MuxCase(noS2xlate, Seq(
419      (!(virt_out(idx) || req_out(idx).hyperinst)) -> noS2xlate,
420      (csr.vsatp.mode =/= 0.U && csr.hgatp.mode =/= 0.U) -> allStage,
421      (csr.vsatp.mode === 0.U) -> onlyStage2,
422      (csr.hgatp.mode === 0.U || req_need_gpa) -> onlyStage1
423    ))
424
425    val ptw_just_back = ptw.resp.fire && req_s2xlate === ptw.resp.bits.s2xlate && ptw.resp.bits.hit(get_pn(req_out(idx).vaddr), io.csr.satp.asid, io.csr.vsatp.asid, io.csr.hgatp.vmid, true, false)
426    // TODO: RegNext enable: ptw.resp.valid ? req.valid
427    val ptw_resp_bits_reg = RegEnable(ptw.resp.bits, ptw.resp.valid)
428    val ptw_already_back = GatedValidRegNext(ptw.resp.fire) && req_s2xlate === ptw_resp_bits_reg.s2xlate && ptw_resp_bits_reg.hit(get_pn(req_out(idx).vaddr), io.csr.satp.asid, io.csr.vsatp.asid, io.csr.hgatp.vmid, allType = true)
429    val ptw_getGpa = req_need_gpa && hitVec(idx)
430    val need_gpa_vpn_hit = need_gpa_vpn === get_pn(req_out(idx).vaddr)
431    io.ptw.req(idx).valid := req_out_v(idx) && missVec(idx) && !(ptw_just_back || ptw_already_back || (!need_gpa_vpn_hit && req_out_v(idx) && need_gpa && !resp_gpa_refill && ptw_getGpa)) // TODO: remove the regnext, timing
432    io.tlbreplay(idx) := req_out_v(idx) && missVec(idx) && (ptw_just_back || ptw_already_back || (!need_gpa_vpn_hit && req_out_v(idx) && need_gpa && !resp_gpa_refill && ptw_getGpa))
433    when (io.requestor(idx).req_kill && GatedValidRegNext(io.requestor(idx).req.fire)) {
434      io.ptw.req(idx).valid := false.B
435      io.tlbreplay(idx) := true.B
436    }
437    io.ptw.req(idx).bits.vpn := get_pn(req_out(idx).vaddr)
438    io.ptw.req(idx).bits.s2xlate := req_s2xlate
439    io.ptw.req(idx).bits.getGpa := ptw_getGpa
440    io.ptw.req(idx).bits.memidx := req_out(idx).memidx
441  }
442
443  def handle_block(idx: Int): Unit = {
444    // three valid: 1.if exist a entry; 2.if sent to ptw; 3.unset resp.valid
445    io.requestor(idx).req.ready := !req_out_v(idx) || io.requestor(idx).resp.fire
446    // req_out_v for if there is a request, may long latency, fixme
447
448    // miss request entries
449    val req_need_gpa = hasGpf(idx)
450    val miss_req_vpn = get_pn(req_out(idx).vaddr)
451    val miss_req_memidx = req_out(idx).memidx
452    val miss_req_s2xlate = Wire(UInt(2.W))
453    miss_req_s2xlate := MuxCase(noS2xlate, Seq(
454      (!(virt_out(idx) || req_out(idx).hyperinst)) -> noS2xlate,
455      (csr.vsatp.mode =/= 0.U && csr.hgatp.mode =/= 0.U) -> allStage,
456      (csr.vsatp.mode === 0.U) -> onlyStage2,
457      (csr.hgatp.mode === 0.U || req_need_gpa) -> onlyStage1
458    ))
459    val miss_req_s2xlate_reg = RegEnable(miss_req_s2xlate, io.ptw.req(idx).fire)
460    val hasS2xlate = miss_req_s2xlate_reg =/= noS2xlate
461    val onlyS2 = miss_req_s2xlate_reg === onlyStage2
462    val hit_s1 = io.ptw.resp.bits.s1.hit(miss_req_vpn, Mux(hasS2xlate, io.csr.vsatp.asid, io.csr.satp.asid), io.csr.hgatp.vmid, allType = true, false, hasS2xlate)
463    val hit_s2 = io.ptw.resp.bits.s2.hit(miss_req_vpn, io.csr.hgatp.vmid)
464    val hit = Mux(onlyS2, hit_s2, hit_s1) && io.ptw.resp.valid && miss_req_s2xlate_reg === io.ptw.resp.bits.s2xlate
465
466    val new_coming_valid = WireInit(false.B)
467    new_coming_valid := req_in(idx).fire && !req_in(idx).bits.kill && !flush_pipe(idx)
468    val new_coming = GatedValidRegNext(new_coming_valid)
469    val miss_wire = new_coming && missVec(idx)
470    val miss_v = ValidHoldBypass(miss_wire, resp(idx).fire, flush_pipe(idx))
471    val miss_req_v = ValidHoldBypass(miss_wire || (miss_v && flush_mmu && !mmu_flush_pipe),
472      io.ptw.req(idx).fire || resp(idx).fire, flush_pipe(idx))
473
474    // when ptw resp, check if hit, reset miss_v, resp to lsu/ifu
475    resp(idx).valid := req_out_v(idx) && !(miss_v && portTranslateEnable(idx))
476    when (io.ptw.resp.fire && hit && req_out_v(idx) && portTranslateEnable(idx)) {
477      val stage1 = io.ptw.resp.bits.s1
478      val stage2 = io.ptw.resp.bits.s2
479      val s2xlate = io.ptw.resp.bits.s2xlate
480      resp(idx).valid := true.B
481      resp(idx).bits.miss := false.B
482      val s1_paddr = Cat(stage1.genPPN(get_pn(req_out(idx).vaddr)), get_off(req_out(idx).vaddr))
483      val s2_paddr = Cat(stage2.genPPNS2(get_pn(req_out(idx).vaddr)), get_off(req_out(idx).vaddr))
484      for (d <- 0 until nRespDups) {
485        resp(idx).bits.paddr(d) := Mux(s2xlate =/= noS2xlate, s2_paddr, s1_paddr)
486        resp(idx).bits.gpaddr(d) := s1_paddr
487        pbmt_check(idx, d, io.ptw.resp.bits.s1.entry.pbmt, io.ptw.resp.bits.s2.entry.pbmt, s2xlate)
488        perm_check(stage1, req_out(idx).cmd, idx, d, stage2, req_out(idx).hlvx, s2xlate)
489      }
490      pmp_check(resp(idx).bits.paddr(0), req_out(idx).size, req_out(idx).cmd, false.B, idx)
491
492      // NOTE: the unfiltered req would be handled by Repeater
493    }
494    assert(RegNext(!resp(idx).valid || resp(idx).ready, true.B), "when tlb resp valid, ready should be true, must")
495    assert(RegNext(req_out_v(idx) || !(miss_v || miss_req_v), true.B), "when not req_out_v, should not set miss_v/miss_req_v")
496
497    val ptw_req = io.ptw.req(idx)
498    ptw_req.valid := miss_req_v
499    ptw_req.bits.vpn := miss_req_vpn
500    ptw_req.bits.s2xlate := miss_req_s2xlate
501    ptw_req.bits.getGpa := req_need_gpa && hitVec(idx)
502    ptw_req.bits.memidx := miss_req_memidx
503
504    io.tlbreplay(idx) := false.B
505
506    // NOTE: when flush pipe, tlb should abandon last req
507    // however, some outside modules like icache, dont care flushPipe, and still waiting for tlb resp
508    // just resp valid and raise page fault to go through. The pipe(ifu) will abandon it.
509    if (!q.outsideRecvFlush) {
510      when (req_out_v(idx) && flush_pipe(idx) && portTranslateEnable(idx)) {
511        resp(idx).valid := true.B
512        for (d <- 0 until nRespDups) {
513          resp(idx).bits.pbmt(d) := 0.U
514          resp(idx).bits.excp(d).pf.ld := true.B // sfence happened, pf for not to use this addr
515          resp(idx).bits.excp(d).pf.st := true.B
516          resp(idx).bits.excp(d).pf.instr := true.B
517        }
518      }
519    }
520  }
521
522  // when ptw resp, tlb at refill_idx maybe set to miss by force.
523  // Bypass ptw resp to check.
524  def ptw_resp_bypass(vpn: UInt, s2xlate: UInt) = {
525    // TODO: RegNext enable: ptw.resp.valid
526    val hasS2xlate = s2xlate =/= noS2xlate
527    val onlyS2 = s2xlate === onlyStage2
528    val onlyS1 = s2xlate === onlyStage1
529    val s2xlate_hit = s2xlate === ptw.resp.bits.s2xlate
530    val resp_hit = ptw.resp.bits.hit(vpn, io.csr.satp.asid, io.csr.vsatp.asid, io.csr.hgatp.vmid, true, false)
531    val p_hit = GatedValidRegNext(resp_hit && io.ptw.resp.fire && s2xlate_hit)
532    val ppn_s1 = ptw.resp.bits.s1.genPPN(vpn)
533    val gvpn = Mux(onlyS2, vpn, ppn_s1)
534    val ppn_s2 = ptw.resp.bits.s2.genPPNS2(gvpn)
535    val p_ppn = RegEnable(Mux(s2xlate === onlyStage2 || s2xlate === allStage, ppn_s2, ppn_s1), io.ptw.resp.fire)
536    val p_pbmt = RegEnable(ptw.resp.bits.s1.entry.pbmt,io.ptw.resp.fire)
537    val p_perm = RegEnable(ptwresp_to_tlbperm(ptw.resp.bits.s1), io.ptw.resp.fire)
538    val p_gvpn = RegEnable(Mux(onlyS2, ptw.resp.bits.s2.entry.tag, ptw.resp.bits.s1.genGVPN(vpn)), io.ptw.resp.fire)
539    val p_g_pbmt = RegEnable(ptw.resp.bits.s2.entry.pbmt,io.ptw.resp.fire)
540    val p_g_perm = RegEnable(hptwresp_to_tlbperm(ptw.resp.bits.s2), io.ptw.resp.fire)
541    val p_s2xlate = RegEnable(ptw.resp.bits.s2xlate, io.ptw.resp.fire)
542    val p_s1_level = RegEnable(ptw.resp.bits.s1.entry.level.get, io.ptw.resp.fire)
543    val p_s1_isLeaf = RegEnable(ptw.resp.bits.s1.isLeaf(), io.ptw.resp.fire)
544    val p_s1_isFakePte = RegEnable(ptw.resp.bits.s1.isFakePte(), io.ptw.resp.fire)
545    (p_hit, p_ppn, p_pbmt, p_perm, p_gvpn, p_g_pbmt, p_g_perm, p_s2xlate, p_s1_level, p_s1_isLeaf, p_s1_isFakePte)
546  }
547
548  // perf event
549  val result_ok = req_in.map(a => GatedValidRegNext(a.fire))
550  val perfEvents =
551    Seq(
552      ("access", PopCount((0 until Width).map{i => if (Block(i)) io.requestor(i).req.fire else portTranslateEnable(i) && result_ok(i) })),
553      ("miss  ", PopCount((0 until Width).map{i => if (Block(i)) portTranslateEnable(i) && result_ok(i) && missVec(i) else ptw.req(i).fire })),
554    )
555  generatePerfEvent()
556
557  // perf log
558  for (i <- 0 until Width) {
559    if (Block(i)) {
560      XSPerfAccumulate(s"access${i}",result_ok(i) && portTranslateEnable(i))
561      XSPerfAccumulate(s"miss${i}", result_ok(i) && missVec(i))
562    } else {
563      XSPerfAccumulate("first_access" + Integer.toString(i, 10), result_ok(i) && portTranslateEnable(i) && RegEnable(req(i).bits.debug.isFirstIssue, req(i).valid))
564      XSPerfAccumulate("access" + Integer.toString(i, 10), result_ok(i) && portTranslateEnable(i))
565      XSPerfAccumulate("first_miss" + Integer.toString(i, 10), result_ok(i) && portTranslateEnable(i) && missVec(i) && RegEnable(req(i).bits.debug.isFirstIssue, req(i).valid))
566      XSPerfAccumulate("miss" + Integer.toString(i, 10), result_ok(i) && portTranslateEnable(i) && missVec(i))
567    }
568  }
569  XSPerfAccumulate("ptw_resp_count", ptw.resp.fire)
570  XSPerfAccumulate("ptw_resp_pf_count", ptw.resp.fire && ptw.resp.bits.s1.pf)
571
572  // Log
573  for(i <- 0 until Width) {
574    XSDebug(req(i).valid, p"req(${i.U}): (${req(i).valid} ${req(i).ready}) ${req(i).bits}\n")
575    XSDebug(resp(i).valid, p"resp(${i.U}): (${resp(i).valid} ${resp(i).ready}) ${resp(i).bits}\n")
576  }
577
578  XSDebug(io.sfence.valid, p"Sfence: ${io.sfence}\n")
579  XSDebug(ParallelOR(req_out_v) || ptw.resp.valid, p"vmEnable:${vmEnable} hit:${Binary(VecInit(hitVec).asUInt)} miss:${Binary(VecInit(missVec).asUInt)}\n")
580  for (i <- ptw.req.indices) {
581    XSDebug(ptw.req(i).fire, p"L2TLB req:${ptw.req(i).bits}\n")
582  }
583  XSDebug(ptw.resp.valid, p"L2TLB resp:${ptw.resp.bits} (v:${ptw.resp.valid}r:${ptw.resp.ready}) \n")
584
585  println(s"${q.name}: page: ${q.NWays} ${q.Associative} ${q.Replacer.get}")
586
587  if (env.EnableDifftest) {
588    for (i <- 0 until Width) {
589      val pf = io.requestor(i).resp.bits.excp(0).pf.instr || io.requestor(i).resp.bits.excp(0).pf.st || io.requestor(i).resp.bits.excp(0).pf.ld
590      val gpf = io.requestor(i).resp.bits.excp(0).gpf.instr || io.requestor(i).resp.bits.excp(0).gpf.st || io.requestor(i).resp.bits.excp(0).gpf.ld
591      val af = io.requestor(i).resp.bits.excp(0).af.instr || io.requestor(i).resp.bits.excp(0).af.st || io.requestor(i).resp.bits.excp(0).af.ld
592      val difftest = DifftestModule(new DiffL1TLBEvent)
593      difftest.coreid := io.hartId
594      difftest.valid := RegNext(io.requestor(i).req.fire) && !io.requestor(i).req_kill && io.requestor(i).resp.fire && !io.requestor(i).resp.bits.miss && !pf && !af && !gpf && portTranslateEnable(i)
595      if (!Seq("itlb", "ldtlb", "sttlb").contains(q.name)) {
596        difftest.valid := false.B
597      }
598      difftest.index := TLBDiffId(p(XSCoreParamsKey).HartId).U
599      difftest.vpn := RegEnable(get_pn(req_in(i).bits.vaddr), req_in(i).valid)
600      difftest.ppn := get_pn(io.requestor(i).resp.bits.paddr(0))
601      difftest.satp := Cat(io.csr.satp.mode, io.csr.satp.asid, io.csr.satp.ppn)
602      difftest.vsatp := Cat(io.csr.vsatp.mode, io.csr.vsatp.asid, io.csr.vsatp.ppn)
603      difftest.hgatp := Cat(io.csr.hgatp.mode, io.csr.hgatp.vmid, io.csr.hgatp.ppn)
604      val req_need_gpa = gpf
605      val req_s2xlate = Wire(UInt(2.W))
606      req_s2xlate := MuxCase(noS2xlate, Seq(
607        (!RegNext(virt_in || req_in(i).bits.hyperinst)) -> noS2xlate,
608        (vsatp.mode =/= 0.U && hgatp.mode =/= 0.U) -> allStage,
609        (vsatp.mode === 0.U) -> onlyStage2,
610        (hgatp.mode === 0.U || req_need_gpa) -> onlyStage1
611      ))
612      difftest.s2xlate := req_s2xlate
613    }
614  }
615}
616
617object TLBDiffId {
618  var i: Int = 0
619  var lastHartId: Int = -1
620  def apply(hartId: Int): Int = {
621    if (lastHartId != hartId) {
622      i = 0
623      lastHartId = hartId
624    }
625    i += 1
626    i - 1
627  }
628}
629
630class TLBNonBlock(Width: Int, nRespDups: Int = 1, q: TLBParameters)(implicit p: Parameters) extends TLB(Width, nRespDups, Seq.fill(Width)(false), q)
631class TLBBLock(Width: Int, nRespDups: Int = 1, q: TLBParameters)(implicit p: Parameters) extends TLB(Width, nRespDups, Seq.fill(Width)(true), q)
632
633class TlbReplace(Width: Int, q: TLBParameters)(implicit p: Parameters) extends TlbModule {
634  val io = IO(new TlbReplaceIO(Width, q))
635
636  if (q.Associative == "fa") {
637    val re = ReplacementPolicy.fromString(q.Replacer, q.NWays)
638    re.access(io.page.access.map(_.touch_ways))
639    io.page.refillIdx := re.way
640  } else { // set-acco && plru
641    val re = ReplacementPolicy.fromString(q.Replacer, q.NSets, q.NWays)
642    re.access(io.page.access.map(_.sets), io.page.access.map(_.touch_ways))
643    io.page.refillIdx := { if (q.NWays == 1) 0.U else re.way(io.page.chosen_set) }
644  }
645}
646