xref: /XiangShan/src/main/scala/xiangshan/frontend/IFU.scala (revision 9473e04d5cab97eaf63add958b2392eec3d876a2)
1/***************************************************************************************
2* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3* Copyright (c) 2020-2021 Peng Cheng Laboratory
4*
5* XiangShan is licensed under Mulan PSL v2.
6* You can use this software according to the terms and conditions of the Mulan PSL v2.
7* You may obtain a copy of Mulan PSL v2 at:
8*          http://license.coscl.org.cn/MulanPSL2
9*
10* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
11* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
12* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
13*
14* See the Mulan PSL v2 for more details.
15***************************************************************************************/
16
17package xiangshan.frontend
18
19import chipsalliance.rocketchip.config.Parameters
20import chisel3._
21import chisel3.util._
22import freechips.rocketchip.rocket.RVCDecoder
23import xiangshan._
24import xiangshan.cache.mmu._
25import xiangshan.frontend.icache._
26import utils._
27import utility._
28import xiangshan.backend.fu.{PMPReqBundle, PMPRespBundle}
29import utility.ChiselDB
30
31trait HasInstrMMIOConst extends HasXSParameter with HasIFUConst{
32  def mmioBusWidth = 64
33  def mmioBusBytes = mmioBusWidth / 8
34  def maxInstrLen = 32
35}
36
37trait HasIFUConst extends HasXSParameter{
38  def addrAlign(addr: UInt, bytes: Int, highest: Int): UInt = Cat(addr(highest-1, log2Ceil(bytes)), 0.U(log2Ceil(bytes).W))
39  def fetchQueueSize = 2
40
41  def getBasicBlockIdx( pc: UInt, start:  UInt ): UInt = {
42    val byteOffset = pc - start
43    (byteOffset - instBytes.U)(log2Ceil(PredictWidth),instOffsetBits)
44  }
45}
46
47class IfuToFtqIO(implicit p:Parameters) extends XSBundle {
48  val pdWb = Valid(new PredecodeWritebackBundle)
49}
50
51class FtqInterface(implicit p: Parameters) extends XSBundle {
52  val fromFtq = Flipped(new FtqToIfuIO)
53  val toFtq   = new IfuToFtqIO
54}
55
56class UncacheInterface(implicit p: Parameters) extends XSBundle {
57  val fromUncache = Flipped(DecoupledIO(new InsUncacheResp))
58  val toUncache   = DecoupledIO( new InsUncacheReq )
59}
60
61class NewIFUIO(implicit p: Parameters) extends XSBundle {
62  val ftqInter        = new FtqInterface
63  val icacheInter     = Flipped(new IFUICacheIO)
64  val icacheStop      = Output(Bool())
65  val icachePerfInfo  = Input(new ICachePerfInfo)
66  val toIbuffer       = Decoupled(new FetchToIBuffer)
67  val uncacheInter   =  new UncacheInterface
68  val frontendTrigger = Flipped(new FrontendTdataDistributeIO)
69  val csrTriggerEnable = Input(Vec(4, Bool()))
70  val rob_commits = Flipped(Vec(CommitWidth, Valid(new RobCommitInfo)))
71  val iTLBInter       = new TlbRequestIO
72  val pmp             =   new ICachePMPBundle
73  val mmioCommitRead  = new mmioCommitRead
74}
75
76// record the situation in which fallThruAddr falls into
77// the middle of an RVI inst
78class LastHalfInfo(implicit p: Parameters) extends XSBundle {
79  val valid = Bool()
80  val middlePC = UInt(VAddrBits.W)
81  def matchThisBlock(startAddr: UInt) = valid && middlePC === startAddr
82}
83
84class IfuToPreDecode(implicit p: Parameters) extends XSBundle {
85  val data                =  if(HasCExtension) Vec(PredictWidth + 1, UInt(16.W)) else Vec(PredictWidth, UInt(32.W))
86  val frontendTrigger     = new FrontendTdataDistributeIO
87  val csrTriggerEnable    = Vec(4, Bool())
88  val pc                  = Vec(PredictWidth, UInt(VAddrBits.W))
89}
90
91
92class IfuToPredChecker(implicit p: Parameters) extends XSBundle {
93  val ftqOffset     = Valid(UInt(log2Ceil(PredictWidth).W))
94  val jumpOffset    = Vec(PredictWidth, UInt(XLEN.W))
95  val target        = UInt(VAddrBits.W)
96  val instrRange    = Vec(PredictWidth, Bool())
97  val instrValid    = Vec(PredictWidth, Bool())
98  val pds           = Vec(PredictWidth, new PreDecodeInfo)
99  val pc            = Vec(PredictWidth, UInt(VAddrBits.W))
100}
101
102class FetchToIBufferDB extends Bundle {
103  val start_addr = UInt(39.W)
104  val instr_count = UInt(32.W)
105  val exception = Bool()
106  val is_cache_hit = Bool()
107}
108
109class IfuWbToFtqDB extends Bundle {
110  val start_addr = UInt(39.W)
111  val is_miss_pred = Bool()
112  val miss_pred_offset = UInt(32.W)
113  val checkJalFault = Bool()
114  val checkRetFault = Bool()
115  val checkTargetFault = Bool()
116  val checkNotCFIFault = Bool()
117  val checkInvalidTaken = Bool()
118}
119
120class NewIFU(implicit p: Parameters) extends XSModule
121  with HasICacheParameters
122  with HasIFUConst
123  with HasPdConst
124  with HasCircularQueuePtrHelper
125  with HasPerfEvents
126{
127  val io = IO(new NewIFUIO)
128  val (toFtq, fromFtq)    = (io.ftqInter.toFtq, io.ftqInter.fromFtq)
129  val fromICache = io.icacheInter.resp
130  val (toUncache, fromUncache) = (io.uncacheInter.toUncache , io.uncacheInter.fromUncache)
131
132  def isCrossLineReq(start: UInt, end: UInt): Bool = start(blockOffBits) ^ end(blockOffBits)
133
134  def isLastInCacheline(addr: UInt): Bool = addr(blockOffBits - 1, 1) === 0.U
135
136  class TlbExept(implicit p: Parameters) extends XSBundle{
137    val pageFault = Bool()
138    val accessFault = Bool()
139    val mmio = Bool()
140  }
141
142  val preDecoders       = Seq.fill(4){ Module(new PreDecode) }
143
144  val predChecker     = Module(new PredChecker)
145  val frontendTrigger = Module(new FrontendTrigger)
146  val (checkerIn, checkerOutStage1, checkerOutStage2)         = (predChecker.io.in, predChecker.io.out.stage1Out,predChecker.io.out.stage2Out)
147
148  io.iTLBInter.req_kill := false.B
149  io.iTLBInter.resp.ready := true.B
150
151  /**
152    ******************************************************************************
153    * IFU Stage 0
154    * - send cacheline fetch request to ICacheMainPipe
155    ******************************************************************************
156    */
157
158  val f0_valid                             = fromFtq.req.valid
159  val f0_ftq_req                           = fromFtq.req.bits
160  val f0_doubleLine                        = fromFtq.req.bits.crossCacheline
161  val f0_vSetIdx                           = VecInit(get_idx((f0_ftq_req.startAddr)), get_idx(f0_ftq_req.nextlineStart))
162  val f0_fire                              = fromFtq.req.fire()
163
164  val f0_flush, f1_flush, f2_flush, f3_flush = WireInit(false.B)
165  val from_bpu_f0_flush, from_bpu_f1_flush, from_bpu_f2_flush, from_bpu_f3_flush = WireInit(false.B)
166
167  from_bpu_f0_flush := fromFtq.flushFromBpu.shouldFlushByStage2(f0_ftq_req.ftqIdx) ||
168                       fromFtq.flushFromBpu.shouldFlushByStage3(f0_ftq_req.ftqIdx)
169
170  val wb_redirect , mmio_redirect,  backend_redirect= WireInit(false.B)
171  val f3_wb_not_flush = WireInit(false.B)
172
173  backend_redirect := fromFtq.redirect.valid
174  f3_flush := backend_redirect || (wb_redirect && !f3_wb_not_flush)
175  f2_flush := backend_redirect || mmio_redirect || wb_redirect
176  f1_flush := f2_flush || from_bpu_f1_flush
177  f0_flush := f1_flush || from_bpu_f0_flush
178
179  val f1_ready, f2_ready, f3_ready         = WireInit(false.B)
180
181  fromFtq.req.ready := f1_ready && io.icacheInter.icacheReady
182
183  /** <PERF> f0 fetch bubble */
184
185  XSPerfAccumulate("fetch_bubble_ftq_not_valid",   !fromFtq.req.valid && fromFtq.req.ready  )
186  // XSPerfAccumulate("fetch_bubble_pipe_stall",    f0_valid && toICache(0).ready && toICache(1).ready && !f1_ready )
187  // XSPerfAccumulate("fetch_bubble_icache_0_busy",   f0_valid && !toICache(0).ready  )
188  // XSPerfAccumulate("fetch_bubble_icache_1_busy",   f0_valid && !toICache(1).ready  )
189  XSPerfAccumulate("fetch_flush_backend_redirect",   backend_redirect  )
190  XSPerfAccumulate("fetch_flush_wb_redirect",    wb_redirect  )
191  XSPerfAccumulate("fetch_flush_bpu_f1_flush",   from_bpu_f1_flush  )
192  XSPerfAccumulate("fetch_flush_bpu_f0_flush",   from_bpu_f0_flush  )
193
194
195  /**
196    ******************************************************************************
197    * IFU Stage 1
198    * - calculate pc/half_pc/cut_ptr for every instruction
199    ******************************************************************************
200    */
201
202  val f1_valid      = RegInit(false.B)
203  val f1_ftq_req    = RegEnable(f0_ftq_req,    f0_fire)
204  // val f1_situation  = RegEnable(f0_situation,  f0_fire)
205  val f1_doubleLine = RegEnable(f0_doubleLine, f0_fire)
206  val f1_vSetIdx    = RegEnable(f0_vSetIdx,    f0_fire)
207  val f1_fire       = f1_valid && f2_ready
208
209  f1_ready := f1_fire || !f1_valid
210
211  from_bpu_f1_flush := fromFtq.flushFromBpu.shouldFlushByStage3(f1_ftq_req.ftqIdx) && f1_valid
212  // from_bpu_f1_flush := false.B
213
214  when(f1_flush)                  {f1_valid  := false.B}
215  .elsewhen(f0_fire && !f0_flush) {f1_valid  := true.B}
216  .elsewhen(f1_fire)              {f1_valid  := false.B}
217
218  val f1_pc                 = VecInit((0 until PredictWidth).map(i => f1_ftq_req.startAddr + (i * 2).U))
219  val f1_half_snpc          = VecInit((0 until PredictWidth).map(i => f1_ftq_req.startAddr + ((i+2) * 2).U))
220  val f1_cut_ptr            = if(HasCExtension)  VecInit((0 until PredictWidth + 1).map(i =>  Cat(0.U(1.W), f1_ftq_req.startAddr(blockOffBits-1, 1)) + i.U ))
221                                  else           VecInit((0 until PredictWidth).map(i =>     Cat(0.U(1.W), f1_ftq_req.startAddr(blockOffBits-1, 2)) + i.U ))
222
223  /**
224    ******************************************************************************
225    * IFU Stage 2
226    * - icache response data (latched for pipeline stop)
227    * - generate exceprion bits for every instruciton (page fault/access fault/mmio)
228    * - generate predicted instruction range (1 means this instruciton is in this fetch packet)
229    * - cut data from cachlines to packet instruction code
230    * - instruction predecode and RVC expand
231    ******************************************************************************
232    */
233
234  val icacheRespAllValid = WireInit(false.B)
235
236  val f2_valid      = RegInit(false.B)
237  val f2_ftq_req    = RegEnable(f1_ftq_req,    f1_fire)
238  // val f2_situation  = RegEnable(f1_situation,  f1_fire)
239  val f2_doubleLine = RegEnable(f1_doubleLine, f1_fire)
240  val f2_vSetIdx    = RegEnable(f1_vSetIdx,    f1_fire)
241  val f2_fire       = f2_valid && f3_ready && icacheRespAllValid
242
243  f2_ready := f2_fire || !f2_valid
244  //TODO: addr compare may be timing critical
245  val f2_icache_all_resp_wire       =  fromICache(0).valid && (fromICache(0).bits.vaddr ===  f2_ftq_req.startAddr) && ((fromICache(1).valid && (fromICache(1).bits.vaddr ===  f2_ftq_req.nextlineStart)) || !f2_doubleLine)
246  val f2_icache_all_resp_reg        = RegInit(false.B)
247
248  icacheRespAllValid := f2_icache_all_resp_reg || f2_icache_all_resp_wire
249
250  io.icacheStop := !f3_ready
251
252  when(f2_flush)                                              {f2_icache_all_resp_reg := false.B}
253  .elsewhen(f2_valid && f2_icache_all_resp_wire && !f3_ready) {f2_icache_all_resp_reg := true.B}
254  .elsewhen(f2_fire && f2_icache_all_resp_reg)                {f2_icache_all_resp_reg := false.B}
255
256  when(f2_flush)                  {f2_valid := false.B}
257  .elsewhen(f1_fire && !f1_flush) {f2_valid := true.B }
258  .elsewhen(f2_fire)              {f2_valid := false.B}
259
260  // val f2_cache_response_data = ResultHoldBypass(valid = f2_icache_all_resp_wire, data = VecInit(fromICache.map(_.bits.readData)))
261  val f2_cache_response_reg_data  = VecInit(fromICache.map(_.bits.registerData))
262  val f2_cache_response_sram_data = VecInit(fromICache.map(_.bits.sramData))
263  val f2_cache_response_select    = VecInit(fromICache.map(_.bits.select))
264
265
266  val f2_except_pf    = VecInit((0 until PortNumber).map(i => fromICache(i).bits.tlbExcp.pageFault))
267  val f2_except_af    = VecInit((0 until PortNumber).map(i => fromICache(i).bits.tlbExcp.accessFault))
268  val f2_mmio         = fromICache(0).bits.tlbExcp.mmio && !fromICache(0).bits.tlbExcp.accessFault &&
269                                                           !fromICache(0).bits.tlbExcp.pageFault
270
271  val f2_pc               = RegEnable(f1_pc,  f1_fire)
272  val f2_half_snpc        = RegEnable(f1_half_snpc,  f1_fire)
273  val f2_cut_ptr          = RegEnable(f1_cut_ptr,  f1_fire)
274
275  val f2_resend_vaddr     = RegEnable(f1_ftq_req.startAddr + 2.U,  f1_fire)
276
277  def isNextLine(pc: UInt, startAddr: UInt) = {
278    startAddr(blockOffBits) ^ pc(blockOffBits)
279  }
280
281  def isLastInLine(pc: UInt) = {
282    pc(blockOffBits - 1, 0) === "b111110".U
283  }
284
285  val f2_foldpc = VecInit(f2_pc.map(i => XORFold(i(VAddrBits-1,1), MemPredPCWidth)))
286  val f2_jump_range = Fill(PredictWidth, !f2_ftq_req.ftqOffset.valid) | Fill(PredictWidth, 1.U(1.W)) >> ~f2_ftq_req.ftqOffset.bits
287  val f2_ftr_range  = Fill(PredictWidth,  f2_ftq_req.ftqOffset.valid) | Fill(PredictWidth, 1.U(1.W)) >> ~getBasicBlockIdx(f2_ftq_req.nextStartAddr, f2_ftq_req.startAddr)
288  val f2_instr_range = f2_jump_range & f2_ftr_range
289  val f2_pf_vec = VecInit((0 until PredictWidth).map(i => (!isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_except_pf(0)   ||  isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_doubleLine &&  f2_except_pf(1))))
290  val f2_af_vec = VecInit((0 until PredictWidth).map(i => (!isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_except_af(0)   ||  isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_doubleLine && f2_except_af(1))))
291
292  val f2_paddrs       = VecInit((0 until PortNumber).map(i => fromICache(i).bits.paddr))
293  val f2_perf_info    = io.icachePerfInfo
294
295  def cut(cacheline: UInt, cutPtr: Vec[UInt]) : Vec[UInt] ={
296    require(HasCExtension)
297    // if(HasCExtension){
298      val partCacheline = cacheline((blockBytes * 8 * 2 * 3) / 4 - 1, 0)
299      val result   = Wire(Vec(PredictWidth + 1, UInt(16.W)))
300      val dataVec  = cacheline.asTypeOf(Vec(blockBytes * 3 /4, UInt(16.W))) //47 16-bit data vector
301      (0 until PredictWidth + 1).foreach( i =>
302        result(i) := dataVec(cutPtr(i)) //the max ptr is 3*blockBytes/4-1
303      )
304      result
305    // } else {
306    //   val result   = Wire(Vec(PredictWidth, UInt(32.W)) )
307    //   val dataVec  = cacheline.asTypeOf(Vec(blockBytes * 2/ 4, UInt(32.W)))
308    //   (0 until PredictWidth).foreach( i =>
309    //     result(i) := dataVec(cutPtr(i))
310    //   )
311    //   result
312    // }
313  }
314
315  val f2_data_2_cacheline =  Wire(Vec(4, UInt((2 * blockBits).W)))
316  f2_data_2_cacheline(0) := Cat(f2_cache_response_reg_data(1) , f2_cache_response_reg_data(0))
317  f2_data_2_cacheline(1) := Cat(f2_cache_response_reg_data(1) , f2_cache_response_sram_data(0))
318  f2_data_2_cacheline(2) := Cat(f2_cache_response_sram_data(1) , f2_cache_response_reg_data(0))
319  f2_data_2_cacheline(3) := Cat(f2_cache_response_sram_data(1) , f2_cache_response_sram_data(0))
320
321  val f2_cut_data   = VecInit(f2_data_2_cacheline.map(data => cut(  data, f2_cut_ptr )))
322
323  val f2_predecod_ptr = Wire(UInt(2.W))
324  f2_predecod_ptr := Cat(f2_cache_response_select(1),f2_cache_response_select(0))
325
326  /** predecode (include RVC expander) */
327  // preDecoderRegIn.data := f2_reg_cut_data
328  // preDecoderRegInIn.frontendTrigger := io.frontendTrigger
329  // preDecoderRegInIn.csrTriggerEnable := io.csrTriggerEnable
330  // preDecoderRegIn.pc  := f2_pc
331
332  val preDecoderOut = Mux1H(UIntToOH(f2_predecod_ptr), preDecoders.map(_.io.out))
333  for(i <- 0 until 4){
334    val preDecoderIn  = preDecoders(i).io.in
335    preDecoderIn.data := f2_cut_data(i)
336    preDecoderIn.frontendTrigger := io.frontendTrigger
337    preDecoderIn.csrTriggerEnable := io.csrTriggerEnable
338    preDecoderIn.pc  := f2_pc
339  }
340
341  //val f2_expd_instr     = preDecoderOut.expInstr
342  val f2_instr          = preDecoderOut.instr
343  val f2_pd             = preDecoderOut.pd
344  val f2_jump_offset    = preDecoderOut.jumpOffset
345  val f2_hasHalfValid   =  preDecoderOut.hasHalfValid
346  val f2_crossPageFault = VecInit((0 until PredictWidth).map(i => isLastInLine(f2_pc(i)) && !f2_except_pf(0) && f2_doubleLine &&  f2_except_pf(1) && !f2_pd(i).isRVC ))
347
348  XSPerfAccumulate("fetch_bubble_icache_not_resp",   f2_valid && !icacheRespAllValid )
349
350
351  /**
352    ******************************************************************************
353    * IFU Stage 3
354    * - handle MMIO instruciton
355    *  -send request to Uncache fetch Unit
356    *  -every packet include 1 MMIO instruction
357    *  -MMIO instructions will stop fetch pipeline until commiting from RoB
358    *  -flush to snpc (send ifu_redirect to Ftq)
359    * - Ibuffer enqueue
360    * - check predict result in Frontend (jalFault/retFault/notCFIFault/invalidTakenFault/targetFault)
361    * - handle last half RVI instruction
362    ******************************************************************************
363    */
364
365  val f3_valid          = RegInit(false.B)
366  val f3_ftq_req        = RegEnable(f2_ftq_req,    f2_fire)
367  // val f3_situation      = RegEnable(f2_situation,  f2_fire)
368  val f3_doubleLine     = RegEnable(f2_doubleLine, f2_fire)
369  val f3_fire           = io.toIbuffer.fire()
370
371  f3_ready := f3_fire || !f3_valid
372
373  val f3_cut_data       = RegEnable(next = f2_cut_data(f2_predecod_ptr), enable=f2_fire)
374
375  val f3_except_pf      = RegEnable(f2_except_pf,  f2_fire)
376  val f3_except_af      = RegEnable(f2_except_af,  f2_fire)
377  val f3_mmio           = RegEnable(f2_mmio   ,  f2_fire)
378
379  //val f3_expd_instr     = RegEnable(next = f2_expd_instr,  enable = f2_fire)
380  val f3_instr          = RegEnable(next = f2_instr, enable = f2_fire)
381  val f3_expd_instr     = VecInit((0 until PredictWidth).map{ i =>
382    val expander       = Module(new RVCExpander)
383    expander.io.in := f3_instr(i)
384    expander.io.out.bits
385  })
386
387  val f3_pd             = RegEnable(next = f2_pd,          enable = f2_fire)
388  val f3_jump_offset    = RegEnable(next = f2_jump_offset, enable = f2_fire)
389  val f3_af_vec         = RegEnable(next = f2_af_vec,      enable = f2_fire)
390  val f3_pf_vec         = RegEnable(next = f2_pf_vec ,     enable = f2_fire)
391  val f3_pc             = RegEnable(next = f2_pc,          enable = f2_fire)
392  val f3_half_snpc        = RegEnable(next = f2_half_snpc, enable = f2_fire)
393  val f3_instr_range    = RegEnable(next = f2_instr_range, enable = f2_fire)
394  val f3_foldpc         = RegEnable(next = f2_foldpc,      enable = f2_fire)
395  val f3_crossPageFault = RegEnable(next = f2_crossPageFault,      enable = f2_fire)
396  val f3_hasHalfValid   = RegEnable(next = f2_hasHalfValid,      enable = f2_fire)
397  val f3_except         = VecInit((0 until 2).map{i => f3_except_pf(i) || f3_except_af(i)})
398  val f3_has_except     = f3_valid && (f3_except_af.reduce(_||_) || f3_except_pf.reduce(_||_))
399  val f3_pAddrs   = RegEnable(f2_paddrs,  f2_fire)
400  val f3_resend_vaddr   = RegEnable(f2_resend_vaddr,       f2_fire)
401
402  when(f3_valid && !f3_ftq_req.ftqOffset.valid){
403    assert(f3_ftq_req.startAddr + 32.U >= f3_ftq_req.nextStartAddr , "More tha 32 Bytes fetch is not allowed!")
404  }
405
406  /*** MMIO State Machine***/
407  val f3_mmio_data    = Reg(Vec(2, UInt(16.W)))
408  val mmio_is_RVC     = RegInit(false.B)
409  val mmio_resend_addr =RegInit(0.U(PAddrBits.W))
410  val mmio_resend_af  = RegInit(false.B)
411  val mmio_resend_pf  = RegInit(false.B)
412
413  //last instuction finish
414  val is_first_instr = RegInit(true.B)
415  io.mmioCommitRead.mmioFtqPtr := RegNext(f3_ftq_req.ftqIdx + 1.U)
416
417  val m_idle :: m_waitLastCmt:: m_sendReq :: m_waitResp :: m_sendTLB :: m_tlbResp :: m_sendPMP :: m_resendReq :: m_waitResendResp :: m_waitCommit :: m_commited :: Nil = Enum(11)
418  val mmio_state = RegInit(m_idle)
419
420  val f3_req_is_mmio     = f3_mmio && f3_valid
421  val mmio_commit = VecInit(io.rob_commits.map{commit => commit.valid && commit.bits.ftqIdx === f3_ftq_req.ftqIdx &&  commit.bits.ftqOffset === 0.U}).asUInt.orR
422  val f3_mmio_req_commit = f3_req_is_mmio && mmio_state === m_commited
423
424  val f3_mmio_to_commit =  f3_req_is_mmio && mmio_state === m_waitCommit
425  val f3_mmio_to_commit_next = RegNext(f3_mmio_to_commit)
426  val f3_mmio_can_go      = f3_mmio_to_commit && !f3_mmio_to_commit_next
427
428  val fromFtqRedirectReg    = RegNext(fromFtq.redirect,init = 0.U.asTypeOf(fromFtq.redirect))
429  val mmioF3Flush           = RegNext(f3_flush,init = false.B)
430  val f3_ftq_flush_self     = fromFtqRedirectReg.valid && RedirectLevel.flushItself(fromFtqRedirectReg.bits.level)
431  val f3_ftq_flush_by_older = fromFtqRedirectReg.valid && isBefore(fromFtqRedirectReg.bits.ftqIdx, f3_ftq_req.ftqIdx)
432
433  val f3_need_not_flush = f3_req_is_mmio && fromFtqRedirectReg.valid && !f3_ftq_flush_self && !f3_ftq_flush_by_older
434
435  when(is_first_instr && mmio_commit){
436    is_first_instr := false.B
437  }
438
439  when(f3_flush && !f3_req_is_mmio)                                                 {f3_valid := false.B}
440  .elsewhen(mmioF3Flush && f3_req_is_mmio && !f3_need_not_flush)                    {f3_valid := false.B}
441  .elsewhen(f2_fire && !f2_flush )                                                  {f3_valid := true.B }
442  .elsewhen(io.toIbuffer.fire() && !f3_req_is_mmio)                                 {f3_valid := false.B}
443  .elsewhen{f3_req_is_mmio && f3_mmio_req_commit}                                   {f3_valid := false.B}
444
445  val f3_mmio_use_seq_pc = RegInit(false.B)
446
447  val (redirect_ftqIdx, redirect_ftqOffset)  = (fromFtqRedirectReg.bits.ftqIdx,fromFtqRedirectReg.bits.ftqOffset)
448  val redirect_mmio_req = fromFtqRedirectReg.valid && redirect_ftqIdx === f3_ftq_req.ftqIdx && redirect_ftqOffset === 0.U
449
450  when(RegNext(f2_fire && !f2_flush) && f3_req_is_mmio)        { f3_mmio_use_seq_pc := true.B  }
451  .elsewhen(redirect_mmio_req)                                 { f3_mmio_use_seq_pc := false.B }
452
453  f3_ready := Mux(f3_req_is_mmio, io.toIbuffer.ready && f3_mmio_req_commit || !f3_valid , io.toIbuffer.ready || !f3_valid)
454
455  // mmio state machine
456  switch(mmio_state){
457    is(m_idle){
458      when(f3_req_is_mmio){
459        mmio_state :=  m_waitLastCmt
460      }
461    }
462
463    is(m_waitLastCmt){
464      when(is_first_instr){
465        mmio_state := m_sendReq
466      }.otherwise{
467        mmio_state := Mux(io.mmioCommitRead.mmioLastCommit, m_sendReq, m_waitLastCmt)
468      }
469    }
470
471    is(m_sendReq){
472      mmio_state :=  Mux(toUncache.fire(), m_waitResp, m_sendReq )
473    }
474
475    is(m_waitResp){
476      when(fromUncache.fire()){
477          val isRVC =  fromUncache.bits.data(1,0) =/= 3.U
478          val needResend = !isRVC && f3_pAddrs(0)(2,1) === 3.U
479          mmio_state :=  Mux(needResend, m_sendTLB , m_waitCommit)
480
481          mmio_is_RVC := isRVC
482          f3_mmio_data(0)   :=  fromUncache.bits.data(15,0)
483          f3_mmio_data(1)   :=  fromUncache.bits.data(31,16)
484      }
485    }
486
487    is(m_sendTLB){
488      when( io.iTLBInter.req.valid && !io.iTLBInter.resp.bits.miss ){
489        mmio_state :=  m_tlbResp
490      }
491    }
492
493    is(m_tlbResp){
494      val tlbExept = io.iTLBInter.resp.bits.excp(0).pf.instr ||
495                     io.iTLBInter.resp.bits.excp(0).af.instr
496      mmio_state :=  Mux(tlbExept,m_waitCommit,m_sendPMP)
497      mmio_resend_addr := io.iTLBInter.resp.bits.paddr(0)
498      mmio_resend_af := mmio_resend_af || io.iTLBInter.resp.bits.excp(0).af.instr
499      mmio_resend_pf := mmio_resend_pf || io.iTLBInter.resp.bits.excp(0).pf.instr
500    }
501
502    is(m_sendPMP){
503      val pmpExcpAF = io.pmp.resp.instr || !io.pmp.resp.mmio
504      mmio_state :=  Mux(pmpExcpAF, m_waitCommit , m_resendReq)
505      mmio_resend_af := pmpExcpAF
506    }
507
508    is(m_resendReq){
509      mmio_state :=  Mux(toUncache.fire(), m_waitResendResp, m_resendReq )
510    }
511
512    is(m_waitResendResp){
513      when(fromUncache.fire()){
514          mmio_state :=  m_waitCommit
515          f3_mmio_data(1)   :=  fromUncache.bits.data(15,0)
516      }
517    }
518
519    is(m_waitCommit){
520      when(mmio_commit){
521          mmio_state  :=  m_commited
522      }
523    }
524
525    //normal mmio instruction
526    is(m_commited){
527      mmio_state := m_idle
528      mmio_is_RVC := false.B
529      mmio_resend_addr := 0.U
530    }
531  }
532
533  //exception or flush by older branch prediction
534  when(f3_ftq_flush_self || f3_ftq_flush_by_older)  {
535    mmio_state := m_idle
536    mmio_is_RVC := false.B
537    mmio_resend_addr := 0.U
538    mmio_resend_af := false.B
539    f3_mmio_data.map(_ := 0.U)
540  }
541
542  toUncache.valid     :=  ((mmio_state === m_sendReq) || (mmio_state === m_resendReq)) && f3_req_is_mmio
543  toUncache.bits.addr := Mux((mmio_state === m_resendReq), mmio_resend_addr, f3_pAddrs(0))
544  fromUncache.ready   := true.B
545
546  io.iTLBInter.req.valid         := (mmio_state === m_sendTLB) && f3_req_is_mmio
547  io.iTLBInter.req.bits.size     := 3.U
548  io.iTLBInter.req.bits.vaddr    := f3_resend_vaddr
549  io.iTLBInter.req.bits.debug.pc := f3_resend_vaddr
550
551  io.iTLBInter.req.bits.kill                := false.B // IFU use itlb for mmio, doesn't need sync, set it to false
552  io.iTLBInter.req.bits.cmd                 := TlbCmd.exec
553  io.iTLBInter.req.bits.memidx              := DontCare
554  io.iTLBInter.req.bits.debug.robIdx        := DontCare
555  io.iTLBInter.req.bits.no_translate        := false.B
556  io.iTLBInter.req.bits.debug.isFirstIssue  := DontCare
557
558  io.pmp.req.valid := (mmio_state === m_sendPMP) && f3_req_is_mmio
559  io.pmp.req.bits.addr  := mmio_resend_addr
560  io.pmp.req.bits.size  := 3.U
561  io.pmp.req.bits.cmd   := TlbCmd.exec
562
563  val f3_lastHalf       = RegInit(0.U.asTypeOf(new LastHalfInfo))
564
565  val f3_predecode_range = VecInit(preDecoderOut.pd.map(inst => inst.valid)).asUInt
566  val f3_mmio_range      = VecInit((0 until PredictWidth).map(i => if(i ==0) true.B else false.B))
567  val f3_instr_valid     = Wire(Vec(PredictWidth, Bool()))
568
569  /*** prediction result check   ***/
570  checkerIn.ftqOffset   := f3_ftq_req.ftqOffset
571  checkerIn.jumpOffset  := f3_jump_offset
572  checkerIn.target      := f3_ftq_req.nextStartAddr
573  checkerIn.instrRange  := f3_instr_range.asTypeOf(Vec(PredictWidth, Bool()))
574  checkerIn.instrValid  := f3_instr_valid.asTypeOf(Vec(PredictWidth, Bool()))
575  checkerIn.pds         := f3_pd
576  checkerIn.pc          := f3_pc
577
578  /*** handle half RVI in the last 2 Bytes  ***/
579
580  def hasLastHalf(idx: UInt) = {
581    //!f3_pd(idx).isRVC && checkerOutStage1.fixedRange(idx) && f3_instr_valid(idx) && !checkerOutStage1.fixedTaken(idx) && !checkerOutStage2.fixedMissPred(idx) && ! f3_req_is_mmio
582    !f3_pd(idx).isRVC && checkerOutStage1.fixedRange(idx) && f3_instr_valid(idx) && !checkerOutStage1.fixedTaken(idx) && ! f3_req_is_mmio
583  }
584
585  val f3_last_validIdx             = ~ParallelPriorityEncoder(checkerOutStage1.fixedRange.reverse)
586
587  val f3_hasLastHalf         = hasLastHalf((PredictWidth - 1).U)
588  val f3_false_lastHalf      = hasLastHalf(f3_last_validIdx)
589  val f3_false_snpc          = f3_half_snpc(f3_last_validIdx)
590
591  val f3_lastHalf_mask    = VecInit((0 until PredictWidth).map( i => if(i ==0) false.B else true.B )).asUInt()
592  val f3_lastHalf_disable = RegInit(false.B)
593
594  when(f3_flush || (f3_fire && f3_lastHalf_disable)){
595    f3_lastHalf_disable := false.B
596  }
597
598  when (f3_flush) {
599    f3_lastHalf.valid := false.B
600  }.elsewhen (f3_fire) {
601    f3_lastHalf.valid := f3_hasLastHalf && !f3_lastHalf_disable
602    f3_lastHalf.middlePC := f3_ftq_req.nextStartAddr
603  }
604
605  f3_instr_valid := Mux(f3_lastHalf.valid,f3_hasHalfValid ,VecInit(f3_pd.map(inst => inst.valid)))
606
607  /*** frontend Trigger  ***/
608  frontendTrigger.io.pds  := f3_pd
609  frontendTrigger.io.pc   := f3_pc
610  frontendTrigger.io.data   := f3_cut_data
611
612  frontendTrigger.io.frontendTrigger  := io.frontendTrigger
613  frontendTrigger.io.csrTriggerEnable := io.csrTriggerEnable
614
615  val f3_triggered = frontendTrigger.io.triggered
616
617  /*** send to Ibuffer  ***/
618
619  io.toIbuffer.valid            := f3_valid && (!f3_req_is_mmio || f3_mmio_can_go) && !f3_flush
620  io.toIbuffer.bits.instrs      := f3_expd_instr
621  io.toIbuffer.bits.valid       := f3_instr_valid.asUInt
622  io.toIbuffer.bits.enqEnable   := checkerOutStage1.fixedRange.asUInt & f3_instr_valid.asUInt
623  io.toIbuffer.bits.pd          := f3_pd
624  io.toIbuffer.bits.ftqPtr      := f3_ftq_req.ftqIdx
625  io.toIbuffer.bits.pc          := f3_pc
626  io.toIbuffer.bits.ftqOffset.zipWithIndex.map{case(a, i) => a.bits := i.U; a.valid := checkerOutStage1.fixedTaken(i) && !f3_req_is_mmio}
627  io.toIbuffer.bits.foldpc      := f3_foldpc
628  io.toIbuffer.bits.ipf         := VecInit(f3_pf_vec.zip(f3_crossPageFault).map{case (pf, crossPF) => pf || crossPF})
629  io.toIbuffer.bits.acf         := f3_af_vec
630  io.toIbuffer.bits.crossPageIPFFix := f3_crossPageFault
631  io.toIbuffer.bits.triggered   := f3_triggered
632
633  when(f3_lastHalf.valid){
634    io.toIbuffer.bits.enqEnable := checkerOutStage1.fixedRange.asUInt & f3_instr_valid.asUInt & f3_lastHalf_mask
635    io.toIbuffer.bits.valid     := f3_lastHalf_mask & f3_instr_valid.asUInt
636  }
637
638
639
640  //Write back to Ftq
641  val f3_cache_fetch = f3_valid && !(f2_fire && !f2_flush)
642  val finishFetchMaskReg = RegNext(f3_cache_fetch)
643
644  val mmioFlushWb = Wire(Valid(new PredecodeWritebackBundle))
645  val f3_mmio_missOffset = Wire(ValidUndirectioned(UInt(log2Ceil(PredictWidth).W)))
646  f3_mmio_missOffset.valid := f3_req_is_mmio
647  f3_mmio_missOffset.bits  := 0.U
648
649  mmioFlushWb.valid           := (f3_req_is_mmio && mmio_state === m_waitCommit && RegNext(fromUncache.fire())  && f3_mmio_use_seq_pc)
650  mmioFlushWb.bits.pc         := f3_pc
651  mmioFlushWb.bits.pd         := f3_pd
652  mmioFlushWb.bits.pd.zipWithIndex.map{case(instr,i) => instr.valid :=  f3_mmio_range(i)}
653  mmioFlushWb.bits.ftqIdx     := f3_ftq_req.ftqIdx
654  mmioFlushWb.bits.ftqOffset  := f3_ftq_req.ftqOffset.bits
655  mmioFlushWb.bits.misOffset  := f3_mmio_missOffset
656  mmioFlushWb.bits.cfiOffset  := DontCare
657  mmioFlushWb.bits.target     := Mux(mmio_is_RVC, f3_ftq_req.startAddr + 2.U , f3_ftq_req.startAddr + 4.U)
658  mmioFlushWb.bits.jalTarget  := DontCare
659  mmioFlushWb.bits.instrRange := f3_mmio_range
660
661  /** external predecode for MMIO instruction */
662  when(f3_req_is_mmio){
663    val inst  = Cat(f3_mmio_data(1), f3_mmio_data(0))
664    val currentIsRVC   = isRVC(inst)
665
666    val brType::isCall::isRet::Nil = brInfo(inst)
667    val jalOffset = jal_offset(inst, currentIsRVC)
668    val brOffset  = br_offset(inst, currentIsRVC)
669
670    io.toIbuffer.bits.instrs (0) := new RVCDecoder(inst, XLEN).decode.bits
671
672
673    io.toIbuffer.bits.pd(0).valid   := true.B
674    io.toIbuffer.bits.pd(0).isRVC   := currentIsRVC
675    io.toIbuffer.bits.pd(0).brType  := brType
676    io.toIbuffer.bits.pd(0).isCall  := isCall
677    io.toIbuffer.bits.pd(0).isRet   := isRet
678
679    io.toIbuffer.bits.acf(0) := mmio_resend_af
680    io.toIbuffer.bits.ipf(0) := mmio_resend_pf
681    io.toIbuffer.bits.crossPageIPFFix(0) := mmio_resend_pf
682
683    io.toIbuffer.bits.enqEnable   := f3_mmio_range.asUInt
684
685    mmioFlushWb.bits.pd(0).valid   := true.B
686    mmioFlushWb.bits.pd(0).isRVC   := currentIsRVC
687    mmioFlushWb.bits.pd(0).brType  := brType
688    mmioFlushWb.bits.pd(0).isCall  := isCall
689    mmioFlushWb.bits.pd(0).isRet   := isRet
690  }
691
692  mmio_redirect := (f3_req_is_mmio && mmio_state === m_waitCommit && RegNext(fromUncache.fire())  && f3_mmio_use_seq_pc)
693
694  XSPerfAccumulate("fetch_bubble_ibuffer_not_ready",   io.toIbuffer.valid && !io.toIbuffer.ready )
695
696
697  /**
698    ******************************************************************************
699    * IFU Write Back Stage
700    * - write back predecode information to Ftq to update
701    * - redirect if found fault prediction
702    * - redirect if has false hit last half (last PC is not start + 32 Bytes, but in the midle of an notCFI RVI instruction)
703    ******************************************************************************
704    */
705
706  val wb_valid          = RegNext(RegNext(f2_fire && !f2_flush) && !f3_req_is_mmio && !f3_flush)
707  val wb_ftq_req        = RegNext(f3_ftq_req)
708
709  val wb_check_result_stage1   = RegNext(checkerOutStage1)
710  val wb_check_result_stage2   = checkerOutStage2
711  val wb_instr_range    = RegNext(io.toIbuffer.bits.enqEnable)
712  val wb_pc             = RegNext(f3_pc)
713  val wb_pd             = RegNext(f3_pd)
714  val wb_instr_valid    = RegNext(f3_instr_valid)
715
716  /* false hit lastHalf */
717  val wb_lastIdx        = RegNext(f3_last_validIdx)
718  val wb_false_lastHalf = RegNext(f3_false_lastHalf) && wb_lastIdx =/= (PredictWidth - 1).U
719  val wb_false_target   = RegNext(f3_false_snpc)
720
721  val wb_half_flush = wb_false_lastHalf
722  val wb_half_target = wb_false_target
723
724  /* false oversize */
725  val lastIsRVC = wb_instr_range.asTypeOf(Vec(PredictWidth,Bool())).last  && wb_pd.last.isRVC
726  val lastIsRVI = wb_instr_range.asTypeOf(Vec(PredictWidth,Bool()))(PredictWidth - 2) && !wb_pd(PredictWidth - 2).isRVC
727  val lastTaken = wb_check_result_stage1.fixedTaken.last
728
729  f3_wb_not_flush := wb_ftq_req.ftqIdx === f3_ftq_req.ftqIdx && f3_valid && wb_valid
730
731  /** if a req with a last half but miss predicted enters in wb stage, and this cycle f3 stalls,
732    * we set a flag to notify f3 that the last half flag need not to be set.
733    */
734  //f3_fire is after wb_valid
735  when(wb_valid && RegNext(f3_hasLastHalf,init = false.B)
736        && wb_check_result_stage2.fixedMissPred(PredictWidth - 1) && !f3_fire  && !RegNext(f3_fire,init = false.B) && !f3_flush
737      ){
738    f3_lastHalf_disable := true.B
739  }
740
741  //wb_valid and f3_fire are in same cycle
742  when(wb_valid && RegNext(f3_hasLastHalf,init = false.B)
743        && wb_check_result_stage2.fixedMissPred(PredictWidth - 1) && f3_fire
744      ){
745    f3_lastHalf.valid := false.B
746  }
747
748  val checkFlushWb = Wire(Valid(new PredecodeWritebackBundle))
749  checkFlushWb.valid                  := wb_valid
750  checkFlushWb.bits.pc                := wb_pc
751  checkFlushWb.bits.pd                := wb_pd
752  checkFlushWb.bits.pd.zipWithIndex.map{case(instr,i) => instr.valid := wb_instr_valid(i)}
753  checkFlushWb.bits.ftqIdx            := wb_ftq_req.ftqIdx
754  checkFlushWb.bits.ftqOffset         := wb_ftq_req.ftqOffset.bits
755  checkFlushWb.bits.misOffset.valid   := ParallelOR(wb_check_result_stage2.fixedMissPred) || wb_half_flush
756  checkFlushWb.bits.misOffset.bits    := Mux(wb_half_flush, wb_lastIdx, ParallelPriorityEncoder(wb_check_result_stage2.fixedMissPred))
757  checkFlushWb.bits.cfiOffset.valid   := ParallelOR(wb_check_result_stage1.fixedTaken)
758  checkFlushWb.bits.cfiOffset.bits    := ParallelPriorityEncoder(wb_check_result_stage1.fixedTaken)
759  checkFlushWb.bits.target            := Mux(wb_half_flush, wb_half_target, wb_check_result_stage2.fixedTarget(ParallelPriorityEncoder(wb_check_result_stage2.fixedMissPred)))
760  checkFlushWb.bits.jalTarget         := wb_check_result_stage2.fixedTarget(ParallelPriorityEncoder(VecInit(wb_pd.zip(wb_instr_valid).map{case (pd, v) => v && pd.isJal })))
761  checkFlushWb.bits.instrRange        := wb_instr_range.asTypeOf(Vec(PredictWidth, Bool()))
762
763  toFtq.pdWb := Mux(wb_valid, checkFlushWb,  mmioFlushWb)
764
765  wb_redirect := checkFlushWb.bits.misOffset.valid && wb_valid
766
767  /*write back flush type*/
768  val checkFaultType = wb_check_result_stage2.faultType
769  val checkJalFault =  wb_valid && checkFaultType.map(_.isjalFault).reduce(_||_)
770  val checkRetFault =  wb_valid && checkFaultType.map(_.isRetFault).reduce(_||_)
771  val checkTargetFault =  wb_valid && checkFaultType.map(_.istargetFault).reduce(_||_)
772  val checkNotCFIFault =  wb_valid && checkFaultType.map(_.notCFIFault).reduce(_||_)
773  val checkInvalidTaken =  wb_valid && checkFaultType.map(_.invalidTakenFault).reduce(_||_)
774
775
776  XSPerfAccumulate("predecode_flush_jalFault",   checkJalFault )
777  XSPerfAccumulate("predecode_flush_retFault",   checkRetFault )
778  XSPerfAccumulate("predecode_flush_targetFault",   checkTargetFault )
779  XSPerfAccumulate("predecode_flush_notCFIFault",   checkNotCFIFault )
780  XSPerfAccumulate("predecode_flush_incalidTakenFault",   checkInvalidTaken )
781
782  when(checkRetFault){
783    XSDebug("startAddr:%x  nextstartAddr:%x  taken:%d    takenIdx:%d\n",
784        wb_ftq_req.startAddr, wb_ftq_req.nextStartAddr, wb_ftq_req.ftqOffset.valid, wb_ftq_req.ftqOffset.bits)
785  }
786
787
788  /** performance counter */
789  val f3_perf_info     = RegEnable(f2_perf_info,  f2_fire)
790  val f3_req_0    = io.toIbuffer.fire()
791  val f3_req_1    = io.toIbuffer.fire() && f3_doubleLine
792  val f3_hit_0    = io.toIbuffer.fire() && f3_perf_info.bank_hit(0)
793  val f3_hit_1    = io.toIbuffer.fire() && f3_doubleLine & f3_perf_info.bank_hit(1)
794  val f3_hit      = f3_perf_info.hit
795  val perfEvents = Seq(
796    ("frontendFlush                ", wb_redirect                                ),
797    ("ifu_req                      ", io.toIbuffer.fire()                        ),
798    ("ifu_miss                     ", io.toIbuffer.fire() && !f3_perf_info.hit   ),
799    ("ifu_req_cacheline_0          ", f3_req_0                                   ),
800    ("ifu_req_cacheline_1          ", f3_req_1                                   ),
801    ("ifu_req_cacheline_0_hit      ", f3_hit_1                                   ),
802    ("ifu_req_cacheline_1_hit      ", f3_hit_1                                   ),
803    ("only_0_hit                   ", f3_perf_info.only_0_hit       && io.toIbuffer.fire() ),
804    ("only_0_miss                  ", f3_perf_info.only_0_miss      && io.toIbuffer.fire() ),
805    ("hit_0_hit_1                  ", f3_perf_info.hit_0_hit_1      && io.toIbuffer.fire() ),
806    ("hit_0_miss_1                 ", f3_perf_info.hit_0_miss_1     && io.toIbuffer.fire() ),
807    ("miss_0_hit_1                 ", f3_perf_info.miss_0_hit_1     && io.toIbuffer.fire() ),
808    ("miss_0_miss_1                ", f3_perf_info.miss_0_miss_1    && io.toIbuffer.fire() ),
809  )
810  generatePerfEvent()
811
812  XSPerfAccumulate("ifu_req",   io.toIbuffer.fire() )
813  XSPerfAccumulate("ifu_miss",  io.toIbuffer.fire() && !f3_hit )
814  XSPerfAccumulate("ifu_req_cacheline_0", f3_req_0  )
815  XSPerfAccumulate("ifu_req_cacheline_1", f3_req_1  )
816  XSPerfAccumulate("ifu_req_cacheline_0_hit",   f3_hit_0 )
817  XSPerfAccumulate("ifu_req_cacheline_1_hit",   f3_hit_1 )
818  XSPerfAccumulate("frontendFlush",  wb_redirect )
819  XSPerfAccumulate("only_0_hit",      f3_perf_info.only_0_hit   && io.toIbuffer.fire()  )
820  XSPerfAccumulate("only_0_miss",     f3_perf_info.only_0_miss  && io.toIbuffer.fire()  )
821  XSPerfAccumulate("hit_0_hit_1",     f3_perf_info.hit_0_hit_1  && io.toIbuffer.fire()  )
822  XSPerfAccumulate("hit_0_miss_1",    f3_perf_info.hit_0_miss_1  && io.toIbuffer.fire()  )
823  XSPerfAccumulate("miss_0_hit_1",    f3_perf_info.miss_0_hit_1   && io.toIbuffer.fire() )
824  XSPerfAccumulate("miss_0_miss_1",   f3_perf_info.miss_0_miss_1 && io.toIbuffer.fire() )
825  XSPerfAccumulate("hit_0_except_1",   f3_perf_info.hit_0_except_1 && io.toIbuffer.fire() )
826  XSPerfAccumulate("miss_0_except_1",   f3_perf_info.miss_0_except_1 && io.toIbuffer.fire() )
827  XSPerfAccumulate("except_0",   f3_perf_info.except_0 && io.toIbuffer.fire() )
828  XSPerfHistogram("ifu2ibuffer_validCnt", PopCount(io.toIbuffer.bits.valid & io.toIbuffer.bits.enqEnable), io.toIbuffer.fire, 0, PredictWidth + 1, 1)
829
830  val fetchToIBufferTable = ChiselDB.createTable("FetchToIBuffer" + p(XSCoreParamsKey).HartId.toString, new FetchToIBufferDB)
831  val ifuWbToFtqTable = ChiselDB.createTable("IfuWbToFtq" + p(XSCoreParamsKey).HartId.toString, new IfuWbToFtqDB)
832
833  val fetchIBufferDumpData = Wire(new FetchToIBufferDB)
834  fetchIBufferDumpData.start_addr := f3_ftq_req.startAddr
835  fetchIBufferDumpData.instr_count := PopCount(io.toIbuffer.bits.enqEnable)
836  fetchIBufferDumpData.exception := (f3_perf_info.except_0 && io.toIbuffer.fire()) || (f3_perf_info.hit_0_except_1 && io.toIbuffer.fire()) || (f3_perf_info.miss_0_except_1 && io.toIbuffer.fire())
837  fetchIBufferDumpData.is_cache_hit := f3_hit
838
839  val ifuWbToFtqDumpData = Wire(new IfuWbToFtqDB)
840  ifuWbToFtqDumpData.start_addr := wb_ftq_req.startAddr
841  ifuWbToFtqDumpData.is_miss_pred := checkFlushWb.bits.misOffset.valid
842  ifuWbToFtqDumpData.miss_pred_offset := checkFlushWb.bits.misOffset.bits
843  ifuWbToFtqDumpData.checkJalFault := checkJalFault
844  ifuWbToFtqDumpData.checkRetFault := checkRetFault
845  ifuWbToFtqDumpData.checkTargetFault := checkTargetFault
846  ifuWbToFtqDumpData.checkNotCFIFault := checkNotCFIFault
847  ifuWbToFtqDumpData.checkInvalidTaken := checkInvalidTaken
848
849  fetchToIBufferTable.log(
850    data = fetchIBufferDumpData,
851    en = io.toIbuffer.fire(),
852    site = "IFU" + p(XSCoreParamsKey).HartId.toString,
853    clock = clock,
854    reset = reset
855  )
856  ifuWbToFtqTable.log(
857    data = ifuWbToFtqDumpData,
858    en = checkFlushWb.valid,
859    site = "IFU" + p(XSCoreParamsKey).HartId.toString,
860    clock = clock,
861    reset = reset
862  )
863
864}
865