1/*************************************************************************************** 2* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3* Copyright (c) 2020-2021 Peng Cheng Laboratory 4* 5* XiangShan is licensed under Mulan PSL v2. 6* You can use this software according to the terms and conditions of the Mulan PSL v2. 7* You may obtain a copy of Mulan PSL v2 at: 8* http://license.coscl.org.cn/MulanPSL2 9* 10* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 11* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 12* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 13* 14* See the Mulan PSL v2 for more details. 15***************************************************************************************/ 16 17package xiangshan.frontend 18 19import chipsalliance.rocketchip.config.Parameters 20import chisel3._ 21import chisel3.util._ 22import freechips.rocketchip.rocket.RVCDecoder 23import xiangshan._ 24import xiangshan.cache.mmu._ 25import xiangshan.frontend.icache._ 26import utils._ 27import utility._ 28import xiangshan.backend.fu.{PMPReqBundle, PMPRespBundle} 29import utility.ChiselDB 30 31trait HasInstrMMIOConst extends HasXSParameter with HasIFUConst{ 32 def mmioBusWidth = 64 33 def mmioBusBytes = mmioBusWidth / 8 34 def maxInstrLen = 32 35} 36 37trait HasIFUConst extends HasXSParameter{ 38 def addrAlign(addr: UInt, bytes: Int, highest: Int): UInt = Cat(addr(highest-1, log2Ceil(bytes)), 0.U(log2Ceil(bytes).W)) 39 def fetchQueueSize = 2 40 41 def getBasicBlockIdx( pc: UInt, start: UInt ): UInt = { 42 val byteOffset = pc - start 43 (byteOffset - instBytes.U)(log2Ceil(PredictWidth),instOffsetBits) 44 } 45} 46 47class IfuToFtqIO(implicit p:Parameters) extends XSBundle { 48 val pdWb = Valid(new PredecodeWritebackBundle) 49} 50 51class FtqInterface(implicit p: Parameters) extends XSBundle { 52 val fromFtq = Flipped(new FtqToIfuIO) 53 val toFtq = new IfuToFtqIO 54} 55 56class UncacheInterface(implicit p: Parameters) extends XSBundle { 57 val fromUncache = Flipped(DecoupledIO(new InsUncacheResp)) 58 val toUncache = DecoupledIO( new InsUncacheReq ) 59} 60 61class NewIFUIO(implicit p: Parameters) extends XSBundle { 62 val ftqInter = new FtqInterface 63 val icacheInter = Flipped(new IFUICacheIO) 64 val icacheStop = Output(Bool()) 65 val icachePerfInfo = Input(new ICachePerfInfo) 66 val toIbuffer = Decoupled(new FetchToIBuffer) 67 val uncacheInter = new UncacheInterface 68 val frontendTrigger = Flipped(new FrontendTdataDistributeIO) 69 val csrTriggerEnable = Input(Vec(4, Bool())) 70 val rob_commits = Flipped(Vec(CommitWidth, Valid(new RobCommitInfo))) 71 val iTLBInter = new TlbRequestIO 72 val pmp = new ICachePMPBundle 73 val mmioCommitRead = new mmioCommitRead 74} 75 76// record the situation in which fallThruAddr falls into 77// the middle of an RVI inst 78class LastHalfInfo(implicit p: Parameters) extends XSBundle { 79 val valid = Bool() 80 val middlePC = UInt(VAddrBits.W) 81 def matchThisBlock(startAddr: UInt) = valid && middlePC === startAddr 82} 83 84class IfuToPreDecode(implicit p: Parameters) extends XSBundle { 85 val data = if(HasCExtension) Vec(PredictWidth + 1, UInt(16.W)) else Vec(PredictWidth, UInt(32.W)) 86 val frontendTrigger = new FrontendTdataDistributeIO 87 val csrTriggerEnable = Vec(4, Bool()) 88 val pc = Vec(PredictWidth, UInt(VAddrBits.W)) 89} 90 91 92class IfuToPredChecker(implicit p: Parameters) extends XSBundle { 93 val ftqOffset = Valid(UInt(log2Ceil(PredictWidth).W)) 94 val jumpOffset = Vec(PredictWidth, UInt(XLEN.W)) 95 val target = UInt(VAddrBits.W) 96 val instrRange = Vec(PredictWidth, Bool()) 97 val instrValid = Vec(PredictWidth, Bool()) 98 val pds = Vec(PredictWidth, new PreDecodeInfo) 99 val pc = Vec(PredictWidth, UInt(VAddrBits.W)) 100} 101 102class FetchToIBufferDB extends Bundle { 103 val start_addr = UInt(39.W) 104 val instr_count = UInt(32.W) 105 val exception = Bool() 106 val is_cache_hit = Bool() 107} 108 109class IfuWbToFtqDB extends Bundle { 110 val start_addr = UInt(39.W) 111 val is_miss_pred = Bool() 112 val miss_pred_offset = UInt(32.W) 113 val checkJalFault = Bool() 114 val checkRetFault = Bool() 115 val checkTargetFault = Bool() 116 val checkNotCFIFault = Bool() 117 val checkInvalidTaken = Bool() 118} 119 120class NewIFU(implicit p: Parameters) extends XSModule 121 with HasICacheParameters 122 with HasIFUConst 123 with HasPdConst 124 with HasCircularQueuePtrHelper 125 with HasPerfEvents 126{ 127 val io = IO(new NewIFUIO) 128 val (toFtq, fromFtq) = (io.ftqInter.toFtq, io.ftqInter.fromFtq) 129 val fromICache = io.icacheInter.resp 130 val (toUncache, fromUncache) = (io.uncacheInter.toUncache , io.uncacheInter.fromUncache) 131 132 def isCrossLineReq(start: UInt, end: UInt): Bool = start(blockOffBits) ^ end(blockOffBits) 133 134 def isLastInCacheline(addr: UInt): Bool = addr(blockOffBits - 1, 1) === 0.U 135 136 class TlbExept(implicit p: Parameters) extends XSBundle{ 137 val pageFault = Bool() 138 val accessFault = Bool() 139 val mmio = Bool() 140 } 141 142 val preDecoders = Seq.fill(4){ Module(new PreDecode) } 143 144 val predChecker = Module(new PredChecker) 145 val frontendTrigger = Module(new FrontendTrigger) 146 val (checkerIn, checkerOutStage1, checkerOutStage2) = (predChecker.io.in, predChecker.io.out.stage1Out,predChecker.io.out.stage2Out) 147 148 io.iTLBInter.req_kill := false.B 149 io.iTLBInter.resp.ready := true.B 150 151 /** 152 ****************************************************************************** 153 * IFU Stage 0 154 * - send cacheline fetch request to ICacheMainPipe 155 ****************************************************************************** 156 */ 157 158 val f0_valid = fromFtq.req.valid 159 val f0_ftq_req = fromFtq.req.bits 160 val f0_doubleLine = fromFtq.req.bits.crossCacheline 161 val f0_vSetIdx = VecInit(get_idx((f0_ftq_req.startAddr)), get_idx(f0_ftq_req.nextlineStart)) 162 val f0_fire = fromFtq.req.fire() 163 164 val f0_flush, f1_flush, f2_flush, f3_flush = WireInit(false.B) 165 val from_bpu_f0_flush, from_bpu_f1_flush, from_bpu_f2_flush, from_bpu_f3_flush = WireInit(false.B) 166 167 from_bpu_f0_flush := fromFtq.flushFromBpu.shouldFlushByStage2(f0_ftq_req.ftqIdx) || 168 fromFtq.flushFromBpu.shouldFlushByStage3(f0_ftq_req.ftqIdx) 169 170 val wb_redirect , mmio_redirect, backend_redirect= WireInit(false.B) 171 val f3_wb_not_flush = WireInit(false.B) 172 173 backend_redirect := fromFtq.redirect.valid 174 f3_flush := backend_redirect || (wb_redirect && !f3_wb_not_flush) 175 f2_flush := backend_redirect || mmio_redirect || wb_redirect 176 f1_flush := f2_flush || from_bpu_f1_flush 177 f0_flush := f1_flush || from_bpu_f0_flush 178 179 val f1_ready, f2_ready, f3_ready = WireInit(false.B) 180 181 fromFtq.req.ready := f1_ready && io.icacheInter.icacheReady 182 183 /** <PERF> f0 fetch bubble */ 184 185 XSPerfAccumulate("fetch_bubble_ftq_not_valid", !fromFtq.req.valid && fromFtq.req.ready ) 186 // XSPerfAccumulate("fetch_bubble_pipe_stall", f0_valid && toICache(0).ready && toICache(1).ready && !f1_ready ) 187 // XSPerfAccumulate("fetch_bubble_icache_0_busy", f0_valid && !toICache(0).ready ) 188 // XSPerfAccumulate("fetch_bubble_icache_1_busy", f0_valid && !toICache(1).ready ) 189 XSPerfAccumulate("fetch_flush_backend_redirect", backend_redirect ) 190 XSPerfAccumulate("fetch_flush_wb_redirect", wb_redirect ) 191 XSPerfAccumulate("fetch_flush_bpu_f1_flush", from_bpu_f1_flush ) 192 XSPerfAccumulate("fetch_flush_bpu_f0_flush", from_bpu_f0_flush ) 193 194 195 /** 196 ****************************************************************************** 197 * IFU Stage 1 198 * - calculate pc/half_pc/cut_ptr for every instruction 199 ****************************************************************************** 200 */ 201 202 val f1_valid = RegInit(false.B) 203 val f1_ftq_req = RegEnable(f0_ftq_req, f0_fire) 204 // val f1_situation = RegEnable(f0_situation, f0_fire) 205 val f1_doubleLine = RegEnable(f0_doubleLine, f0_fire) 206 val f1_vSetIdx = RegEnable(f0_vSetIdx, f0_fire) 207 val f1_fire = f1_valid && f2_ready 208 209 f1_ready := f1_fire || !f1_valid 210 211 from_bpu_f1_flush := fromFtq.flushFromBpu.shouldFlushByStage3(f1_ftq_req.ftqIdx) && f1_valid 212 // from_bpu_f1_flush := false.B 213 214 when(f1_flush) {f1_valid := false.B} 215 .elsewhen(f0_fire && !f0_flush) {f1_valid := true.B} 216 .elsewhen(f1_fire) {f1_valid := false.B} 217 218 val f1_pc = VecInit((0 until PredictWidth).map(i => f1_ftq_req.startAddr + (i * 2).U)) 219 val f1_half_snpc = VecInit((0 until PredictWidth).map(i => f1_ftq_req.startAddr + ((i+2) * 2).U)) 220 val f1_cut_ptr = if(HasCExtension) VecInit((0 until PredictWidth + 1).map(i => Cat(0.U(1.W), f1_ftq_req.startAddr(blockOffBits-1, 1)) + i.U )) 221 else VecInit((0 until PredictWidth).map(i => Cat(0.U(1.W), f1_ftq_req.startAddr(blockOffBits-1, 2)) + i.U )) 222 223 /** 224 ****************************************************************************** 225 * IFU Stage 2 226 * - icache response data (latched for pipeline stop) 227 * - generate exceprion bits for every instruciton (page fault/access fault/mmio) 228 * - generate predicted instruction range (1 means this instruciton is in this fetch packet) 229 * - cut data from cachlines to packet instruction code 230 * - instruction predecode and RVC expand 231 ****************************************************************************** 232 */ 233 234 val icacheRespAllValid = WireInit(false.B) 235 236 val f2_valid = RegInit(false.B) 237 val f2_ftq_req = RegEnable(f1_ftq_req, f1_fire) 238 // val f2_situation = RegEnable(f1_situation, f1_fire) 239 val f2_doubleLine = RegEnable(f1_doubleLine, f1_fire) 240 val f2_vSetIdx = RegEnable(f1_vSetIdx, f1_fire) 241 val f2_fire = f2_valid && f3_ready && icacheRespAllValid 242 243 f2_ready := f2_fire || !f2_valid 244 //TODO: addr compare may be timing critical 245 val f2_icache_all_resp_wire = fromICache(0).valid && (fromICache(0).bits.vaddr === f2_ftq_req.startAddr) && ((fromICache(1).valid && (fromICache(1).bits.vaddr === f2_ftq_req.nextlineStart)) || !f2_doubleLine) 246 val f2_icache_all_resp_reg = RegInit(false.B) 247 248 icacheRespAllValid := f2_icache_all_resp_reg || f2_icache_all_resp_wire 249 250 io.icacheStop := !f3_ready 251 252 when(f2_flush) {f2_icache_all_resp_reg := false.B} 253 .elsewhen(f2_valid && f2_icache_all_resp_wire && !f3_ready) {f2_icache_all_resp_reg := true.B} 254 .elsewhen(f2_fire && f2_icache_all_resp_reg) {f2_icache_all_resp_reg := false.B} 255 256 when(f2_flush) {f2_valid := false.B} 257 .elsewhen(f1_fire && !f1_flush) {f2_valid := true.B } 258 .elsewhen(f2_fire) {f2_valid := false.B} 259 260 // val f2_cache_response_data = ResultHoldBypass(valid = f2_icache_all_resp_wire, data = VecInit(fromICache.map(_.bits.readData))) 261 val f2_cache_response_reg_data = VecInit(fromICache.map(_.bits.registerData)) 262 val f2_cache_response_sram_data = VecInit(fromICache.map(_.bits.sramData)) 263 val f2_cache_response_select = VecInit(fromICache.map(_.bits.select)) 264 265 266 val f2_except_pf = VecInit((0 until PortNumber).map(i => fromICache(i).bits.tlbExcp.pageFault)) 267 val f2_except_af = VecInit((0 until PortNumber).map(i => fromICache(i).bits.tlbExcp.accessFault)) 268 val f2_mmio = fromICache(0).bits.tlbExcp.mmio && !fromICache(0).bits.tlbExcp.accessFault && 269 !fromICache(0).bits.tlbExcp.pageFault 270 271 val f2_pc = RegEnable(f1_pc, f1_fire) 272 val f2_half_snpc = RegEnable(f1_half_snpc, f1_fire) 273 val f2_cut_ptr = RegEnable(f1_cut_ptr, f1_fire) 274 275 val f2_resend_vaddr = RegEnable(f1_ftq_req.startAddr + 2.U, f1_fire) 276 277 def isNextLine(pc: UInt, startAddr: UInt) = { 278 startAddr(blockOffBits) ^ pc(blockOffBits) 279 } 280 281 def isLastInLine(pc: UInt) = { 282 pc(blockOffBits - 1, 0) === "b111110".U 283 } 284 285 val f2_foldpc = VecInit(f2_pc.map(i => XORFold(i(VAddrBits-1,1), MemPredPCWidth))) 286 val f2_jump_range = Fill(PredictWidth, !f2_ftq_req.ftqOffset.valid) | Fill(PredictWidth, 1.U(1.W)) >> ~f2_ftq_req.ftqOffset.bits 287 val f2_ftr_range = Fill(PredictWidth, f2_ftq_req.ftqOffset.valid) | Fill(PredictWidth, 1.U(1.W)) >> ~getBasicBlockIdx(f2_ftq_req.nextStartAddr, f2_ftq_req.startAddr) 288 val f2_instr_range = f2_jump_range & f2_ftr_range 289 val f2_pf_vec = VecInit((0 until PredictWidth).map(i => (!isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_except_pf(0) || isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_doubleLine && f2_except_pf(1)))) 290 val f2_af_vec = VecInit((0 until PredictWidth).map(i => (!isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_except_af(0) || isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_doubleLine && f2_except_af(1)))) 291 292 val f2_paddrs = VecInit((0 until PortNumber).map(i => fromICache(i).bits.paddr)) 293 val f2_perf_info = io.icachePerfInfo 294 295 def cut(cacheline: UInt, cutPtr: Vec[UInt]) : Vec[UInt] ={ 296 require(HasCExtension) 297 // if(HasCExtension){ 298 val partCacheline = cacheline((blockBytes * 8 * 2 * 3) / 4 - 1, 0) 299 val result = Wire(Vec(PredictWidth + 1, UInt(16.W))) 300 val dataVec = cacheline.asTypeOf(Vec(blockBytes * 3 /4, UInt(16.W))) //47 16-bit data vector 301 (0 until PredictWidth + 1).foreach( i => 302 result(i) := dataVec(cutPtr(i)) //the max ptr is 3*blockBytes/4-1 303 ) 304 result 305 // } else { 306 // val result = Wire(Vec(PredictWidth, UInt(32.W)) ) 307 // val dataVec = cacheline.asTypeOf(Vec(blockBytes * 2/ 4, UInt(32.W))) 308 // (0 until PredictWidth).foreach( i => 309 // result(i) := dataVec(cutPtr(i)) 310 // ) 311 // result 312 // } 313 } 314 315 val f2_data_2_cacheline = Wire(Vec(4, UInt((2 * blockBits).W))) 316 f2_data_2_cacheline(0) := Cat(f2_cache_response_reg_data(1) , f2_cache_response_reg_data(0)) 317 f2_data_2_cacheline(1) := Cat(f2_cache_response_reg_data(1) , f2_cache_response_sram_data(0)) 318 f2_data_2_cacheline(2) := Cat(f2_cache_response_sram_data(1) , f2_cache_response_reg_data(0)) 319 f2_data_2_cacheline(3) := Cat(f2_cache_response_sram_data(1) , f2_cache_response_sram_data(0)) 320 321 val f2_cut_data = VecInit(f2_data_2_cacheline.map(data => cut( data, f2_cut_ptr ))) 322 323 val f2_predecod_ptr = Wire(UInt(2.W)) 324 f2_predecod_ptr := Cat(f2_cache_response_select(1),f2_cache_response_select(0)) 325 326 /** predecode (include RVC expander) */ 327 // preDecoderRegIn.data := f2_reg_cut_data 328 // preDecoderRegInIn.frontendTrigger := io.frontendTrigger 329 // preDecoderRegInIn.csrTriggerEnable := io.csrTriggerEnable 330 // preDecoderRegIn.pc := f2_pc 331 332 val preDecoderOut = Mux1H(UIntToOH(f2_predecod_ptr), preDecoders.map(_.io.out)) 333 for(i <- 0 until 4){ 334 val preDecoderIn = preDecoders(i).io.in 335 preDecoderIn.data := f2_cut_data(i) 336 preDecoderIn.frontendTrigger := io.frontendTrigger 337 preDecoderIn.csrTriggerEnable := io.csrTriggerEnable 338 preDecoderIn.pc := f2_pc 339 } 340 341 //val f2_expd_instr = preDecoderOut.expInstr 342 val f2_instr = preDecoderOut.instr 343 val f2_pd = preDecoderOut.pd 344 val f2_jump_offset = preDecoderOut.jumpOffset 345 val f2_hasHalfValid = preDecoderOut.hasHalfValid 346 val f2_crossPageFault = VecInit((0 until PredictWidth).map(i => isLastInLine(f2_pc(i)) && !f2_except_pf(0) && f2_doubleLine && f2_except_pf(1) && !f2_pd(i).isRVC )) 347 348 XSPerfAccumulate("fetch_bubble_icache_not_resp", f2_valid && !icacheRespAllValid ) 349 350 351 /** 352 ****************************************************************************** 353 * IFU Stage 3 354 * - handle MMIO instruciton 355 * -send request to Uncache fetch Unit 356 * -every packet include 1 MMIO instruction 357 * -MMIO instructions will stop fetch pipeline until commiting from RoB 358 * -flush to snpc (send ifu_redirect to Ftq) 359 * - Ibuffer enqueue 360 * - check predict result in Frontend (jalFault/retFault/notCFIFault/invalidTakenFault/targetFault) 361 * - handle last half RVI instruction 362 ****************************************************************************** 363 */ 364 365 val f3_valid = RegInit(false.B) 366 val f3_ftq_req = RegEnable(f2_ftq_req, f2_fire) 367 // val f3_situation = RegEnable(f2_situation, f2_fire) 368 val f3_doubleLine = RegEnable(f2_doubleLine, f2_fire) 369 val f3_fire = io.toIbuffer.fire() 370 371 f3_ready := f3_fire || !f3_valid 372 373 val f3_cut_data = RegEnable(next = f2_cut_data(f2_predecod_ptr), enable=f2_fire) 374 375 val f3_except_pf = RegEnable(f2_except_pf, f2_fire) 376 val f3_except_af = RegEnable(f2_except_af, f2_fire) 377 val f3_mmio = RegEnable(f2_mmio , f2_fire) 378 379 //val f3_expd_instr = RegEnable(next = f2_expd_instr, enable = f2_fire) 380 val f3_instr = RegEnable(next = f2_instr, enable = f2_fire) 381 val f3_expd_instr = VecInit((0 until PredictWidth).map{ i => 382 val expander = Module(new RVCExpander) 383 expander.io.in := f3_instr(i) 384 expander.io.out.bits 385 }) 386 387 val f3_pd = RegEnable(next = f2_pd, enable = f2_fire) 388 val f3_jump_offset = RegEnable(next = f2_jump_offset, enable = f2_fire) 389 val f3_af_vec = RegEnable(next = f2_af_vec, enable = f2_fire) 390 val f3_pf_vec = RegEnable(next = f2_pf_vec , enable = f2_fire) 391 val f3_pc = RegEnable(next = f2_pc, enable = f2_fire) 392 val f3_half_snpc = RegEnable(next = f2_half_snpc, enable = f2_fire) 393 val f3_instr_range = RegEnable(next = f2_instr_range, enable = f2_fire) 394 val f3_foldpc = RegEnable(next = f2_foldpc, enable = f2_fire) 395 val f3_crossPageFault = RegEnable(next = f2_crossPageFault, enable = f2_fire) 396 val f3_hasHalfValid = RegEnable(next = f2_hasHalfValid, enable = f2_fire) 397 val f3_except = VecInit((0 until 2).map{i => f3_except_pf(i) || f3_except_af(i)}) 398 val f3_has_except = f3_valid && (f3_except_af.reduce(_||_) || f3_except_pf.reduce(_||_)) 399 val f3_pAddrs = RegEnable(f2_paddrs, f2_fire) 400 val f3_resend_vaddr = RegEnable(f2_resend_vaddr, f2_fire) 401 402 when(f3_valid && !f3_ftq_req.ftqOffset.valid){ 403 assert(f3_ftq_req.startAddr + 32.U >= f3_ftq_req.nextStartAddr , "More tha 32 Bytes fetch is not allowed!") 404 } 405 406 /*** MMIO State Machine***/ 407 val f3_mmio_data = Reg(Vec(2, UInt(16.W))) 408 val mmio_is_RVC = RegInit(false.B) 409 val mmio_resend_addr =RegInit(0.U(PAddrBits.W)) 410 val mmio_resend_af = RegInit(false.B) 411 val mmio_resend_pf = RegInit(false.B) 412 413 //last instuction finish 414 val is_first_instr = RegInit(true.B) 415 io.mmioCommitRead.mmioFtqPtr := RegNext(f3_ftq_req.ftqIdx + 1.U) 416 417 val m_idle :: m_waitLastCmt:: m_sendReq :: m_waitResp :: m_sendTLB :: m_tlbResp :: m_sendPMP :: m_resendReq :: m_waitResendResp :: m_waitCommit :: m_commited :: Nil = Enum(11) 418 val mmio_state = RegInit(m_idle) 419 420 val f3_req_is_mmio = f3_mmio && f3_valid 421 val mmio_commit = VecInit(io.rob_commits.map{commit => commit.valid && commit.bits.ftqIdx === f3_ftq_req.ftqIdx && commit.bits.ftqOffset === 0.U}).asUInt.orR 422 val f3_mmio_req_commit = f3_req_is_mmio && mmio_state === m_commited 423 424 val f3_mmio_to_commit = f3_req_is_mmio && mmio_state === m_waitCommit 425 val f3_mmio_to_commit_next = RegNext(f3_mmio_to_commit) 426 val f3_mmio_can_go = f3_mmio_to_commit && !f3_mmio_to_commit_next 427 428 val fromFtqRedirectReg = RegNext(fromFtq.redirect,init = 0.U.asTypeOf(fromFtq.redirect)) 429 val mmioF3Flush = RegNext(f3_flush,init = false.B) 430 val f3_ftq_flush_self = fromFtqRedirectReg.valid && RedirectLevel.flushItself(fromFtqRedirectReg.bits.level) 431 val f3_ftq_flush_by_older = fromFtqRedirectReg.valid && isBefore(fromFtqRedirectReg.bits.ftqIdx, f3_ftq_req.ftqIdx) 432 433 val f3_need_not_flush = f3_req_is_mmio && fromFtqRedirectReg.valid && !f3_ftq_flush_self && !f3_ftq_flush_by_older 434 435 when(is_first_instr && mmio_commit){ 436 is_first_instr := false.B 437 } 438 439 when(f3_flush && !f3_req_is_mmio) {f3_valid := false.B} 440 .elsewhen(mmioF3Flush && f3_req_is_mmio && !f3_need_not_flush) {f3_valid := false.B} 441 .elsewhen(f2_fire && !f2_flush ) {f3_valid := true.B } 442 .elsewhen(io.toIbuffer.fire() && !f3_req_is_mmio) {f3_valid := false.B} 443 .elsewhen{f3_req_is_mmio && f3_mmio_req_commit} {f3_valid := false.B} 444 445 val f3_mmio_use_seq_pc = RegInit(false.B) 446 447 val (redirect_ftqIdx, redirect_ftqOffset) = (fromFtqRedirectReg.bits.ftqIdx,fromFtqRedirectReg.bits.ftqOffset) 448 val redirect_mmio_req = fromFtqRedirectReg.valid && redirect_ftqIdx === f3_ftq_req.ftqIdx && redirect_ftqOffset === 0.U 449 450 when(RegNext(f2_fire && !f2_flush) && f3_req_is_mmio) { f3_mmio_use_seq_pc := true.B } 451 .elsewhen(redirect_mmio_req) { f3_mmio_use_seq_pc := false.B } 452 453 f3_ready := Mux(f3_req_is_mmio, io.toIbuffer.ready && f3_mmio_req_commit || !f3_valid , io.toIbuffer.ready || !f3_valid) 454 455 // mmio state machine 456 switch(mmio_state){ 457 is(m_idle){ 458 when(f3_req_is_mmio){ 459 mmio_state := m_waitLastCmt 460 } 461 } 462 463 is(m_waitLastCmt){ 464 when(is_first_instr){ 465 mmio_state := m_sendReq 466 }.otherwise{ 467 mmio_state := Mux(io.mmioCommitRead.mmioLastCommit, m_sendReq, m_waitLastCmt) 468 } 469 } 470 471 is(m_sendReq){ 472 mmio_state := Mux(toUncache.fire(), m_waitResp, m_sendReq ) 473 } 474 475 is(m_waitResp){ 476 when(fromUncache.fire()){ 477 val isRVC = fromUncache.bits.data(1,0) =/= 3.U 478 val needResend = !isRVC && f3_pAddrs(0)(2,1) === 3.U 479 mmio_state := Mux(needResend, m_sendTLB , m_waitCommit) 480 481 mmio_is_RVC := isRVC 482 f3_mmio_data(0) := fromUncache.bits.data(15,0) 483 f3_mmio_data(1) := fromUncache.bits.data(31,16) 484 } 485 } 486 487 is(m_sendTLB){ 488 when( io.iTLBInter.req.valid && !io.iTLBInter.resp.bits.miss ){ 489 mmio_state := m_tlbResp 490 } 491 } 492 493 is(m_tlbResp){ 494 val tlbExept = io.iTLBInter.resp.bits.excp(0).pf.instr || 495 io.iTLBInter.resp.bits.excp(0).af.instr 496 mmio_state := Mux(tlbExept,m_waitCommit,m_sendPMP) 497 mmio_resend_addr := io.iTLBInter.resp.bits.paddr(0) 498 mmio_resend_af := mmio_resend_af || io.iTLBInter.resp.bits.excp(0).af.instr 499 mmio_resend_pf := mmio_resend_pf || io.iTLBInter.resp.bits.excp(0).pf.instr 500 } 501 502 is(m_sendPMP){ 503 val pmpExcpAF = io.pmp.resp.instr || !io.pmp.resp.mmio 504 mmio_state := Mux(pmpExcpAF, m_waitCommit , m_resendReq) 505 mmio_resend_af := pmpExcpAF 506 } 507 508 is(m_resendReq){ 509 mmio_state := Mux(toUncache.fire(), m_waitResendResp, m_resendReq ) 510 } 511 512 is(m_waitResendResp){ 513 when(fromUncache.fire()){ 514 mmio_state := m_waitCommit 515 f3_mmio_data(1) := fromUncache.bits.data(15,0) 516 } 517 } 518 519 is(m_waitCommit){ 520 when(mmio_commit){ 521 mmio_state := m_commited 522 } 523 } 524 525 //normal mmio instruction 526 is(m_commited){ 527 mmio_state := m_idle 528 mmio_is_RVC := false.B 529 mmio_resend_addr := 0.U 530 } 531 } 532 533 //exception or flush by older branch prediction 534 when(f3_ftq_flush_self || f3_ftq_flush_by_older) { 535 mmio_state := m_idle 536 mmio_is_RVC := false.B 537 mmio_resend_addr := 0.U 538 mmio_resend_af := false.B 539 f3_mmio_data.map(_ := 0.U) 540 } 541 542 toUncache.valid := ((mmio_state === m_sendReq) || (mmio_state === m_resendReq)) && f3_req_is_mmio 543 toUncache.bits.addr := Mux((mmio_state === m_resendReq), mmio_resend_addr, f3_pAddrs(0)) 544 fromUncache.ready := true.B 545 546 io.iTLBInter.req.valid := (mmio_state === m_sendTLB) && f3_req_is_mmio 547 io.iTLBInter.req.bits.size := 3.U 548 io.iTLBInter.req.bits.vaddr := f3_resend_vaddr 549 io.iTLBInter.req.bits.debug.pc := f3_resend_vaddr 550 551 io.iTLBInter.req.bits.kill := false.B // IFU use itlb for mmio, doesn't need sync, set it to false 552 io.iTLBInter.req.bits.cmd := TlbCmd.exec 553 io.iTLBInter.req.bits.memidx := DontCare 554 io.iTLBInter.req.bits.debug.robIdx := DontCare 555 io.iTLBInter.req.bits.no_translate := false.B 556 io.iTLBInter.req.bits.debug.isFirstIssue := DontCare 557 558 io.pmp.req.valid := (mmio_state === m_sendPMP) && f3_req_is_mmio 559 io.pmp.req.bits.addr := mmio_resend_addr 560 io.pmp.req.bits.size := 3.U 561 io.pmp.req.bits.cmd := TlbCmd.exec 562 563 val f3_lastHalf = RegInit(0.U.asTypeOf(new LastHalfInfo)) 564 565 val f3_predecode_range = VecInit(preDecoderOut.pd.map(inst => inst.valid)).asUInt 566 val f3_mmio_range = VecInit((0 until PredictWidth).map(i => if(i ==0) true.B else false.B)) 567 val f3_instr_valid = Wire(Vec(PredictWidth, Bool())) 568 569 /*** prediction result check ***/ 570 checkerIn.ftqOffset := f3_ftq_req.ftqOffset 571 checkerIn.jumpOffset := f3_jump_offset 572 checkerIn.target := f3_ftq_req.nextStartAddr 573 checkerIn.instrRange := f3_instr_range.asTypeOf(Vec(PredictWidth, Bool())) 574 checkerIn.instrValid := f3_instr_valid.asTypeOf(Vec(PredictWidth, Bool())) 575 checkerIn.pds := f3_pd 576 checkerIn.pc := f3_pc 577 578 /*** handle half RVI in the last 2 Bytes ***/ 579 580 def hasLastHalf(idx: UInt) = { 581 //!f3_pd(idx).isRVC && checkerOutStage1.fixedRange(idx) && f3_instr_valid(idx) && !checkerOutStage1.fixedTaken(idx) && !checkerOutStage2.fixedMissPred(idx) && ! f3_req_is_mmio 582 !f3_pd(idx).isRVC && checkerOutStage1.fixedRange(idx) && f3_instr_valid(idx) && !checkerOutStage1.fixedTaken(idx) && ! f3_req_is_mmio 583 } 584 585 val f3_last_validIdx = ~ParallelPriorityEncoder(checkerOutStage1.fixedRange.reverse) 586 587 val f3_hasLastHalf = hasLastHalf((PredictWidth - 1).U) 588 val f3_false_lastHalf = hasLastHalf(f3_last_validIdx) 589 val f3_false_snpc = f3_half_snpc(f3_last_validIdx) 590 591 val f3_lastHalf_mask = VecInit((0 until PredictWidth).map( i => if(i ==0) false.B else true.B )).asUInt() 592 val f3_lastHalf_disable = RegInit(false.B) 593 594 when(f3_flush || (f3_fire && f3_lastHalf_disable)){ 595 f3_lastHalf_disable := false.B 596 } 597 598 when (f3_flush) { 599 f3_lastHalf.valid := false.B 600 }.elsewhen (f3_fire) { 601 f3_lastHalf.valid := f3_hasLastHalf && !f3_lastHalf_disable 602 f3_lastHalf.middlePC := f3_ftq_req.nextStartAddr 603 } 604 605 f3_instr_valid := Mux(f3_lastHalf.valid,f3_hasHalfValid ,VecInit(f3_pd.map(inst => inst.valid))) 606 607 /*** frontend Trigger ***/ 608 frontendTrigger.io.pds := f3_pd 609 frontendTrigger.io.pc := f3_pc 610 frontendTrigger.io.data := f3_cut_data 611 612 frontendTrigger.io.frontendTrigger := io.frontendTrigger 613 frontendTrigger.io.csrTriggerEnable := io.csrTriggerEnable 614 615 val f3_triggered = frontendTrigger.io.triggered 616 617 /*** send to Ibuffer ***/ 618 619 io.toIbuffer.valid := f3_valid && (!f3_req_is_mmio || f3_mmio_can_go) && !f3_flush 620 io.toIbuffer.bits.instrs := f3_expd_instr 621 io.toIbuffer.bits.valid := f3_instr_valid.asUInt 622 io.toIbuffer.bits.enqEnable := checkerOutStage1.fixedRange.asUInt & f3_instr_valid.asUInt 623 io.toIbuffer.bits.pd := f3_pd 624 io.toIbuffer.bits.ftqPtr := f3_ftq_req.ftqIdx 625 io.toIbuffer.bits.pc := f3_pc 626 io.toIbuffer.bits.ftqOffset.zipWithIndex.map{case(a, i) => a.bits := i.U; a.valid := checkerOutStage1.fixedTaken(i) && !f3_req_is_mmio} 627 io.toIbuffer.bits.foldpc := f3_foldpc 628 io.toIbuffer.bits.ipf := VecInit(f3_pf_vec.zip(f3_crossPageFault).map{case (pf, crossPF) => pf || crossPF}) 629 io.toIbuffer.bits.acf := f3_af_vec 630 io.toIbuffer.bits.crossPageIPFFix := f3_crossPageFault 631 io.toIbuffer.bits.triggered := f3_triggered 632 633 when(f3_lastHalf.valid){ 634 io.toIbuffer.bits.enqEnable := checkerOutStage1.fixedRange.asUInt & f3_instr_valid.asUInt & f3_lastHalf_mask 635 io.toIbuffer.bits.valid := f3_lastHalf_mask & f3_instr_valid.asUInt 636 } 637 638 639 640 //Write back to Ftq 641 val f3_cache_fetch = f3_valid && !(f2_fire && !f2_flush) 642 val finishFetchMaskReg = RegNext(f3_cache_fetch) 643 644 val mmioFlushWb = Wire(Valid(new PredecodeWritebackBundle)) 645 val f3_mmio_missOffset = Wire(ValidUndirectioned(UInt(log2Ceil(PredictWidth).W))) 646 f3_mmio_missOffset.valid := f3_req_is_mmio 647 f3_mmio_missOffset.bits := 0.U 648 649 mmioFlushWb.valid := (f3_req_is_mmio && mmio_state === m_waitCommit && RegNext(fromUncache.fire()) && f3_mmio_use_seq_pc) 650 mmioFlushWb.bits.pc := f3_pc 651 mmioFlushWb.bits.pd := f3_pd 652 mmioFlushWb.bits.pd.zipWithIndex.map{case(instr,i) => instr.valid := f3_mmio_range(i)} 653 mmioFlushWb.bits.ftqIdx := f3_ftq_req.ftqIdx 654 mmioFlushWb.bits.ftqOffset := f3_ftq_req.ftqOffset.bits 655 mmioFlushWb.bits.misOffset := f3_mmio_missOffset 656 mmioFlushWb.bits.cfiOffset := DontCare 657 mmioFlushWb.bits.target := Mux(mmio_is_RVC, f3_ftq_req.startAddr + 2.U , f3_ftq_req.startAddr + 4.U) 658 mmioFlushWb.bits.jalTarget := DontCare 659 mmioFlushWb.bits.instrRange := f3_mmio_range 660 661 /** external predecode for MMIO instruction */ 662 when(f3_req_is_mmio){ 663 val inst = Cat(f3_mmio_data(1), f3_mmio_data(0)) 664 val currentIsRVC = isRVC(inst) 665 666 val brType::isCall::isRet::Nil = brInfo(inst) 667 val jalOffset = jal_offset(inst, currentIsRVC) 668 val brOffset = br_offset(inst, currentIsRVC) 669 670 io.toIbuffer.bits.instrs (0) := new RVCDecoder(inst, XLEN).decode.bits 671 672 673 io.toIbuffer.bits.pd(0).valid := true.B 674 io.toIbuffer.bits.pd(0).isRVC := currentIsRVC 675 io.toIbuffer.bits.pd(0).brType := brType 676 io.toIbuffer.bits.pd(0).isCall := isCall 677 io.toIbuffer.bits.pd(0).isRet := isRet 678 679 io.toIbuffer.bits.acf(0) := mmio_resend_af 680 io.toIbuffer.bits.ipf(0) := mmio_resend_pf 681 io.toIbuffer.bits.crossPageIPFFix(0) := mmio_resend_pf 682 683 io.toIbuffer.bits.enqEnable := f3_mmio_range.asUInt 684 685 mmioFlushWb.bits.pd(0).valid := true.B 686 mmioFlushWb.bits.pd(0).isRVC := currentIsRVC 687 mmioFlushWb.bits.pd(0).brType := brType 688 mmioFlushWb.bits.pd(0).isCall := isCall 689 mmioFlushWb.bits.pd(0).isRet := isRet 690 } 691 692 mmio_redirect := (f3_req_is_mmio && mmio_state === m_waitCommit && RegNext(fromUncache.fire()) && f3_mmio_use_seq_pc) 693 694 XSPerfAccumulate("fetch_bubble_ibuffer_not_ready", io.toIbuffer.valid && !io.toIbuffer.ready ) 695 696 697 /** 698 ****************************************************************************** 699 * IFU Write Back Stage 700 * - write back predecode information to Ftq to update 701 * - redirect if found fault prediction 702 * - redirect if has false hit last half (last PC is not start + 32 Bytes, but in the midle of an notCFI RVI instruction) 703 ****************************************************************************** 704 */ 705 706 val wb_valid = RegNext(RegNext(f2_fire && !f2_flush) && !f3_req_is_mmio && !f3_flush) 707 val wb_ftq_req = RegNext(f3_ftq_req) 708 709 val wb_check_result_stage1 = RegNext(checkerOutStage1) 710 val wb_check_result_stage2 = checkerOutStage2 711 val wb_instr_range = RegNext(io.toIbuffer.bits.enqEnable) 712 val wb_pc = RegNext(f3_pc) 713 val wb_pd = RegNext(f3_pd) 714 val wb_instr_valid = RegNext(f3_instr_valid) 715 716 /* false hit lastHalf */ 717 val wb_lastIdx = RegNext(f3_last_validIdx) 718 val wb_false_lastHalf = RegNext(f3_false_lastHalf) && wb_lastIdx =/= (PredictWidth - 1).U 719 val wb_false_target = RegNext(f3_false_snpc) 720 721 val wb_half_flush = wb_false_lastHalf 722 val wb_half_target = wb_false_target 723 724 /* false oversize */ 725 val lastIsRVC = wb_instr_range.asTypeOf(Vec(PredictWidth,Bool())).last && wb_pd.last.isRVC 726 val lastIsRVI = wb_instr_range.asTypeOf(Vec(PredictWidth,Bool()))(PredictWidth - 2) && !wb_pd(PredictWidth - 2).isRVC 727 val lastTaken = wb_check_result_stage1.fixedTaken.last 728 729 f3_wb_not_flush := wb_ftq_req.ftqIdx === f3_ftq_req.ftqIdx && f3_valid && wb_valid 730 731 /** if a req with a last half but miss predicted enters in wb stage, and this cycle f3 stalls, 732 * we set a flag to notify f3 that the last half flag need not to be set. 733 */ 734 //f3_fire is after wb_valid 735 when(wb_valid && RegNext(f3_hasLastHalf,init = false.B) 736 && wb_check_result_stage2.fixedMissPred(PredictWidth - 1) && !f3_fire && !RegNext(f3_fire,init = false.B) && !f3_flush 737 ){ 738 f3_lastHalf_disable := true.B 739 } 740 741 //wb_valid and f3_fire are in same cycle 742 when(wb_valid && RegNext(f3_hasLastHalf,init = false.B) 743 && wb_check_result_stage2.fixedMissPred(PredictWidth - 1) && f3_fire 744 ){ 745 f3_lastHalf.valid := false.B 746 } 747 748 val checkFlushWb = Wire(Valid(new PredecodeWritebackBundle)) 749 checkFlushWb.valid := wb_valid 750 checkFlushWb.bits.pc := wb_pc 751 checkFlushWb.bits.pd := wb_pd 752 checkFlushWb.bits.pd.zipWithIndex.map{case(instr,i) => instr.valid := wb_instr_valid(i)} 753 checkFlushWb.bits.ftqIdx := wb_ftq_req.ftqIdx 754 checkFlushWb.bits.ftqOffset := wb_ftq_req.ftqOffset.bits 755 checkFlushWb.bits.misOffset.valid := ParallelOR(wb_check_result_stage2.fixedMissPred) || wb_half_flush 756 checkFlushWb.bits.misOffset.bits := Mux(wb_half_flush, wb_lastIdx, ParallelPriorityEncoder(wb_check_result_stage2.fixedMissPred)) 757 checkFlushWb.bits.cfiOffset.valid := ParallelOR(wb_check_result_stage1.fixedTaken) 758 checkFlushWb.bits.cfiOffset.bits := ParallelPriorityEncoder(wb_check_result_stage1.fixedTaken) 759 checkFlushWb.bits.target := Mux(wb_half_flush, wb_half_target, wb_check_result_stage2.fixedTarget(ParallelPriorityEncoder(wb_check_result_stage2.fixedMissPred))) 760 checkFlushWb.bits.jalTarget := wb_check_result_stage2.fixedTarget(ParallelPriorityEncoder(VecInit(wb_pd.zip(wb_instr_valid).map{case (pd, v) => v && pd.isJal }))) 761 checkFlushWb.bits.instrRange := wb_instr_range.asTypeOf(Vec(PredictWidth, Bool())) 762 763 toFtq.pdWb := Mux(wb_valid, checkFlushWb, mmioFlushWb) 764 765 wb_redirect := checkFlushWb.bits.misOffset.valid && wb_valid 766 767 /*write back flush type*/ 768 val checkFaultType = wb_check_result_stage2.faultType 769 val checkJalFault = wb_valid && checkFaultType.map(_.isjalFault).reduce(_||_) 770 val checkRetFault = wb_valid && checkFaultType.map(_.isRetFault).reduce(_||_) 771 val checkTargetFault = wb_valid && checkFaultType.map(_.istargetFault).reduce(_||_) 772 val checkNotCFIFault = wb_valid && checkFaultType.map(_.notCFIFault).reduce(_||_) 773 val checkInvalidTaken = wb_valid && checkFaultType.map(_.invalidTakenFault).reduce(_||_) 774 775 776 XSPerfAccumulate("predecode_flush_jalFault", checkJalFault ) 777 XSPerfAccumulate("predecode_flush_retFault", checkRetFault ) 778 XSPerfAccumulate("predecode_flush_targetFault", checkTargetFault ) 779 XSPerfAccumulate("predecode_flush_notCFIFault", checkNotCFIFault ) 780 XSPerfAccumulate("predecode_flush_incalidTakenFault", checkInvalidTaken ) 781 782 when(checkRetFault){ 783 XSDebug("startAddr:%x nextstartAddr:%x taken:%d takenIdx:%d\n", 784 wb_ftq_req.startAddr, wb_ftq_req.nextStartAddr, wb_ftq_req.ftqOffset.valid, wb_ftq_req.ftqOffset.bits) 785 } 786 787 788 /** performance counter */ 789 val f3_perf_info = RegEnable(f2_perf_info, f2_fire) 790 val f3_req_0 = io.toIbuffer.fire() 791 val f3_req_1 = io.toIbuffer.fire() && f3_doubleLine 792 val f3_hit_0 = io.toIbuffer.fire() && f3_perf_info.bank_hit(0) 793 val f3_hit_1 = io.toIbuffer.fire() && f3_doubleLine & f3_perf_info.bank_hit(1) 794 val f3_hit = f3_perf_info.hit 795 val perfEvents = Seq( 796 ("frontendFlush ", wb_redirect ), 797 ("ifu_req ", io.toIbuffer.fire() ), 798 ("ifu_miss ", io.toIbuffer.fire() && !f3_perf_info.hit ), 799 ("ifu_req_cacheline_0 ", f3_req_0 ), 800 ("ifu_req_cacheline_1 ", f3_req_1 ), 801 ("ifu_req_cacheline_0_hit ", f3_hit_1 ), 802 ("ifu_req_cacheline_1_hit ", f3_hit_1 ), 803 ("only_0_hit ", f3_perf_info.only_0_hit && io.toIbuffer.fire() ), 804 ("only_0_miss ", f3_perf_info.only_0_miss && io.toIbuffer.fire() ), 805 ("hit_0_hit_1 ", f3_perf_info.hit_0_hit_1 && io.toIbuffer.fire() ), 806 ("hit_0_miss_1 ", f3_perf_info.hit_0_miss_1 && io.toIbuffer.fire() ), 807 ("miss_0_hit_1 ", f3_perf_info.miss_0_hit_1 && io.toIbuffer.fire() ), 808 ("miss_0_miss_1 ", f3_perf_info.miss_0_miss_1 && io.toIbuffer.fire() ), 809 ) 810 generatePerfEvent() 811 812 XSPerfAccumulate("ifu_req", io.toIbuffer.fire() ) 813 XSPerfAccumulate("ifu_miss", io.toIbuffer.fire() && !f3_hit ) 814 XSPerfAccumulate("ifu_req_cacheline_0", f3_req_0 ) 815 XSPerfAccumulate("ifu_req_cacheline_1", f3_req_1 ) 816 XSPerfAccumulate("ifu_req_cacheline_0_hit", f3_hit_0 ) 817 XSPerfAccumulate("ifu_req_cacheline_1_hit", f3_hit_1 ) 818 XSPerfAccumulate("frontendFlush", wb_redirect ) 819 XSPerfAccumulate("only_0_hit", f3_perf_info.only_0_hit && io.toIbuffer.fire() ) 820 XSPerfAccumulate("only_0_miss", f3_perf_info.only_0_miss && io.toIbuffer.fire() ) 821 XSPerfAccumulate("hit_0_hit_1", f3_perf_info.hit_0_hit_1 && io.toIbuffer.fire() ) 822 XSPerfAccumulate("hit_0_miss_1", f3_perf_info.hit_0_miss_1 && io.toIbuffer.fire() ) 823 XSPerfAccumulate("miss_0_hit_1", f3_perf_info.miss_0_hit_1 && io.toIbuffer.fire() ) 824 XSPerfAccumulate("miss_0_miss_1", f3_perf_info.miss_0_miss_1 && io.toIbuffer.fire() ) 825 XSPerfAccumulate("hit_0_except_1", f3_perf_info.hit_0_except_1 && io.toIbuffer.fire() ) 826 XSPerfAccumulate("miss_0_except_1", f3_perf_info.miss_0_except_1 && io.toIbuffer.fire() ) 827 XSPerfAccumulate("except_0", f3_perf_info.except_0 && io.toIbuffer.fire() ) 828 XSPerfHistogram("ifu2ibuffer_validCnt", PopCount(io.toIbuffer.bits.valid & io.toIbuffer.bits.enqEnable), io.toIbuffer.fire, 0, PredictWidth + 1, 1) 829 830 val fetchToIBufferTable = ChiselDB.createTable("FetchToIBuffer" + p(XSCoreParamsKey).HartId.toString, new FetchToIBufferDB) 831 val ifuWbToFtqTable = ChiselDB.createTable("IfuWbToFtq" + p(XSCoreParamsKey).HartId.toString, new IfuWbToFtqDB) 832 833 val fetchIBufferDumpData = Wire(new FetchToIBufferDB) 834 fetchIBufferDumpData.start_addr := f3_ftq_req.startAddr 835 fetchIBufferDumpData.instr_count := PopCount(io.toIbuffer.bits.enqEnable) 836 fetchIBufferDumpData.exception := (f3_perf_info.except_0 && io.toIbuffer.fire()) || (f3_perf_info.hit_0_except_1 && io.toIbuffer.fire()) || (f3_perf_info.miss_0_except_1 && io.toIbuffer.fire()) 837 fetchIBufferDumpData.is_cache_hit := f3_hit 838 839 val ifuWbToFtqDumpData = Wire(new IfuWbToFtqDB) 840 ifuWbToFtqDumpData.start_addr := wb_ftq_req.startAddr 841 ifuWbToFtqDumpData.is_miss_pred := checkFlushWb.bits.misOffset.valid 842 ifuWbToFtqDumpData.miss_pred_offset := checkFlushWb.bits.misOffset.bits 843 ifuWbToFtqDumpData.checkJalFault := checkJalFault 844 ifuWbToFtqDumpData.checkRetFault := checkRetFault 845 ifuWbToFtqDumpData.checkTargetFault := checkTargetFault 846 ifuWbToFtqDumpData.checkNotCFIFault := checkNotCFIFault 847 ifuWbToFtqDumpData.checkInvalidTaken := checkInvalidTaken 848 849 fetchToIBufferTable.log( 850 data = fetchIBufferDumpData, 851 en = io.toIbuffer.fire(), 852 site = "IFU" + p(XSCoreParamsKey).HartId.toString, 853 clock = clock, 854 reset = reset 855 ) 856 ifuWbToFtqTable.log( 857 data = ifuWbToFtqDumpData, 858 en = checkFlushWb.valid, 859 site = "IFU" + p(XSCoreParamsKey).HartId.toString, 860 clock = clock, 861 reset = reset 862 ) 863 864} 865