1/*************************************************************************************** 2* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3* Copyright (c) 2020-2021 Peng Cheng Laboratory 4* 5* XiangShan is licensed under Mulan PSL v2. 6* You can use this software according to the terms and conditions of the Mulan PSL v2. 7* You may obtain a copy of Mulan PSL v2 at: 8* http://license.coscl.org.cn/MulanPSL2 9* 10* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 11* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 12* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 13* 14* See the Mulan PSL v2 for more details. 15***************************************************************************************/ 16 17package xiangshan 18 19import org.chipsalliance.cde.config.Parameters 20import chisel3._ 21import chisel3.util.BitPat.bitPatToUInt 22import chisel3.util._ 23import utility._ 24import utils._ 25import xiangshan.backend.decode.{ImmUnion, XDecode} 26import xiangshan.backend.fu.FuType 27import xiangshan.backend.rob.RobPtr 28import xiangshan.frontend._ 29import xiangshan.mem.{LqPtr, SqPtr} 30import xiangshan.backend.Bundles.{DynInst, UopIdx} 31import xiangshan.backend.fu.vector.Bundles.VType 32import xiangshan.frontend.{AllAheadFoldedHistoryOldestBits, AllFoldedHistories, BPUCtrl, CGHPtr, FtqPtr, FtqToCtrlIO} 33import xiangshan.frontend.{Ftq_Redirect_SRAMEntry, HasBPUParameter, IfuToBackendIO, PreDecodeInfo, RASPtr} 34import xiangshan.cache.HasDCacheParameters 35import utility._ 36 37import org.chipsalliance.cde.config.Parameters 38import chisel3.util.BitPat.bitPatToUInt 39import chisel3.util.experimental.decode.EspressoMinimizer 40import xiangshan.backend.CtrlToFtqIO 41import xiangshan.backend.fu.NewCSR.{Mcontrol, Tdata1Bundle, Tdata2Bundle} 42import xiangshan.backend.fu.PMPEntry 43import xiangshan.frontend.Ftq_Redirect_SRAMEntry 44import xiangshan.frontend.AllFoldedHistories 45import xiangshan.frontend.AllAheadFoldedHistoryOldestBits 46import xiangshan.frontend.RASPtr 47import xiangshan.backend.rob.RobBundles.RobCommitEntryBundle 48 49class ValidUndirectioned[T <: Data](gen: T) extends Bundle { 50 val valid = Bool() 51 val bits = gen.cloneType.asInstanceOf[T] 52 53} 54 55object ValidUndirectioned { 56 def apply[T <: Data](gen: T) = { 57 new ValidUndirectioned[T](gen) 58 } 59} 60 61object RSFeedbackType { 62 val lrqFull = 0.U(4.W) 63 val tlbMiss = 1.U(4.W) 64 val mshrFull = 2.U(4.W) 65 val dataInvalid = 3.U(4.W) 66 val bankConflict = 4.U(4.W) 67 val ldVioCheckRedo = 5.U(4.W) 68 val feedbackInvalid = 7.U(4.W) 69 val issueSuccess = 8.U(4.W) 70 val rfArbitFail = 9.U(4.W) 71 val fuIdle = 10.U(4.W) 72 val fuBusy = 11.U(4.W) 73 val fuUncertain = 12.U(4.W) 74 75 val allTypes = 16 76 def apply() = UInt(4.W) 77 78 def isStageSuccess(feedbackType: UInt) = { 79 feedbackType === issueSuccess 80 } 81 82 def isBlocked(feedbackType: UInt) = { 83 feedbackType === rfArbitFail || feedbackType === fuBusy || feedbackType >= lrqFull && feedbackType <= feedbackInvalid 84 } 85} 86 87class PredictorAnswer(implicit p: Parameters) extends XSBundle { 88 val hit = if (!env.FPGAPlatform) Bool() else UInt(0.W) 89 val taken = if (!env.FPGAPlatform) Bool() else UInt(0.W) 90 val target = if (!env.FPGAPlatform) UInt(VAddrBits.W) else UInt(0.W) 91} 92 93class CfiUpdateInfo(implicit p: Parameters) extends XSBundle with HasBPUParameter { 94 // from backend 95 val pc = UInt(VAddrBits.W) 96 // frontend -> backend -> frontend 97 val pd = new PreDecodeInfo 98 val ssp = UInt(log2Up(RasSize).W) 99 val sctr = UInt(RasCtrSize.W) 100 val TOSW = new RASPtr 101 val TOSR = new RASPtr 102 val NOS = new RASPtr 103 val topAddr = UInt(VAddrBits.W) 104 // val hist = new ShiftingGlobalHistory 105 val folded_hist = new AllFoldedHistories(foldedGHistInfos) 106 val afhob = new AllAheadFoldedHistoryOldestBits(foldedGHistInfos) 107 val lastBrNumOH = UInt((numBr+1).W) 108 val ghr = UInt(UbtbGHRLength.W) 109 val histPtr = new CGHPtr 110 val specCnt = Vec(numBr, UInt(10.W)) 111 // need pipeline update 112 val br_hit = Bool() // if in ftb entry 113 val jr_hit = Bool() // if in ftb entry 114 val sc_hit = Bool() // if used in ftb entry, invalid if !br_hit 115 val predTaken = Bool() 116 val target = UInt(VAddrBits.W) 117 val taken = Bool() 118 val isMisPred = Bool() 119 val shift = UInt((log2Ceil(numBr)+1).W) 120 val addIntoHist = Bool() 121 122 def fromFtqRedirectSram(entry: Ftq_Redirect_SRAMEntry) = { 123 // this.hist := entry.ghist 124 this.histPtr := entry.histPtr 125 this.ssp := entry.ssp 126 this.sctr := entry.sctr 127 this.TOSW := entry.TOSW 128 this.TOSR := entry.TOSR 129 this.NOS := entry.NOS 130 this.topAddr := entry.topAddr 131 this 132 } 133} 134 135// Dequeue DecodeWidth insts from Ibuffer 136class CtrlFlow(implicit p: Parameters) extends XSBundle { 137 val instr = UInt(32.W) 138 val pc = UInt(VAddrBits.W) 139 val foldpc = UInt(MemPredPCWidth.W) 140 val exceptionVec = ExceptionVec() 141 val trigger = TriggerAction() 142 val pd = new PreDecodeInfo 143 val pred_taken = Bool() 144 val crossPageIPFFix = Bool() 145 val storeSetHit = Bool() // inst has been allocated an store set 146 val waitForRobIdx = new RobPtr // store set predicted previous store robIdx 147 // Load wait is needed 148 // load inst will not be executed until former store (predicted by mdp) addr calcuated 149 val loadWaitBit = Bool() 150 // If (loadWaitBit && loadWaitStrict), strict load wait is needed 151 // load inst will not be executed until ALL former store addr calcuated 152 val loadWaitStrict = Bool() 153 val ssid = UInt(SSIDWidth.W) 154 val ftqPtr = new FtqPtr 155 val ftqOffset = UInt(log2Up(PredictWidth).W) 156} 157 158 159class FPUCtrlSignals(implicit p: Parameters) extends XSBundle { 160 val isAddSub = Bool() // swap23 161 val typeTagIn = UInt(1.W) 162 val typeTagOut = UInt(1.W) 163 val fromInt = Bool() 164 val wflags = Bool() 165 val fpWen = Bool() 166 val fmaCmd = UInt(2.W) 167 val div = Bool() 168 val sqrt = Bool() 169 val fcvt = Bool() 170 val typ = UInt(2.W) 171 val fmt = UInt(2.W) 172 val ren3 = Bool() //TODO: remove SrcType.fp 173 val rm = UInt(3.W) 174} 175 176// Decode DecodeWidth insts at Decode Stage 177class CtrlSignals(implicit p: Parameters) extends XSBundle { 178 val debug_globalID = UInt(XLEN.W) 179 val srcType = Vec(4, SrcType()) 180 val lsrc = Vec(4, UInt(LogicRegsWidth.W)) 181 val ldest = UInt(LogicRegsWidth.W) 182 val fuType = FuType() 183 val fuOpType = FuOpType() 184 val rfWen = Bool() 185 val fpWen = Bool() 186 val vecWen = Bool() 187 val isXSTrap = Bool() 188 val noSpecExec = Bool() // wait forward 189 val blockBackward = Bool() // block backward 190 val flushPipe = Bool() // This inst will flush all the pipe when commit, like exception but can commit 191 val uopSplitType = UopSplitType() 192 val selImm = SelImm() 193 val imm = UInt(32.W) 194 val commitType = CommitType() 195 val fpu = new FPUCtrlSignals 196 val uopIdx = UopIdx() 197 val isMove = Bool() 198 val vm = Bool() 199 val singleStep = Bool() 200 // This inst will flush all the pipe when it is the oldest inst in ROB, 201 // then replay from this inst itself 202 val replayInst = Bool() 203 val canRobCompress = Bool() 204 205 private def allSignals = srcType.take(3) ++ Seq(fuType, fuOpType, rfWen, fpWen, vecWen, 206 isXSTrap, noSpecExec, blockBackward, flushPipe, canRobCompress, uopSplitType, selImm) 207 208 def decode(inst: UInt, table: Iterable[(BitPat, List[BitPat])]): CtrlSignals = { 209 val decoder = freechips.rocketchip.rocket.DecodeLogic(inst, XDecode.decodeDefault, table, EspressoMinimizer) 210 allSignals zip decoder foreach { case (s, d) => s := d } 211 commitType := DontCare 212 this 213 } 214 215 def decode(bit: List[BitPat]): CtrlSignals = { 216 allSignals.zip(bit.map(bitPatToUInt(_))).foreach{ case (s, d) => s := d } 217 this 218 } 219 220 def isWFI: Bool = fuType === FuType.csr.U && fuOpType === CSROpType.wfi 221 def isSoftPrefetch: Bool = { 222 fuType === FuType.alu.U && fuOpType === ALUOpType.or && selImm === SelImm.IMM_I && ldest === 0.U 223 } 224 def needWriteRf: Bool = (rfWen && ldest =/= 0.U) || fpWen || vecWen 225 def isHyperInst: Bool = { 226 fuType === FuType.ldu.U && LSUOpType.isHlv(fuOpType) || fuType === FuType.stu.U && LSUOpType.isHsv(fuOpType) 227 } 228} 229 230class CfCtrl(implicit p: Parameters) extends XSBundle { 231 val cf = new CtrlFlow 232 val ctrl = new CtrlSignals 233} 234 235class PerfDebugInfo(implicit p: Parameters) extends XSBundle { 236 val eliminatedMove = Bool() 237 // val fetchTime = UInt(XLEN.W) 238 val renameTime = UInt(XLEN.W) 239 val dispatchTime = UInt(XLEN.W) 240 val enqRsTime = UInt(XLEN.W) 241 val selectTime = UInt(XLEN.W) 242 val issueTime = UInt(XLEN.W) 243 val writebackTime = UInt(XLEN.W) 244 // val commitTime = UInt(XLEN.W) 245 val runahead_checkpoint_id = UInt(XLEN.W) 246 val tlbFirstReqTime = UInt(XLEN.W) 247 val tlbRespTime = UInt(XLEN.W) // when getting hit result (including delay in L2TLB hit) 248} 249 250// Separate LSQ 251class LSIdx(implicit p: Parameters) extends XSBundle { 252 val lqIdx = new LqPtr 253 val sqIdx = new SqPtr 254} 255 256// CfCtrl -> MicroOp at Rename Stage 257class MicroOp(implicit p: Parameters) extends CfCtrl { 258 val srcState = Vec(4, SrcState()) 259 val psrc = Vec(4, UInt(PhyRegIdxWidth.W)) 260 val pdest = UInt(PhyRegIdxWidth.W) 261 val robIdx = new RobPtr 262 val instrSize = UInt(log2Ceil(RenameWidth + 1).W) 263 val lqIdx = new LqPtr 264 val sqIdx = new SqPtr 265 val eliminatedMove = Bool() 266 val snapshot = Bool() 267 val debugInfo = new PerfDebugInfo 268 def needRfRPort(index: Int, isFp: Boolean, ignoreState: Boolean = true) : Bool = { 269 val stateReady = srcState(index) === SrcState.rdy || ignoreState.B 270 val readReg = if (isFp) { 271 ctrl.srcType(index) === SrcType.fp 272 } else { 273 ctrl.srcType(index) === SrcType.reg && ctrl.lsrc(index) =/= 0.U 274 } 275 readReg && stateReady 276 } 277 def srcIsReady: Vec[Bool] = { 278 VecInit(ctrl.srcType.zip(srcState).map{ case (t, s) => SrcType.isPcOrImm(t) || s === SrcState.rdy }) 279 } 280 def clearExceptions( 281 exceptionBits: Seq[Int] = Seq(), 282 flushPipe: Boolean = false, 283 replayInst: Boolean = false 284 ): MicroOp = { 285 cf.exceptionVec.zipWithIndex.filterNot(x => exceptionBits.contains(x._2)).foreach(_._1 := false.B) 286 if (!flushPipe) { ctrl.flushPipe := false.B } 287 if (!replayInst) { ctrl.replayInst := false.B } 288 this 289 } 290} 291 292class XSBundleWithMicroOp(implicit p: Parameters) extends XSBundle { 293 val uop = new DynInst 294} 295 296class MicroOpRbExt(implicit p: Parameters) extends XSBundleWithMicroOp { 297 val flag = UInt(1.W) 298} 299 300class Redirect(implicit p: Parameters) extends XSBundle { 301 val isRVC = Bool() 302 val robIdx = new RobPtr 303 val ftqIdx = new FtqPtr 304 val ftqOffset = UInt(log2Up(PredictWidth).W) 305 val level = RedirectLevel() 306 val interrupt = Bool() 307 val cfiUpdate = new CfiUpdateInfo 308 309 val stFtqIdx = new FtqPtr // for load violation predict 310 val stFtqOffset = UInt(log2Up(PredictWidth).W) 311 312 val debug_runahead_checkpoint_id = UInt(64.W) 313 val debugIsCtrl = Bool() 314 val debugIsMemVio = Bool() 315 316 def flushItself() = RedirectLevel.flushItself(level) 317} 318 319object Redirect extends HasCircularQueuePtrHelper { 320 321 def selectOldestRedirect(xs: Seq[Valid[Redirect]]): Vec[Bool] = { 322 val compareVec = (0 until xs.length).map(i => (0 until i).map(j => isAfter(xs(j).bits.robIdx, xs(i).bits.robIdx))) 323 val resultOnehot = VecInit((0 until xs.length).map(i => Cat((0 until xs.length).map(j => 324 (if (j < i) !xs(j).valid || compareVec(i)(j) 325 else if (j == i) xs(i).valid 326 else !xs(j).valid || !compareVec(j)(i)) 327 )).andR)) 328 resultOnehot 329 } 330} 331 332class ResetPregStateReq(implicit p: Parameters) extends XSBundle { 333 // NOTE: set isInt and isFp both to 'false' when invalid 334 val isInt = Bool() 335 val isFp = Bool() 336 val isVec = Bool() 337 val isV0 = Bool() 338 val isVl = Bool() 339 val preg = UInt(PhyRegIdxWidth.W) 340} 341 342class DebugBundle(implicit p: Parameters) extends XSBundle { 343 val isMMIO = Bool() 344 val isPerfCnt = Bool() 345 val paddr = UInt(PAddrBits.W) 346 val vaddr = UInt(VAddrBits.W) 347 /* add L/S inst info in EXU */ 348 // val L1toL2TlbLatency = UInt(XLEN.W) 349 // val levelTlbHit = UInt(2.W) 350} 351 352class SoftIfetchPrefetchBundle(implicit p: Parameters) extends XSBundle { 353 val vaddr = UInt(VAddrBits.W) 354} 355 356class ExternalInterruptIO(implicit p: Parameters) extends XSBundle { 357 val mtip = Input(Bool()) 358 val msip = Input(Bool()) 359 val meip = Input(Bool()) 360 val seip = Input(Bool()) 361 val debug = Input(Bool()) 362 val nmi = new NonmaskableInterruptIO() 363} 364 365class NonmaskableInterruptIO(implicit p: Parameters) extends XSBundle { 366 val nmi = Input(Bool()) 367 // reserve for other nmi type 368} 369 370class CSRSpecialIO(implicit p: Parameters) extends XSBundle { 371 val exception = Flipped(ValidIO(new DynInst)) 372 val isInterrupt = Input(Bool()) 373 val memExceptionVAddr = Input(UInt(VAddrBits.W)) 374 val trapTarget = Output(UInt(VAddrBits.W)) 375 val externalInterrupt = new ExternalInterruptIO 376 val interrupt = Output(Bool()) 377} 378 379class DiffCommitIO(implicit p: Parameters) extends XSBundle { 380 val isCommit = Bool() 381 val commitValid = Vec(CommitWidth * MaxUopSize, Bool()) 382 383 val info = Vec(CommitWidth * MaxUopSize, new RabCommitInfo) 384} 385 386class RobCommitInfo(implicit p: Parameters) extends RobCommitEntryBundle 387 388class RobCommitIO(implicit p: Parameters) extends XSBundle { 389 val isCommit = Bool() 390 val commitValid = Vec(CommitWidth, Bool()) 391 392 val isWalk = Bool() 393 // valid bits optimized for walk 394 val walkValid = Vec(CommitWidth, Bool()) 395 396 val info = Vec(CommitWidth, new RobCommitInfo) 397 val robIdx = Vec(CommitWidth, new RobPtr) 398 399 def hasWalkInstr: Bool = isWalk && walkValid.asUInt.orR 400 def hasCommitInstr: Bool = isCommit && commitValid.asUInt.orR 401} 402 403class RabCommitInfo(implicit p: Parameters) extends XSBundle { 404 val ldest = UInt(LogicRegsWidth.W) 405 val pdest = UInt(PhyRegIdxWidth.W) 406 val rfWen = Bool() 407 val fpWen = Bool() 408 val vecWen = Bool() 409 val v0Wen = Bool() 410 val vlWen = Bool() 411 val isMove = Bool() 412} 413 414class RabCommitIO(implicit p: Parameters) extends XSBundle { 415 val isCommit = Bool() 416 val commitValid = Vec(RabCommitWidth, Bool()) 417 418 val isWalk = Bool() 419 // valid bits optimized for walk 420 val walkValid = Vec(RabCommitWidth, Bool()) 421 422 val info = Vec(RabCommitWidth, new RabCommitInfo) 423 val robIdx = OptionWrapper(!env.FPGAPlatform, Vec(RabCommitWidth, new RobPtr)) 424 425 def hasWalkInstr: Bool = isWalk && walkValid.asUInt.orR 426 def hasCommitInstr: Bool = isCommit && commitValid.asUInt.orR 427} 428 429class SnapshotPort(implicit p: Parameters) extends XSBundle { 430 val snptEnq = Bool() 431 val snptDeq = Bool() 432 val useSnpt = Bool() 433 val snptSelect = UInt(log2Ceil(RenameSnapshotNum).W) 434 val flushVec = Vec(RenameSnapshotNum, Bool()) 435} 436 437class RSFeedback(isVector: Boolean = false)(implicit p: Parameters) extends XSBundle { 438 val robIdx = new RobPtr 439 val hit = Bool() 440 val flushState = Bool() 441 val sourceType = RSFeedbackType() 442 val dataInvalidSqIdx = new SqPtr 443 val sqIdx = new SqPtr 444 val lqIdx = new LqPtr 445} 446 447class MemRSFeedbackIO(isVector: Boolean = false)(implicit p: Parameters) extends XSBundle { 448 // Note: you need to update in implicit Parameters p before imp MemRSFeedbackIO 449 // for instance: MemRSFeedbackIO()(updateP) 450 val feedbackSlow = ValidIO(new RSFeedback(isVector)) // dcache miss queue full, dtlb miss 451 val feedbackFast = ValidIO(new RSFeedback(isVector)) // bank conflict 452} 453 454class LoadCancelIO(implicit p: Parameters) extends XSBundle { 455 val ld1Cancel = Bool() 456 val ld2Cancel = Bool() 457} 458 459class FrontendToCtrlIO(implicit p: Parameters) extends XSBundle { 460 // to backend end 461 val cfVec = Vec(DecodeWidth, DecoupledIO(new CtrlFlow)) 462 val stallReason = new StallReasonIO(DecodeWidth) 463 val fromFtq = new FtqToCtrlIO 464 val fromIfu = new IfuToBackendIO 465 // from backend 466 val toFtq = Flipped(new CtrlToFtqIO) 467 val canAccept = Input(Bool()) 468} 469 470class SatpStruct(implicit p: Parameters) extends XSBundle { 471 val mode = UInt(4.W) 472 val asid = UInt(16.W) 473 val ppn = UInt(44.W) 474} 475 476class TlbSatpBundle(implicit p: Parameters) extends SatpStruct { 477 val changed = Bool() 478 479 // Todo: remove it 480 def apply(satp_value: UInt): Unit = { 481 require(satp_value.getWidth == XLEN) 482 val sa = satp_value.asTypeOf(new SatpStruct) 483 mode := sa.mode 484 asid := sa.asid 485 ppn := sa.ppn 486 changed := DataChanged(sa.asid) // when ppn is changed, software need do the flush 487 } 488} 489 490class HgatpStruct(implicit p: Parameters) extends XSBundle { 491 val mode = UInt(4.W) 492 val vmid = UInt(16.W) 493 val ppn = UInt(44.W) 494} 495 496class TlbHgatpBundle(implicit p: Parameters) extends HgatpStruct { 497 val changed = Bool() 498 499 // Todo: remove it 500 def apply(hgatp_value: UInt): Unit = { 501 require(hgatp_value.getWidth == XLEN) 502 val sa = hgatp_value.asTypeOf(new HgatpStruct) 503 mode := sa.mode 504 vmid := sa.vmid 505 ppn := sa.ppn 506 changed := DataChanged(sa.vmid) // when ppn is changed, software need do the flush 507 } 508} 509 510class TlbCsrBundle(implicit p: Parameters) extends XSBundle { 511 val satp = new TlbSatpBundle() 512 val vsatp = new TlbSatpBundle() 513 val hgatp = new TlbHgatpBundle() 514 val priv = new Bundle { 515 val mxr = Bool() 516 val sum = Bool() 517 val vmxr = Bool() 518 val vsum = Bool() 519 val virt = Bool() 520 val spvp = UInt(1.W) 521 val imode = UInt(2.W) 522 val dmode = UInt(2.W) 523 } 524 525 override def toPrintable: Printable = { 526 p"Satp mode:0x${Hexadecimal(satp.mode)} asid:0x${Hexadecimal(satp.asid)} ppn:0x${Hexadecimal(satp.ppn)} " + 527 p"Priv mxr:${priv.mxr} sum:${priv.sum} imode:${priv.imode} dmode:${priv.dmode}" 528 } 529} 530 531class SfenceBundle(implicit p: Parameters) extends XSBundle { 532 val valid = Bool() 533 val bits = new Bundle { 534 val rs1 = Bool() 535 val rs2 = Bool() 536 val addr = UInt(VAddrBits.W) 537 val id = UInt((AsidLength).W) // asid or vmid 538 val flushPipe = Bool() 539 val hv = Bool() 540 val hg = Bool() 541 } 542 543 override def toPrintable: Printable = { 544 p"valid:0x${Hexadecimal(valid)} rs1:${bits.rs1} rs2:${bits.rs2} addr:${Hexadecimal(bits.addr)}, flushPipe:${bits.flushPipe}" 545 } 546} 547 548// Bundle for load violation predictor updating 549class MemPredUpdateReq(implicit p: Parameters) extends XSBundle { 550 val valid = Bool() 551 552 // wait table update 553 val waddr = UInt(MemPredPCWidth.W) 554 val wdata = Bool() // true.B by default 555 556 // store set update 557 // by default, ldpc/stpc should be xor folded 558 val ldpc = UInt(MemPredPCWidth.W) 559 val stpc = UInt(MemPredPCWidth.W) 560} 561 562class CustomCSRCtrlIO(implicit p: Parameters) extends XSBundle { 563 // Prefetcher 564 val l1I_pf_enable = Output(Bool()) 565 val l2_pf_enable = Output(Bool()) 566 val l1D_pf_enable = Output(Bool()) 567 val l1D_pf_train_on_hit = Output(Bool()) 568 val l1D_pf_enable_agt = Output(Bool()) 569 val l1D_pf_enable_pht = Output(Bool()) 570 val l1D_pf_active_threshold = Output(UInt(4.W)) 571 val l1D_pf_active_stride = Output(UInt(6.W)) 572 val l1D_pf_enable_stride = Output(Bool()) 573 val l2_pf_store_only = Output(Bool()) 574 // ICache 575 val icache_parity_enable = Output(Bool()) 576 // Load violation predictor 577 val lvpred_disable = Output(Bool()) 578 val no_spec_load = Output(Bool()) 579 val storeset_wait_store = Output(Bool()) 580 val storeset_no_fast_wakeup = Output(Bool()) 581 val lvpred_timeout = Output(UInt(5.W)) 582 // Branch predictor 583 val bp_ctrl = Output(new BPUCtrl) 584 // Memory Block 585 val sbuffer_threshold = Output(UInt(4.W)) 586 val ldld_vio_check_enable = Output(Bool()) 587 val soft_prefetch_enable = Output(Bool()) 588 val cache_error_enable = Output(Bool()) 589 val uncache_write_outstanding_enable = Output(Bool()) 590 val hd_misalign_st_enable = Output(Bool()) 591 val hd_misalign_ld_enable = Output(Bool()) 592 // Rename 593 val fusion_enable = Output(Bool()) 594 val wfi_enable = Output(Bool()) 595 596 // distribute csr write signal 597 val distribute_csr = new DistributedCSRIO() 598 // TODO: move it to a new bundle, since single step is not a custom control signal 599 val singlestep = Output(Bool()) 600 val frontend_trigger = new FrontendTdataDistributeIO() 601 val mem_trigger = new MemTdataDistributeIO() 602 // Virtualization Mode 603 val virtMode = Output(Bool()) 604} 605 606class DistributedCSRIO(implicit p: Parameters) extends XSBundle { 607 // CSR has been written by csr inst, copies of csr should be updated 608 val w = ValidIO(new Bundle { 609 val addr = Output(UInt(12.W)) 610 val data = Output(UInt(XLEN.W)) 611 }) 612} 613 614class DistributedCSRUpdateReq(implicit p: Parameters) extends XSBundle { 615 // Request csr to be updated 616 // 617 // Note that this request will ONLY update CSR Module it self, 618 // copies of csr will NOT be updated, use it with care! 619 // 620 // For each cycle, no more than 1 DistributedCSRUpdateReq is valid 621 val w = ValidIO(new Bundle { 622 val addr = Output(UInt(12.W)) 623 val data = Output(UInt(XLEN.W)) 624 }) 625 def apply(valid: Bool, addr: UInt, data: UInt, src_description: String) = { 626 when(valid){ 627 w.bits.addr := addr 628 w.bits.data := data 629 } 630 println("Distributed CSR update req registered for " + src_description) 631 } 632} 633 634class L1CacheErrorInfo(implicit p: Parameters) extends XSBundle { 635 // L1CacheErrorInfo is also used to encode customized CACHE_ERROR CSR 636 val source = Output(new Bundle() { 637 val tag = Bool() // l1 tag array 638 val data = Bool() // l1 data array 639 val l2 = Bool() 640 }) 641 val opType = Output(new Bundle() { 642 val fetch = Bool() 643 val load = Bool() 644 val store = Bool() 645 val probe = Bool() 646 val release = Bool() 647 val atom = Bool() 648 }) 649 val paddr = Output(UInt(PAddrBits.W)) 650 651 // report error and paddr to beu 652 // bus error unit will receive error info iff ecc_error.valid 653 val report_to_beu = Output(Bool()) 654 655 def toL1BusErrorUnitInfo(valid: Bool): L1BusErrorUnitInfo = { 656 val beu_info = Wire(new L1BusErrorUnitInfo) 657 beu_info.ecc_error.valid := valid && report_to_beu 658 beu_info.ecc_error.bits := paddr 659 beu_info 660 } 661} 662 663object TriggerAction extends NamedUInt(4) { 664 // Put breakpoint Exception gererated by trigger in ExceptionVec[3]. 665 def BreakpointExp = 0.U(width.W) // raise breakpoint exception 666 def DebugMode = 1.U(width.W) // enter debug mode 667 def TraceOn = 2.U(width.W) 668 def TraceOff = 3.U(width.W) 669 def TraceNotify = 4.U(width.W) 670 def None = 15.U(width.W) // use triggerAction = 15.U to express that action is None; 671 672 def isExp(action: UInt) = action === BreakpointExp 673 def isDmode(action: UInt) = action === DebugMode 674 def isNone(action: UInt) = action === None 675} 676 677// these 3 bundles help distribute trigger control signals from CSR 678// to Frontend, Load and Store. 679class FrontendTdataDistributeIO(implicit p: Parameters) extends XSBundle { 680 val tUpdate = ValidIO(new Bundle { 681 val addr = Output(UInt(log2Up(TriggerNum).W)) 682 val tdata = new MatchTriggerIO 683 }) 684 val tEnableVec: Vec[Bool] = Output(Vec(TriggerNum, Bool())) 685 val debugMode = Output(Bool()) 686 val triggerCanRaiseBpExp = Output(Bool()) 687} 688 689class MemTdataDistributeIO(implicit p: Parameters) extends XSBundle { 690 val tUpdate = ValidIO(new Bundle { 691 val addr = Output(UInt(log2Up(TriggerNum).W)) 692 val tdata = new MatchTriggerIO 693 }) 694 val tEnableVec: Vec[Bool] = Output(Vec(TriggerNum, Bool())) 695 val debugMode = Output(Bool()) 696 val triggerCanRaiseBpExp = Output(Bool()) 697} 698 699class MatchTriggerIO(implicit p: Parameters) extends XSBundle { 700 val matchType = Output(UInt(2.W)) 701 val select = Output(Bool()) 702 val timing = Output(Bool()) 703 val action = Output(TriggerAction()) 704 val chain = Output(Bool()) 705 val execute = Output(Bool()) 706 val store = Output(Bool()) 707 val load = Output(Bool()) 708 val tdata2 = Output(UInt(64.W)) 709 710 def GenTdataDistribute(tdata1: Tdata1Bundle, tdata2: Tdata2Bundle): MatchTriggerIO = { 711 val mcontrol = Wire(new Mcontrol) 712 mcontrol := tdata1.DATA.asUInt 713 this.matchType := mcontrol.MATCH.asUInt 714 this.select := mcontrol.SELECT.asBool 715 this.timing := mcontrol.TIMING.asBool 716 this.action := mcontrol.ACTION.asUInt 717 this.chain := mcontrol.CHAIN.asBool 718 this.execute := mcontrol.EXECUTE.asBool 719 this.load := mcontrol.LOAD.asBool 720 this.store := mcontrol.STORE.asBool 721 this.tdata2 := tdata2.asUInt 722 this 723 } 724} 725 726class StallReasonIO(width: Int) extends Bundle { 727 val reason = Output(Vec(width, UInt(log2Ceil(TopDownCounters.NumStallReasons.id).W))) 728 val backReason = Flipped(Valid(UInt(log2Ceil(TopDownCounters.NumStallReasons.id).W))) 729} 730 731// custom l2 - l1 interface 732class L2ToL1Hint(implicit p: Parameters) extends XSBundle with HasDCacheParameters { 733 val sourceId = UInt(log2Up(cfg.nMissEntries).W) // tilelink sourceID -> mshr id 734 val isKeyword = Bool() // miss entry keyword -> L1 load queue replay 735} 736 737