xref: /aosp_15_r20/external/llvm/lib/CodeGen/SlotIndexes.cpp (revision 9880d6810fe72a1726cb53787c6711e909410d58)
1*9880d681SAndroid Build Coastguard Worker //===-- SlotIndexes.cpp - Slot Indexes Pass  ------------------------------===//
2*9880d681SAndroid Build Coastguard Worker //
3*9880d681SAndroid Build Coastguard Worker //                     The LLVM Compiler Infrastructure
4*9880d681SAndroid Build Coastguard Worker //
5*9880d681SAndroid Build Coastguard Worker // This file is distributed under the University of Illinois Open Source
6*9880d681SAndroid Build Coastguard Worker // License. See LICENSE.TXT for details.
7*9880d681SAndroid Build Coastguard Worker //
8*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
9*9880d681SAndroid Build Coastguard Worker 
10*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/SlotIndexes.h"
11*9880d681SAndroid Build Coastguard Worker #include "llvm/ADT/Statistic.h"
12*9880d681SAndroid Build Coastguard Worker #include "llvm/CodeGen/MachineFunction.h"
13*9880d681SAndroid Build Coastguard Worker #include "llvm/Support/Debug.h"
14*9880d681SAndroid Build Coastguard Worker #include "llvm/Support/raw_ostream.h"
15*9880d681SAndroid Build Coastguard Worker #include "llvm/Target/TargetInstrInfo.h"
16*9880d681SAndroid Build Coastguard Worker 
17*9880d681SAndroid Build Coastguard Worker using namespace llvm;
18*9880d681SAndroid Build Coastguard Worker 
19*9880d681SAndroid Build Coastguard Worker #define DEBUG_TYPE "slotindexes"
20*9880d681SAndroid Build Coastguard Worker 
21*9880d681SAndroid Build Coastguard Worker char SlotIndexes::ID = 0;
22*9880d681SAndroid Build Coastguard Worker INITIALIZE_PASS(SlotIndexes, "slotindexes",
23*9880d681SAndroid Build Coastguard Worker                 "Slot index numbering", false, false)
24*9880d681SAndroid Build Coastguard Worker 
25*9880d681SAndroid Build Coastguard Worker STATISTIC(NumLocalRenum,  "Number of local renumberings");
26*9880d681SAndroid Build Coastguard Worker STATISTIC(NumGlobalRenum, "Number of global renumberings");
27*9880d681SAndroid Build Coastguard Worker 
getAnalysisUsage(AnalysisUsage & au) const28*9880d681SAndroid Build Coastguard Worker void SlotIndexes::getAnalysisUsage(AnalysisUsage &au) const {
29*9880d681SAndroid Build Coastguard Worker   au.setPreservesAll();
30*9880d681SAndroid Build Coastguard Worker   MachineFunctionPass::getAnalysisUsage(au);
31*9880d681SAndroid Build Coastguard Worker }
32*9880d681SAndroid Build Coastguard Worker 
releaseMemory()33*9880d681SAndroid Build Coastguard Worker void SlotIndexes::releaseMemory() {
34*9880d681SAndroid Build Coastguard Worker   mi2iMap.clear();
35*9880d681SAndroid Build Coastguard Worker   MBBRanges.clear();
36*9880d681SAndroid Build Coastguard Worker   idx2MBBMap.clear();
37*9880d681SAndroid Build Coastguard Worker   indexList.clear();
38*9880d681SAndroid Build Coastguard Worker   ileAllocator.Reset();
39*9880d681SAndroid Build Coastguard Worker }
40*9880d681SAndroid Build Coastguard Worker 
runOnMachineFunction(MachineFunction & fn)41*9880d681SAndroid Build Coastguard Worker bool SlotIndexes::runOnMachineFunction(MachineFunction &fn) {
42*9880d681SAndroid Build Coastguard Worker 
43*9880d681SAndroid Build Coastguard Worker   // Compute numbering as follows:
44*9880d681SAndroid Build Coastguard Worker   // Grab an iterator to the start of the index list.
45*9880d681SAndroid Build Coastguard Worker   // Iterate over all MBBs, and within each MBB all MIs, keeping the MI
46*9880d681SAndroid Build Coastguard Worker   // iterator in lock-step (though skipping it over indexes which have
47*9880d681SAndroid Build Coastguard Worker   // null pointers in the instruction field).
48*9880d681SAndroid Build Coastguard Worker   // At each iteration assert that the instruction pointed to in the index
49*9880d681SAndroid Build Coastguard Worker   // is the same one pointed to by the MI iterator. This
50*9880d681SAndroid Build Coastguard Worker 
51*9880d681SAndroid Build Coastguard Worker   // FIXME: This can be simplified. The mi2iMap_, Idx2MBBMap, etc. should
52*9880d681SAndroid Build Coastguard Worker   // only need to be set up once after the first numbering is computed.
53*9880d681SAndroid Build Coastguard Worker 
54*9880d681SAndroid Build Coastguard Worker   mf = &fn;
55*9880d681SAndroid Build Coastguard Worker 
56*9880d681SAndroid Build Coastguard Worker   // Check that the list contains only the sentinal.
57*9880d681SAndroid Build Coastguard Worker   assert(indexList.empty() && "Index list non-empty at initial numbering?");
58*9880d681SAndroid Build Coastguard Worker   assert(idx2MBBMap.empty() &&
59*9880d681SAndroid Build Coastguard Worker          "Index -> MBB mapping non-empty at initial numbering?");
60*9880d681SAndroid Build Coastguard Worker   assert(MBBRanges.empty() &&
61*9880d681SAndroid Build Coastguard Worker          "MBB -> Index mapping non-empty at initial numbering?");
62*9880d681SAndroid Build Coastguard Worker   assert(mi2iMap.empty() &&
63*9880d681SAndroid Build Coastguard Worker          "MachineInstr -> Index mapping non-empty at initial numbering?");
64*9880d681SAndroid Build Coastguard Worker 
65*9880d681SAndroid Build Coastguard Worker   unsigned index = 0;
66*9880d681SAndroid Build Coastguard Worker   MBBRanges.resize(mf->getNumBlockIDs());
67*9880d681SAndroid Build Coastguard Worker   idx2MBBMap.reserve(mf->size());
68*9880d681SAndroid Build Coastguard Worker 
69*9880d681SAndroid Build Coastguard Worker   indexList.push_back(createEntry(nullptr, index));
70*9880d681SAndroid Build Coastguard Worker 
71*9880d681SAndroid Build Coastguard Worker   // Iterate over the function.
72*9880d681SAndroid Build Coastguard Worker   for (MachineBasicBlock &MBB : *mf) {
73*9880d681SAndroid Build Coastguard Worker     // Insert an index for the MBB start.
74*9880d681SAndroid Build Coastguard Worker     SlotIndex blockStartIndex(&indexList.back(), SlotIndex::Slot_Block);
75*9880d681SAndroid Build Coastguard Worker 
76*9880d681SAndroid Build Coastguard Worker     for (MachineInstr &MI : MBB) {
77*9880d681SAndroid Build Coastguard Worker       if (MI.isDebugValue())
78*9880d681SAndroid Build Coastguard Worker         continue;
79*9880d681SAndroid Build Coastguard Worker 
80*9880d681SAndroid Build Coastguard Worker       // Insert a store index for the instr.
81*9880d681SAndroid Build Coastguard Worker       indexList.push_back(createEntry(&MI, index += SlotIndex::InstrDist));
82*9880d681SAndroid Build Coastguard Worker 
83*9880d681SAndroid Build Coastguard Worker       // Save this base index in the maps.
84*9880d681SAndroid Build Coastguard Worker       mi2iMap.insert(std::make_pair(
85*9880d681SAndroid Build Coastguard Worker           &MI, SlotIndex(&indexList.back(), SlotIndex::Slot_Block)));
86*9880d681SAndroid Build Coastguard Worker     }
87*9880d681SAndroid Build Coastguard Worker 
88*9880d681SAndroid Build Coastguard Worker     // We insert one blank instructions between basic blocks.
89*9880d681SAndroid Build Coastguard Worker     indexList.push_back(createEntry(nullptr, index += SlotIndex::InstrDist));
90*9880d681SAndroid Build Coastguard Worker 
91*9880d681SAndroid Build Coastguard Worker     MBBRanges[MBB.getNumber()].first = blockStartIndex;
92*9880d681SAndroid Build Coastguard Worker     MBBRanges[MBB.getNumber()].second = SlotIndex(&indexList.back(),
93*9880d681SAndroid Build Coastguard Worker                                                    SlotIndex::Slot_Block);
94*9880d681SAndroid Build Coastguard Worker     idx2MBBMap.push_back(IdxMBBPair(blockStartIndex, &MBB));
95*9880d681SAndroid Build Coastguard Worker   }
96*9880d681SAndroid Build Coastguard Worker 
97*9880d681SAndroid Build Coastguard Worker   // Sort the Idx2MBBMap
98*9880d681SAndroid Build Coastguard Worker   std::sort(idx2MBBMap.begin(), idx2MBBMap.end(), Idx2MBBCompare());
99*9880d681SAndroid Build Coastguard Worker 
100*9880d681SAndroid Build Coastguard Worker   DEBUG(mf->print(dbgs(), this));
101*9880d681SAndroid Build Coastguard Worker 
102*9880d681SAndroid Build Coastguard Worker   // And we're done!
103*9880d681SAndroid Build Coastguard Worker   return false;
104*9880d681SAndroid Build Coastguard Worker }
105*9880d681SAndroid Build Coastguard Worker 
renumberIndexes()106*9880d681SAndroid Build Coastguard Worker void SlotIndexes::renumberIndexes() {
107*9880d681SAndroid Build Coastguard Worker   // Renumber updates the index of every element of the index list.
108*9880d681SAndroid Build Coastguard Worker   DEBUG(dbgs() << "\n*** Renumbering SlotIndexes ***\n");
109*9880d681SAndroid Build Coastguard Worker   ++NumGlobalRenum;
110*9880d681SAndroid Build Coastguard Worker 
111*9880d681SAndroid Build Coastguard Worker   unsigned index = 0;
112*9880d681SAndroid Build Coastguard Worker 
113*9880d681SAndroid Build Coastguard Worker   for (IndexList::iterator I = indexList.begin(), E = indexList.end();
114*9880d681SAndroid Build Coastguard Worker        I != E; ++I) {
115*9880d681SAndroid Build Coastguard Worker     I->setIndex(index);
116*9880d681SAndroid Build Coastguard Worker     index += SlotIndex::InstrDist;
117*9880d681SAndroid Build Coastguard Worker   }
118*9880d681SAndroid Build Coastguard Worker }
119*9880d681SAndroid Build Coastguard Worker 
120*9880d681SAndroid Build Coastguard Worker // Renumber indexes locally after curItr was inserted, but failed to get a new
121*9880d681SAndroid Build Coastguard Worker // index.
renumberIndexes(IndexList::iterator curItr)122*9880d681SAndroid Build Coastguard Worker void SlotIndexes::renumberIndexes(IndexList::iterator curItr) {
123*9880d681SAndroid Build Coastguard Worker   // Number indexes with half the default spacing so we can catch up quickly.
124*9880d681SAndroid Build Coastguard Worker   const unsigned Space = SlotIndex::InstrDist/2;
125*9880d681SAndroid Build Coastguard Worker   static_assert((Space & 3) == 0, "InstrDist must be a multiple of 2*NUM");
126*9880d681SAndroid Build Coastguard Worker 
127*9880d681SAndroid Build Coastguard Worker   IndexList::iterator startItr = std::prev(curItr);
128*9880d681SAndroid Build Coastguard Worker   unsigned index = startItr->getIndex();
129*9880d681SAndroid Build Coastguard Worker   do {
130*9880d681SAndroid Build Coastguard Worker     curItr->setIndex(index += Space);
131*9880d681SAndroid Build Coastguard Worker     ++curItr;
132*9880d681SAndroid Build Coastguard Worker     // If the next index is bigger, we have caught up.
133*9880d681SAndroid Build Coastguard Worker   } while (curItr != indexList.end() && curItr->getIndex() <= index);
134*9880d681SAndroid Build Coastguard Worker 
135*9880d681SAndroid Build Coastguard Worker   DEBUG(dbgs() << "\n*** Renumbered SlotIndexes " << startItr->getIndex() << '-'
136*9880d681SAndroid Build Coastguard Worker                << index << " ***\n");
137*9880d681SAndroid Build Coastguard Worker   ++NumLocalRenum;
138*9880d681SAndroid Build Coastguard Worker }
139*9880d681SAndroid Build Coastguard Worker 
140*9880d681SAndroid Build Coastguard Worker // Repair indexes after adding and removing instructions.
repairIndexesInRange(MachineBasicBlock * MBB,MachineBasicBlock::iterator Begin,MachineBasicBlock::iterator End)141*9880d681SAndroid Build Coastguard Worker void SlotIndexes::repairIndexesInRange(MachineBasicBlock *MBB,
142*9880d681SAndroid Build Coastguard Worker                                        MachineBasicBlock::iterator Begin,
143*9880d681SAndroid Build Coastguard Worker                                        MachineBasicBlock::iterator End) {
144*9880d681SAndroid Build Coastguard Worker   // FIXME: Is this really necessary? The only caller repairIntervalsForRange()
145*9880d681SAndroid Build Coastguard Worker   // does the same thing.
146*9880d681SAndroid Build Coastguard Worker   // Find anchor points, which are at the beginning/end of blocks or at
147*9880d681SAndroid Build Coastguard Worker   // instructions that already have indexes.
148*9880d681SAndroid Build Coastguard Worker   while (Begin != MBB->begin() && !hasIndex(*Begin))
149*9880d681SAndroid Build Coastguard Worker     --Begin;
150*9880d681SAndroid Build Coastguard Worker   while (End != MBB->end() && !hasIndex(*End))
151*9880d681SAndroid Build Coastguard Worker     ++End;
152*9880d681SAndroid Build Coastguard Worker 
153*9880d681SAndroid Build Coastguard Worker   bool includeStart = (Begin == MBB->begin());
154*9880d681SAndroid Build Coastguard Worker   SlotIndex startIdx;
155*9880d681SAndroid Build Coastguard Worker   if (includeStart)
156*9880d681SAndroid Build Coastguard Worker     startIdx = getMBBStartIdx(MBB);
157*9880d681SAndroid Build Coastguard Worker   else
158*9880d681SAndroid Build Coastguard Worker     startIdx = getInstructionIndex(*Begin);
159*9880d681SAndroid Build Coastguard Worker 
160*9880d681SAndroid Build Coastguard Worker   SlotIndex endIdx;
161*9880d681SAndroid Build Coastguard Worker   if (End == MBB->end())
162*9880d681SAndroid Build Coastguard Worker     endIdx = getMBBEndIdx(MBB);
163*9880d681SAndroid Build Coastguard Worker   else
164*9880d681SAndroid Build Coastguard Worker     endIdx = getInstructionIndex(*End);
165*9880d681SAndroid Build Coastguard Worker 
166*9880d681SAndroid Build Coastguard Worker   // FIXME: Conceptually, this code is implementing an iterator on MBB that
167*9880d681SAndroid Build Coastguard Worker   // optionally includes an additional position prior to MBB->begin(), indicated
168*9880d681SAndroid Build Coastguard Worker   // by the includeStart flag. This is done so that we can iterate MIs in a MBB
169*9880d681SAndroid Build Coastguard Worker   // in parallel with SlotIndexes, but there should be a better way to do this.
170*9880d681SAndroid Build Coastguard Worker   IndexList::iterator ListB = startIdx.listEntry()->getIterator();
171*9880d681SAndroid Build Coastguard Worker   IndexList::iterator ListI = endIdx.listEntry()->getIterator();
172*9880d681SAndroid Build Coastguard Worker   MachineBasicBlock::iterator MBBI = End;
173*9880d681SAndroid Build Coastguard Worker   bool pastStart = false;
174*9880d681SAndroid Build Coastguard Worker   while (ListI != ListB || MBBI != Begin || (includeStart && !pastStart)) {
175*9880d681SAndroid Build Coastguard Worker     assert(ListI->getIndex() >= startIdx.getIndex() &&
176*9880d681SAndroid Build Coastguard Worker            (includeStart || !pastStart) &&
177*9880d681SAndroid Build Coastguard Worker            "Decremented past the beginning of region to repair.");
178*9880d681SAndroid Build Coastguard Worker 
179*9880d681SAndroid Build Coastguard Worker     MachineInstr *SlotMI = ListI->getInstr();
180*9880d681SAndroid Build Coastguard Worker     MachineInstr *MI = (MBBI != MBB->end() && !pastStart) ? &*MBBI : nullptr;
181*9880d681SAndroid Build Coastguard Worker     bool MBBIAtBegin = MBBI == Begin && (!includeStart || pastStart);
182*9880d681SAndroid Build Coastguard Worker 
183*9880d681SAndroid Build Coastguard Worker     if (SlotMI == MI && !MBBIAtBegin) {
184*9880d681SAndroid Build Coastguard Worker       --ListI;
185*9880d681SAndroid Build Coastguard Worker       if (MBBI != Begin)
186*9880d681SAndroid Build Coastguard Worker         --MBBI;
187*9880d681SAndroid Build Coastguard Worker       else
188*9880d681SAndroid Build Coastguard Worker         pastStart = true;
189*9880d681SAndroid Build Coastguard Worker     } else if (MI && mi2iMap.find(MI) == mi2iMap.end()) {
190*9880d681SAndroid Build Coastguard Worker       if (MBBI != Begin)
191*9880d681SAndroid Build Coastguard Worker         --MBBI;
192*9880d681SAndroid Build Coastguard Worker       else
193*9880d681SAndroid Build Coastguard Worker         pastStart = true;
194*9880d681SAndroid Build Coastguard Worker     } else {
195*9880d681SAndroid Build Coastguard Worker       --ListI;
196*9880d681SAndroid Build Coastguard Worker       if (SlotMI)
197*9880d681SAndroid Build Coastguard Worker         removeMachineInstrFromMaps(*SlotMI);
198*9880d681SAndroid Build Coastguard Worker     }
199*9880d681SAndroid Build Coastguard Worker   }
200*9880d681SAndroid Build Coastguard Worker 
201*9880d681SAndroid Build Coastguard Worker   // In theory this could be combined with the previous loop, but it is tricky
202*9880d681SAndroid Build Coastguard Worker   // to update the IndexList while we are iterating it.
203*9880d681SAndroid Build Coastguard Worker   for (MachineBasicBlock::iterator I = End; I != Begin;) {
204*9880d681SAndroid Build Coastguard Worker     --I;
205*9880d681SAndroid Build Coastguard Worker     MachineInstr &MI = *I;
206*9880d681SAndroid Build Coastguard Worker     if (!MI.isDebugValue() && mi2iMap.find(&MI) == mi2iMap.end())
207*9880d681SAndroid Build Coastguard Worker       insertMachineInstrInMaps(MI);
208*9880d681SAndroid Build Coastguard Worker   }
209*9880d681SAndroid Build Coastguard Worker }
210*9880d681SAndroid Build Coastguard Worker 
211*9880d681SAndroid Build Coastguard Worker #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
dump() const212*9880d681SAndroid Build Coastguard Worker LLVM_DUMP_METHOD void SlotIndexes::dump() const {
213*9880d681SAndroid Build Coastguard Worker   for (IndexList::const_iterator itr = indexList.begin();
214*9880d681SAndroid Build Coastguard Worker        itr != indexList.end(); ++itr) {
215*9880d681SAndroid Build Coastguard Worker     dbgs() << itr->getIndex() << " ";
216*9880d681SAndroid Build Coastguard Worker 
217*9880d681SAndroid Build Coastguard Worker     if (itr->getInstr()) {
218*9880d681SAndroid Build Coastguard Worker       dbgs() << *itr->getInstr();
219*9880d681SAndroid Build Coastguard Worker     } else {
220*9880d681SAndroid Build Coastguard Worker       dbgs() << "\n";
221*9880d681SAndroid Build Coastguard Worker     }
222*9880d681SAndroid Build Coastguard Worker   }
223*9880d681SAndroid Build Coastguard Worker 
224*9880d681SAndroid Build Coastguard Worker   for (unsigned i = 0, e = MBBRanges.size(); i != e; ++i)
225*9880d681SAndroid Build Coastguard Worker     dbgs() << "BB#" << i << "\t[" << MBBRanges[i].first << ';'
226*9880d681SAndroid Build Coastguard Worker            << MBBRanges[i].second << ")\n";
227*9880d681SAndroid Build Coastguard Worker }
228*9880d681SAndroid Build Coastguard Worker #endif
229*9880d681SAndroid Build Coastguard Worker 
230*9880d681SAndroid Build Coastguard Worker // Print a SlotIndex to a raw_ostream.
print(raw_ostream & os) const231*9880d681SAndroid Build Coastguard Worker void SlotIndex::print(raw_ostream &os) const {
232*9880d681SAndroid Build Coastguard Worker   if (isValid())
233*9880d681SAndroid Build Coastguard Worker     os << listEntry()->getIndex() << "Berd"[getSlot()];
234*9880d681SAndroid Build Coastguard Worker   else
235*9880d681SAndroid Build Coastguard Worker     os << "invalid";
236*9880d681SAndroid Build Coastguard Worker }
237*9880d681SAndroid Build Coastguard Worker 
238*9880d681SAndroid Build Coastguard Worker #if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
239*9880d681SAndroid Build Coastguard Worker // Dump a SlotIndex to stderr.
dump() const240*9880d681SAndroid Build Coastguard Worker LLVM_DUMP_METHOD void SlotIndex::dump() const {
241*9880d681SAndroid Build Coastguard Worker   print(dbgs());
242*9880d681SAndroid Build Coastguard Worker   dbgs() << "\n";
243*9880d681SAndroid Build Coastguard Worker }
244*9880d681SAndroid Build Coastguard Worker #endif
245*9880d681SAndroid Build Coastguard Worker 
246