[ORC] Add std::tuple support to SimplePackedSerialization.
[llvm-project.git] / llvm / lib / CodeGen / RegisterClassInfo.cpp
blob797899fb5b86143f281ce5acd0f46af29fc09d20
1 //===- RegisterClassInfo.cpp - Dynamic Register Class Info ----------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file implements the RegisterClassInfo class which provides dynamic
10 // information about target register classes. Callee-saved vs. caller-saved and
11 // reserved registers depend on calling conventions and other dynamic
12 // information, so some things cannot be determined statically.
14 //===----------------------------------------------------------------------===//
16 #include "llvm/CodeGen/RegisterClassInfo.h"
17 #include "llvm/ADT/ArrayRef.h"
18 #include "llvm/ADT/BitVector.h"
19 #include "llvm/ADT/SmallVector.h"
20 #include "llvm/CodeGen/MachineFunction.h"
21 #include "llvm/CodeGen/MachineRegisterInfo.h"
22 #include "llvm/CodeGen/TargetFrameLowering.h"
23 #include "llvm/CodeGen/TargetRegisterInfo.h"
24 #include "llvm/CodeGen/TargetSubtargetInfo.h"
25 #include "llvm/MC/MCRegisterInfo.h"
26 #include "llvm/Support/CommandLine.h"
27 #include "llvm/Support/Debug.h"
28 #include "llvm/Support/raw_ostream.h"
29 #include <algorithm>
30 #include <cassert>
31 #include <cstdint>
33 using namespace llvm;
35 #define DEBUG_TYPE "regalloc"
37 static cl::opt<unsigned>
38 StressRA("stress-regalloc", cl::Hidden, cl::init(0), cl::value_desc("N"),
39 cl::desc("Limit all regclasses to N registers"));
41 RegisterClassInfo::RegisterClassInfo() = default;
43 void RegisterClassInfo::runOnMachineFunction(const MachineFunction &mf) {
44 bool Update = false;
45 MF = &mf;
47 // Allocate new array the first time we see a new target.
48 if (MF->getSubtarget().getRegisterInfo() != TRI) {
49 TRI = MF->getSubtarget().getRegisterInfo();
50 RegClass.reset(new RCInfo[TRI->getNumRegClasses()]);
51 Update = true;
54 // Does this MF have different CSRs?
55 assert(TRI && "no register info set");
57 // Get the callee saved registers.
58 const MCPhysReg *CSR = MF->getRegInfo().getCalleeSavedRegs();
59 if (Update || CSR != CalleeSavedRegs) {
60 // Build a CSRAlias map. Every CSR alias saves the last
61 // overlapping CSR.
62 CalleeSavedAliases.assign(TRI->getNumRegs(), 0);
63 for (const MCPhysReg *I = CSR; *I; ++I)
64 for (MCRegAliasIterator AI(*I, TRI, true); AI.isValid(); ++AI)
65 CalleeSavedAliases[*AI] = *I;
67 Update = true;
69 CalleeSavedRegs = CSR;
71 RegCosts = TRI->getRegisterCosts(*MF);
73 // Different reserved registers?
74 const BitVector &RR = MF->getRegInfo().getReservedRegs();
75 if (Reserved.size() != RR.size() || RR != Reserved) {
76 Update = true;
77 Reserved = RR;
80 // Invalidate cached information from previous function.
81 if (Update) {
82 unsigned NumPSets = TRI->getNumRegPressureSets();
83 PSetLimits.reset(new unsigned[NumPSets]);
84 std::fill(&PSetLimits[0], &PSetLimits[NumPSets], 0);
85 ++Tag;
89 /// compute - Compute the preferred allocation order for RC with reserved
90 /// registers filtered out. Volatile registers come first followed by CSR
91 /// aliases ordered according to the CSR order specified by the target.
92 void RegisterClassInfo::compute(const TargetRegisterClass *RC) const {
93 assert(RC && "no register class given");
94 RCInfo &RCI = RegClass[RC->getID()];
95 auto &STI = MF->getSubtarget();
97 // Raw register count, including all reserved regs.
98 unsigned NumRegs = RC->getNumRegs();
100 if (!RCI.Order)
101 RCI.Order.reset(new MCPhysReg[NumRegs]);
103 unsigned N = 0;
104 SmallVector<MCPhysReg, 16> CSRAlias;
105 uint8_t MinCost = uint8_t(~0u);
106 uint8_t LastCost = uint8_t(~0u);
107 unsigned LastCostChange = 0;
109 // FIXME: Once targets reserve registers instead of removing them from the
110 // allocation order, we can simply use begin/end here.
111 ArrayRef<MCPhysReg> RawOrder = RC->getRawAllocationOrder(*MF);
112 for (unsigned i = 0; i != RawOrder.size(); ++i) {
113 unsigned PhysReg = RawOrder[i];
114 // Remove reserved registers from the allocation order.
115 if (Reserved.test(PhysReg))
116 continue;
117 uint8_t Cost = RegCosts[PhysReg];
118 MinCost = std::min(MinCost, Cost);
120 if (CalleeSavedAliases[PhysReg] &&
121 !STI.ignoreCSRForAllocationOrder(*MF, PhysReg))
122 // PhysReg aliases a CSR, save it for later.
123 CSRAlias.push_back(PhysReg);
124 else {
125 if (Cost != LastCost)
126 LastCostChange = N;
127 RCI.Order[N++] = PhysReg;
128 LastCost = Cost;
131 RCI.NumRegs = N + CSRAlias.size();
132 assert(RCI.NumRegs <= NumRegs && "Allocation order larger than regclass");
134 // CSR aliases go after the volatile registers, preserve the target's order.
135 for (unsigned i = 0, e = CSRAlias.size(); i != e; ++i) {
136 unsigned PhysReg = CSRAlias[i];
137 uint8_t Cost = RegCosts[PhysReg];
138 if (Cost != LastCost)
139 LastCostChange = N;
140 RCI.Order[N++] = PhysReg;
141 LastCost = Cost;
144 // Register allocator stress test. Clip register class to N registers.
145 if (StressRA && RCI.NumRegs > StressRA)
146 RCI.NumRegs = StressRA;
148 // Check if RC is a proper sub-class.
149 if (const TargetRegisterClass *Super =
150 TRI->getLargestLegalSuperClass(RC, *MF))
151 if (Super != RC && getNumAllocatableRegs(Super) > RCI.NumRegs)
152 RCI.ProperSubClass = true;
154 RCI.MinCost = MinCost;
155 RCI.LastCostChange = LastCostChange;
157 LLVM_DEBUG({
158 dbgs() << "AllocationOrder(" << TRI->getRegClassName(RC) << ") = [";
159 for (unsigned I = 0; I != RCI.NumRegs; ++I)
160 dbgs() << ' ' << printReg(RCI.Order[I], TRI);
161 dbgs() << (RCI.ProperSubClass ? " ] (sub-class)\n" : " ]\n");
164 // RCI is now up-to-date.
165 RCI.Tag = Tag;
168 /// This is not accurate because two overlapping register sets may have some
169 /// nonoverlapping reserved registers. However, computing the allocation order
170 /// for all register classes would be too expensive.
171 unsigned RegisterClassInfo::computePSetLimit(unsigned Idx) const {
172 const TargetRegisterClass *RC = nullptr;
173 unsigned NumRCUnits = 0;
174 for (const TargetRegisterClass *C : TRI->regclasses()) {
175 const int *PSetID = TRI->getRegClassPressureSets(C);
176 for (; *PSetID != -1; ++PSetID) {
177 if ((unsigned)*PSetID == Idx)
178 break;
180 if (*PSetID == -1)
181 continue;
183 // Found a register class that counts against this pressure set.
184 // For efficiency, only compute the set order for the largest set.
185 unsigned NUnits = TRI->getRegClassWeight(C).WeightLimit;
186 if (!RC || NUnits > NumRCUnits) {
187 RC = C;
188 NumRCUnits = NUnits;
191 assert(RC && "Failed to find register class");
192 compute(RC);
193 unsigned NAllocatableRegs = getNumAllocatableRegs(RC);
194 unsigned RegPressureSetLimit = TRI->getRegPressureSetLimit(*MF, Idx);
195 // If all the regs are reserved, return raw RegPressureSetLimit.
196 // One example is VRSAVERC in PowerPC.
197 // Avoid returning zero, getRegPressureSetLimit(Idx) assumes computePSetLimit
198 // return non-zero value.
199 if (NAllocatableRegs == 0)
200 return RegPressureSetLimit;
201 unsigned NReserved = RC->getNumRegs() - NAllocatableRegs;
202 return RegPressureSetLimit - TRI->getRegClassWeight(RC).RegWeight * NReserved;