[LLVM][Alignment] Introduce Alignment Type
[llvm-core.git] / lib / Target / RISCV / RISCVFrameLowering.cpp
blob32c3b9684d2c36f21133cc4d69d456a98fa5e043
1 //===-- RISCVFrameLowering.cpp - RISCV Frame Information ------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file contains the RISCV implementation of TargetFrameLowering class.
11 //===----------------------------------------------------------------------===//
13 #include "RISCVFrameLowering.h"
14 #include "RISCVMachineFunctionInfo.h"
15 #include "RISCVSubtarget.h"
16 #include "llvm/CodeGen/MachineFrameInfo.h"
17 #include "llvm/CodeGen/MachineFunction.h"
18 #include "llvm/CodeGen/MachineInstrBuilder.h"
19 #include "llvm/CodeGen/MachineRegisterInfo.h"
20 #include "llvm/CodeGen/RegisterScavenging.h"
21 #include "llvm/MC/MCDwarf.h"
23 using namespace llvm;
25 bool RISCVFrameLowering::hasFP(const MachineFunction &MF) const {
26 const TargetRegisterInfo *RegInfo = MF.getSubtarget().getRegisterInfo();
28 const MachineFrameInfo &MFI = MF.getFrameInfo();
29 return MF.getTarget().Options.DisableFramePointerElim(MF) ||
30 RegInfo->needsStackRealignment(MF) || MFI.hasVarSizedObjects() ||
31 MFI.isFrameAddressTaken();
34 // Determines the size of the frame and maximum call frame size.
35 void RISCVFrameLowering::determineFrameLayout(MachineFunction &MF) const {
36 MachineFrameInfo &MFI = MF.getFrameInfo();
37 const RISCVRegisterInfo *RI = STI.getRegisterInfo();
39 // Get the number of bytes to allocate from the FrameInfo.
40 uint64_t FrameSize = MFI.getStackSize();
42 // Get the alignment.
43 uint64_t StackAlign = RI->needsStackRealignment(MF) ? MFI.getMaxAlignment()
44 : getStackAlignment();
46 // Make sure the frame is aligned.
47 FrameSize = alignTo(FrameSize, StackAlign);
49 // Update frame info.
50 MFI.setStackSize(FrameSize);
53 void RISCVFrameLowering::adjustReg(MachineBasicBlock &MBB,
54 MachineBasicBlock::iterator MBBI,
55 const DebugLoc &DL, unsigned DestReg,
56 unsigned SrcReg, int64_t Val,
57 MachineInstr::MIFlag Flag) const {
58 MachineRegisterInfo &MRI = MBB.getParent()->getRegInfo();
59 const RISCVInstrInfo *TII = STI.getInstrInfo();
61 if (DestReg == SrcReg && Val == 0)
62 return;
64 if (isInt<12>(Val)) {
65 BuildMI(MBB, MBBI, DL, TII->get(RISCV::ADDI), DestReg)
66 .addReg(SrcReg)
67 .addImm(Val)
68 .setMIFlag(Flag);
69 } else if (isInt<32>(Val)) {
70 unsigned Opc = RISCV::ADD;
71 bool isSub = Val < 0;
72 if (isSub) {
73 Val = -Val;
74 Opc = RISCV::SUB;
77 unsigned ScratchReg = MRI.createVirtualRegister(&RISCV::GPRRegClass);
78 TII->movImm32(MBB, MBBI, DL, ScratchReg, Val, Flag);
79 BuildMI(MBB, MBBI, DL, TII->get(Opc), DestReg)
80 .addReg(SrcReg)
81 .addReg(ScratchReg, RegState::Kill)
82 .setMIFlag(Flag);
83 } else {
84 report_fatal_error("adjustReg cannot yet handle adjustments >32 bits");
88 // Returns the register used to hold the frame pointer.
89 static unsigned getFPReg(const RISCVSubtarget &STI) { return RISCV::X8; }
91 // Returns the register used to hold the stack pointer.
92 static unsigned getSPReg(const RISCVSubtarget &STI) { return RISCV::X2; }
94 void RISCVFrameLowering::emitPrologue(MachineFunction &MF,
95 MachineBasicBlock &MBB) const {
96 assert(&MF.front() == &MBB && "Shrink-wrapping not yet supported");
98 MachineFrameInfo &MFI = MF.getFrameInfo();
99 auto *RVFI = MF.getInfo<RISCVMachineFunctionInfo>();
100 const RISCVRegisterInfo *RI = STI.getRegisterInfo();
101 const RISCVInstrInfo *TII = STI.getInstrInfo();
102 MachineBasicBlock::iterator MBBI = MBB.begin();
104 unsigned FPReg = getFPReg(STI);
105 unsigned SPReg = getSPReg(STI);
107 // Debug location must be unknown since the first debug location is used
108 // to determine the end of the prologue.
109 DebugLoc DL;
111 // Determine the correct frame layout
112 determineFrameLayout(MF);
114 // FIXME (note copied from Lanai): This appears to be overallocating. Needs
115 // investigation. Get the number of bytes to allocate from the FrameInfo.
116 uint64_t StackSize = MFI.getStackSize();
118 // Early exit if there is no need to allocate on the stack
119 if (StackSize == 0 && !MFI.adjustsStack())
120 return;
122 // Allocate space on the stack if necessary.
123 adjustReg(MBB, MBBI, DL, SPReg, SPReg, -StackSize, MachineInstr::FrameSetup);
125 // Emit ".cfi_def_cfa_offset StackSize"
126 unsigned CFIIndex = MF.addFrameInst(
127 MCCFIInstruction::createDefCfaOffset(nullptr, -StackSize));
128 BuildMI(MBB, MBBI, DL, TII->get(TargetOpcode::CFI_INSTRUCTION))
129 .addCFIIndex(CFIIndex);
131 // The frame pointer is callee-saved, and code has been generated for us to
132 // save it to the stack. We need to skip over the storing of callee-saved
133 // registers as the frame pointer must be modified after it has been saved
134 // to the stack, not before.
135 // FIXME: assumes exactly one instruction is used to save each callee-saved
136 // register.
137 const std::vector<CalleeSavedInfo> &CSI = MFI.getCalleeSavedInfo();
138 std::advance(MBBI, CSI.size());
140 // Iterate over list of callee-saved registers and emit .cfi_offset
141 // directives.
142 for (const auto &Entry : CSI) {
143 int64_t Offset = MFI.getObjectOffset(Entry.getFrameIdx());
144 unsigned Reg = Entry.getReg();
145 unsigned CFIIndex = MF.addFrameInst(MCCFIInstruction::createOffset(
146 nullptr, RI->getDwarfRegNum(Reg, true), Offset));
147 BuildMI(MBB, MBBI, DL, TII->get(TargetOpcode::CFI_INSTRUCTION))
148 .addCFIIndex(CFIIndex);
151 // Generate new FP.
152 if (hasFP(MF)) {
153 adjustReg(MBB, MBBI, DL, FPReg, SPReg,
154 StackSize - RVFI->getVarArgsSaveSize(), MachineInstr::FrameSetup);
156 // Emit ".cfi_def_cfa $fp, 0"
157 unsigned CFIIndex = MF.addFrameInst(MCCFIInstruction::createDefCfa(
158 nullptr, RI->getDwarfRegNum(FPReg, true), 0));
159 BuildMI(MBB, MBBI, DL, TII->get(TargetOpcode::CFI_INSTRUCTION))
160 .addCFIIndex(CFIIndex);
164 void RISCVFrameLowering::emitEpilogue(MachineFunction &MF,
165 MachineBasicBlock &MBB) const {
166 MachineBasicBlock::iterator MBBI = MBB.getLastNonDebugInstr();
167 const RISCVRegisterInfo *RI = STI.getRegisterInfo();
168 MachineFrameInfo &MFI = MF.getFrameInfo();
169 auto *RVFI = MF.getInfo<RISCVMachineFunctionInfo>();
170 DebugLoc DL = MBBI->getDebugLoc();
171 const RISCVInstrInfo *TII = STI.getInstrInfo();
172 unsigned FPReg = getFPReg(STI);
173 unsigned SPReg = getSPReg(STI);
175 // Skip to before the restores of callee-saved registers
176 // FIXME: assumes exactly one instruction is used to restore each
177 // callee-saved register.
178 auto LastFrameDestroy = std::prev(MBBI, MFI.getCalleeSavedInfo().size());
180 uint64_t StackSize = MFI.getStackSize();
181 uint64_t FPOffset = StackSize - RVFI->getVarArgsSaveSize();
183 // Restore the stack pointer using the value of the frame pointer. Only
184 // necessary if the stack pointer was modified, meaning the stack size is
185 // unknown.
186 if (RI->needsStackRealignment(MF) || MFI.hasVarSizedObjects()) {
187 assert(hasFP(MF) && "frame pointer should not have been eliminated");
188 adjustReg(MBB, LastFrameDestroy, DL, SPReg, FPReg, -FPOffset,
189 MachineInstr::FrameDestroy);
192 if (hasFP(MF)) {
193 // To find the instruction restoring FP from stack.
194 for (auto &I = LastFrameDestroy; I != MBBI; ++I) {
195 if (I->mayLoad() && I->getOperand(0).isReg()) {
196 unsigned DestReg = I->getOperand(0).getReg();
197 if (DestReg == FPReg) {
198 // If there is frame pointer, after restoring $fp registers, we
199 // need adjust CFA to ($sp - FPOffset).
200 // Emit ".cfi_def_cfa $sp, -FPOffset"
201 unsigned CFIIndex = MF.addFrameInst(MCCFIInstruction::createDefCfa(
202 nullptr, RI->getDwarfRegNum(SPReg, true), -FPOffset));
203 BuildMI(MBB, std::next(I), DL,
204 TII->get(TargetOpcode::CFI_INSTRUCTION))
205 .addCFIIndex(CFIIndex);
206 break;
212 // Add CFI directives for callee-saved registers.
213 const std::vector<CalleeSavedInfo> &CSI = MFI.getCalleeSavedInfo();
214 // Iterate over list of callee-saved registers and emit .cfi_restore
215 // directives.
216 for (const auto &Entry : CSI) {
217 unsigned Reg = Entry.getReg();
218 unsigned CFIIndex = MF.addFrameInst(MCCFIInstruction::createRestore(
219 nullptr, RI->getDwarfRegNum(Reg, true)));
220 BuildMI(MBB, MBBI, DL, TII->get(TargetOpcode::CFI_INSTRUCTION))
221 .addCFIIndex(CFIIndex);
224 // Deallocate stack
225 adjustReg(MBB, MBBI, DL, SPReg, SPReg, StackSize, MachineInstr::FrameDestroy);
227 // After restoring $sp, we need to adjust CFA to $(sp + 0)
228 // Emit ".cfi_def_cfa_offset 0"
229 unsigned CFIIndex =
230 MF.addFrameInst(MCCFIInstruction::createDefCfaOffset(nullptr, 0));
231 BuildMI(MBB, MBBI, DL, TII->get(TargetOpcode::CFI_INSTRUCTION))
232 .addCFIIndex(CFIIndex);
235 int RISCVFrameLowering::getFrameIndexReference(const MachineFunction &MF,
236 int FI,
237 unsigned &FrameReg) const {
238 const MachineFrameInfo &MFI = MF.getFrameInfo();
239 const TargetRegisterInfo *RI = MF.getSubtarget().getRegisterInfo();
240 const auto *RVFI = MF.getInfo<RISCVMachineFunctionInfo>();
242 // Callee-saved registers should be referenced relative to the stack
243 // pointer (positive offset), otherwise use the frame pointer (negative
244 // offset).
245 const std::vector<CalleeSavedInfo> &CSI = MFI.getCalleeSavedInfo();
246 int MinCSFI = 0;
247 int MaxCSFI = -1;
249 int Offset = MFI.getObjectOffset(FI) - getOffsetOfLocalArea() +
250 MFI.getOffsetAdjustment();
252 if (CSI.size()) {
253 MinCSFI = CSI[0].getFrameIdx();
254 MaxCSFI = CSI[CSI.size() - 1].getFrameIdx();
257 if (FI >= MinCSFI && FI <= MaxCSFI) {
258 FrameReg = RISCV::X2;
259 Offset += MF.getFrameInfo().getStackSize();
260 } else {
261 FrameReg = RI->getFrameRegister(MF);
262 if (hasFP(MF))
263 Offset += RVFI->getVarArgsSaveSize();
264 else
265 Offset += MF.getFrameInfo().getStackSize();
267 return Offset;
270 void RISCVFrameLowering::determineCalleeSaves(MachineFunction &MF,
271 BitVector &SavedRegs,
272 RegScavenger *RS) const {
273 TargetFrameLowering::determineCalleeSaves(MF, SavedRegs, RS);
274 // Unconditionally spill RA and FP only if the function uses a frame
275 // pointer.
276 if (hasFP(MF)) {
277 SavedRegs.set(RISCV::X1);
278 SavedRegs.set(RISCV::X8);
281 // If interrupt is enabled and there are calls in the handler,
282 // unconditionally save all Caller-saved registers and
283 // all FP registers, regardless whether they are used.
284 MachineFrameInfo &MFI = MF.getFrameInfo();
286 if (MF.getFunction().hasFnAttribute("interrupt") && MFI.hasCalls()) {
288 static const MCPhysReg CSRegs[] = { RISCV::X1, /* ra */
289 RISCV::X5, RISCV::X6, RISCV::X7, /* t0-t2 */
290 RISCV::X10, RISCV::X11, /* a0-a1, a2-a7 */
291 RISCV::X12, RISCV::X13, RISCV::X14, RISCV::X15, RISCV::X16, RISCV::X17,
292 RISCV::X28, RISCV::X29, RISCV::X30, RISCV::X31, 0 /* t3-t6 */
295 for (unsigned i = 0; CSRegs[i]; ++i)
296 SavedRegs.set(CSRegs[i]);
298 if (MF.getSubtarget<RISCVSubtarget>().hasStdExtD() ||
299 MF.getSubtarget<RISCVSubtarget>().hasStdExtF()) {
301 // If interrupt is enabled, this list contains all FP registers.
302 const MCPhysReg * Regs = MF.getRegInfo().getCalleeSavedRegs();
304 for (unsigned i = 0; Regs[i]; ++i)
305 if (RISCV::FPR32RegClass.contains(Regs[i]) ||
306 RISCV::FPR64RegClass.contains(Regs[i]))
307 SavedRegs.set(Regs[i]);
312 void RISCVFrameLowering::processFunctionBeforeFrameFinalized(
313 MachineFunction &MF, RegScavenger *RS) const {
314 const TargetRegisterInfo *RegInfo = MF.getSubtarget().getRegisterInfo();
315 MachineFrameInfo &MFI = MF.getFrameInfo();
316 const TargetRegisterClass *RC = &RISCV::GPRRegClass;
317 // estimateStackSize has been observed to under-estimate the final stack
318 // size, so give ourselves wiggle-room by checking for stack size
319 // representable an 11-bit signed field rather than 12-bits.
320 // FIXME: It may be possible to craft a function with a small stack that
321 // still needs an emergency spill slot for branch relaxation. This case
322 // would currently be missed.
323 if (!isInt<11>(MFI.estimateStackSize(MF))) {
324 int RegScavFI = MFI.CreateStackObject(
325 RegInfo->getSpillSize(*RC), RegInfo->getSpillAlignment(*RC), false);
326 RS->addScavengingFrameIndex(RegScavFI);
330 // Not preserve stack space within prologue for outgoing variables when the
331 // function contains variable size objects and let eliminateCallFramePseudoInstr
332 // preserve stack space for it.
333 bool RISCVFrameLowering::hasReservedCallFrame(const MachineFunction &MF) const {
334 return !MF.getFrameInfo().hasVarSizedObjects();
337 // Eliminate ADJCALLSTACKDOWN, ADJCALLSTACKUP pseudo instructions.
338 MachineBasicBlock::iterator RISCVFrameLowering::eliminateCallFramePseudoInstr(
339 MachineFunction &MF, MachineBasicBlock &MBB,
340 MachineBasicBlock::iterator MI) const {
341 unsigned SPReg = RISCV::X2;
342 DebugLoc DL = MI->getDebugLoc();
344 if (!hasReservedCallFrame(MF)) {
345 // If space has not been reserved for a call frame, ADJCALLSTACKDOWN and
346 // ADJCALLSTACKUP must be converted to instructions manipulating the stack
347 // pointer. This is necessary when there is a variable length stack
348 // allocation (e.g. alloca), which means it's not possible to allocate
349 // space for outgoing arguments from within the function prologue.
350 int64_t Amount = MI->getOperand(0).getImm();
352 if (Amount != 0) {
353 // Ensure the stack remains aligned after adjustment.
354 Amount = alignSPAdjust(Amount);
356 if (MI->getOpcode() == RISCV::ADJCALLSTACKDOWN)
357 Amount = -Amount;
359 adjustReg(MBB, MI, DL, SPReg, SPReg, Amount, MachineInstr::NoFlags);
363 return MBB.erase(MI);