[x86] fix assert with horizontal math + broadcast of vector (PR43402)
[llvm-core.git] / lib / CodeGen / StackMapLivenessAnalysis.cpp
blobfb2abf3daa7fda5c31881cc0f136b7ac7ba5ea5e
1 //===-- StackMapLivenessAnalysis.cpp - StackMap live Out Analysis ----------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file implements the StackMap Liveness analysis pass. The pass calculates
10 // the liveness for each basic block in a function and attaches the register
11 // live-out information to a stackmap or patchpoint intrinsic if present.
13 //===----------------------------------------------------------------------===//
15 #include "llvm/ADT/Statistic.h"
16 #include "llvm/CodeGen/LivePhysRegs.h"
17 #include "llvm/CodeGen/MachineFrameInfo.h"
18 #include "llvm/CodeGen/MachineFunction.h"
19 #include "llvm/CodeGen/MachineFunctionPass.h"
20 #include "llvm/CodeGen/Passes.h"
21 #include "llvm/CodeGen/TargetSubtargetInfo.h"
22 #include "llvm/Support/CommandLine.h"
23 #include "llvm/Support/Debug.h"
24 #include "llvm/Support/raw_ostream.h"
26 using namespace llvm;
28 #define DEBUG_TYPE "stackmaps"
30 static cl::opt<bool> EnablePatchPointLiveness(
31 "enable-patchpoint-liveness", cl::Hidden, cl::init(true),
32 cl::desc("Enable PatchPoint Liveness Analysis Pass"));
34 STATISTIC(NumStackMapFuncVisited, "Number of functions visited");
35 STATISTIC(NumStackMapFuncSkipped, "Number of functions skipped");
36 STATISTIC(NumBBsVisited, "Number of basic blocks visited");
37 STATISTIC(NumBBsHaveNoStackmap, "Number of basic blocks with no stackmap");
38 STATISTIC(NumStackMaps, "Number of StackMaps visited");
40 namespace {
41 /// This pass calculates the liveness information for each basic block in
42 /// a function and attaches the register live-out information to a patchpoint
43 /// intrinsic if present.
44 ///
45 /// This pass can be disabled via the -enable-patchpoint-liveness=false flag.
46 /// The pass skips functions that don't have any patchpoint intrinsics. The
47 /// information provided by this pass is optional and not required by the
48 /// aformentioned intrinsic to function.
49 class StackMapLiveness : public MachineFunctionPass {
50 const TargetRegisterInfo *TRI;
51 LivePhysRegs LiveRegs;
53 public:
54 static char ID;
56 /// Default construct and initialize the pass.
57 StackMapLiveness();
59 /// Tell the pass manager which passes we depend on and what
60 /// information we preserve.
61 void getAnalysisUsage(AnalysisUsage &AU) const override;
63 MachineFunctionProperties getRequiredProperties() const override {
64 return MachineFunctionProperties().set(
65 MachineFunctionProperties::Property::NoVRegs);
68 /// Calculate the liveness information for the given machine function.
69 bool runOnMachineFunction(MachineFunction &MF) override;
71 private:
72 /// Performs the actual liveness calculation for the function.
73 bool calculateLiveness(MachineFunction &MF);
75 /// Add the current register live set to the instruction.
76 void addLiveOutSetToMI(MachineFunction &MF, MachineInstr &MI);
78 /// Create a register mask and initialize it with the registers from
79 /// the register live set.
80 uint32_t *createRegisterMask(MachineFunction &MF) const;
82 } // namespace
84 char StackMapLiveness::ID = 0;
85 char &llvm::StackMapLivenessID = StackMapLiveness::ID;
86 INITIALIZE_PASS(StackMapLiveness, "stackmap-liveness",
87 "StackMap Liveness Analysis", false, false)
89 /// Default construct and initialize the pass.
90 StackMapLiveness::StackMapLiveness() : MachineFunctionPass(ID) {
91 initializeStackMapLivenessPass(*PassRegistry::getPassRegistry());
94 /// Tell the pass manager which passes we depend on and what information we
95 /// preserve.
96 void StackMapLiveness::getAnalysisUsage(AnalysisUsage &AU) const {
97 // We preserve all information.
98 AU.setPreservesAll();
99 AU.setPreservesCFG();
100 MachineFunctionPass::getAnalysisUsage(AU);
103 /// Calculate the liveness information for the given machine function.
104 bool StackMapLiveness::runOnMachineFunction(MachineFunction &MF) {
105 if (!EnablePatchPointLiveness)
106 return false;
108 LLVM_DEBUG(dbgs() << "********** COMPUTING STACKMAP LIVENESS: "
109 << MF.getName() << " **********\n");
110 TRI = MF.getSubtarget().getRegisterInfo();
111 ++NumStackMapFuncVisited;
113 // Skip this function if there are no patchpoints to process.
114 if (!MF.getFrameInfo().hasPatchPoint()) {
115 ++NumStackMapFuncSkipped;
116 return false;
118 return calculateLiveness(MF);
121 /// Performs the actual liveness calculation for the function.
122 bool StackMapLiveness::calculateLiveness(MachineFunction &MF) {
123 bool HasChanged = false;
124 // For all basic blocks in the function.
125 for (auto &MBB : MF) {
126 LLVM_DEBUG(dbgs() << "****** BB " << MBB.getName() << " ******\n");
127 LiveRegs.init(*TRI);
128 // FIXME: This should probably be addLiveOuts().
129 LiveRegs.addLiveOutsNoPristines(MBB);
130 bool HasStackMap = false;
131 // Reverse iterate over all instructions and add the current live register
132 // set to an instruction if we encounter a patchpoint instruction.
133 for (auto I = MBB.rbegin(), E = MBB.rend(); I != E; ++I) {
134 if (I->getOpcode() == TargetOpcode::PATCHPOINT) {
135 addLiveOutSetToMI(MF, *I);
136 HasChanged = true;
137 HasStackMap = true;
138 ++NumStackMaps;
140 LLVM_DEBUG(dbgs() << " " << LiveRegs << " " << *I);
141 LiveRegs.stepBackward(*I);
143 ++NumBBsVisited;
144 if (!HasStackMap)
145 ++NumBBsHaveNoStackmap;
147 return HasChanged;
150 /// Add the current register live set to the instruction.
151 void StackMapLiveness::addLiveOutSetToMI(MachineFunction &MF,
152 MachineInstr &MI) {
153 uint32_t *Mask = createRegisterMask(MF);
154 MachineOperand MO = MachineOperand::CreateRegLiveOut(Mask);
155 MI.addOperand(MF, MO);
158 /// Create a register mask and initialize it with the registers from the
159 /// register live set.
160 uint32_t *StackMapLiveness::createRegisterMask(MachineFunction &MF) const {
161 // The mask is owned and cleaned up by the Machine Function.
162 uint32_t *Mask = MF.allocateRegMask();
163 for (auto Reg : LiveRegs)
164 Mask[Reg / 32] |= 1U << (Reg % 32);
166 // Give the target a chance to adjust the mask.
167 TRI->adjustStackMapLiveOutMask(Mask);
169 return Mask;