Details | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
14 | pmbaty | 1 | //===---- MachineOutliner.h - Outliner data structures ------*- C++ -*-===// |
2 | // |
||
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
4 | // See https://llvm.org/LICENSE.txt for license information. |
||
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
6 | // |
||
7 | //===----------------------------------------------------------------------===// |
||
8 | /// |
||
9 | /// \file |
||
10 | /// Contains all data structures shared between the outliner implemented in |
||
11 | /// MachineOutliner.cpp and target implementations of the outliner. |
||
12 | /// |
||
13 | //===----------------------------------------------------------------------===// |
||
14 | |||
15 | #ifndef LLVM_CODEGEN_MACHINEOUTLINER_H |
||
16 | #define LLVM_CODEGEN_MACHINEOUTLINER_H |
||
17 | |||
18 | #include "llvm/CodeGen/LiveRegUnits.h" |
||
19 | #include "llvm/CodeGen/MachineFunction.h" |
||
20 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
||
21 | #include <initializer_list> |
||
22 | |||
23 | namespace llvm { |
||
24 | namespace outliner { |
||
25 | |||
26 | /// Represents how an instruction should be mapped by the outliner. |
||
27 | /// \p Legal instructions are those which are safe to outline. |
||
28 | /// \p LegalTerminator instructions are safe to outline, but only as the |
||
29 | /// last instruction in a sequence. |
||
30 | /// \p Illegal instructions are those which cannot be outlined. |
||
31 | /// \p Invisible instructions are instructions which can be outlined, but |
||
32 | /// shouldn't actually impact the outlining result. |
||
33 | enum InstrType { Legal, LegalTerminator, Illegal, Invisible }; |
||
34 | |||
35 | /// An individual sequence of instructions to be replaced with a call to |
||
36 | /// an outlined function. |
||
37 | struct Candidate { |
||
38 | private: |
||
39 | /// The start index of this \p Candidate in the instruction list. |
||
40 | unsigned StartIdx = 0; |
||
41 | |||
42 | /// The number of instructions in this \p Candidate. |
||
43 | unsigned Len = 0; |
||
44 | |||
45 | // The first instruction in this \p Candidate. |
||
46 | MachineBasicBlock::iterator FirstInst; |
||
47 | |||
48 | // The last instruction in this \p Candidate. |
||
49 | MachineBasicBlock::iterator LastInst; |
||
50 | |||
51 | // The basic block that contains this Candidate. |
||
52 | MachineBasicBlock *MBB = nullptr; |
||
53 | |||
54 | /// Cost of calling an outlined function from this point as defined by the |
||
55 | /// target. |
||
56 | unsigned CallOverhead = 0; |
||
57 | |||
58 | /// Liveness information for this Candidate. Tracks from the end of the |
||
59 | /// block containing this Candidate to the beginning of its sequence. |
||
60 | /// |
||
61 | /// Optional. Can be used to fine-tune the cost model, or fine-tune legality |
||
62 | /// decisions. |
||
63 | LiveRegUnits FromEndOfBlockToStartOfSeq; |
||
64 | |||
65 | /// Liveness information restricted to this Candidate's instruction sequence. |
||
66 | /// |
||
67 | /// Optional. Can be used to fine-tune the cost model, or fine-tune legality |
||
68 | /// decisions. |
||
69 | LiveRegUnits InSeq; |
||
70 | |||
71 | /// True if FromEndOfBlockToStartOfSeq has been initialized. |
||
72 | bool FromEndOfBlockToStartOfSeqWasSet = false; |
||
73 | |||
74 | /// True if InSeq has been initialized. |
||
75 | bool InSeqWasSet = false; |
||
76 | |||
77 | /// Populate FromEndOfBlockToStartOfSeq with liveness information. |
||
78 | void initFromEndOfBlockToStartOfSeq(const TargetRegisterInfo &TRI) { |
||
79 | assert(MBB->getParent()->getRegInfo().tracksLiveness() && |
||
80 | "Candidate's Machine Function must track liveness"); |
||
81 | // Only initialize once. |
||
82 | if (FromEndOfBlockToStartOfSeqWasSet) |
||
83 | return; |
||
84 | FromEndOfBlockToStartOfSeqWasSet = true; |
||
85 | FromEndOfBlockToStartOfSeq.init(TRI); |
||
86 | FromEndOfBlockToStartOfSeq.addLiveOuts(*MBB); |
||
87 | // Compute liveness from the end of the block up to the beginning of the |
||
88 | // outlining candidate. |
||
89 | for (auto &MI : make_range(MBB->rbegin(), |
||
90 | (MachineBasicBlock::reverse_iterator)front())) |
||
91 | FromEndOfBlockToStartOfSeq.stepBackward(MI); |
||
92 | } |
||
93 | |||
94 | /// Populate InSeq with liveness information. |
||
95 | void initInSeq(const TargetRegisterInfo &TRI) { |
||
96 | assert(MBB->getParent()->getRegInfo().tracksLiveness() && |
||
97 | "Candidate's Machine Function must track liveness"); |
||
98 | // Only initialize once. |
||
99 | if (InSeqWasSet) |
||
100 | return; |
||
101 | InSeqWasSet = true; |
||
102 | InSeq.init(TRI); |
||
103 | for (auto &MI : make_range(front(), std::next(back()))) |
||
104 | InSeq.accumulate(MI); |
||
105 | } |
||
106 | |||
107 | public: |
||
108 | /// The index of this \p Candidate's \p OutlinedFunction in the list of |
||
109 | /// \p OutlinedFunctions. |
||
110 | unsigned FunctionIdx = 0; |
||
111 | |||
112 | /// Identifier denoting the instructions to emit to call an outlined function |
||
113 | /// from this point. Defined by the target. |
||
114 | unsigned CallConstructionID = 0; |
||
115 | |||
116 | /// Target-specific flags for this Candidate's MBB. |
||
117 | unsigned Flags = 0x0; |
||
118 | |||
119 | /// Return the number of instructions in this Candidate. |
||
120 | unsigned getLength() const { return Len; } |
||
121 | |||
122 | /// Return the start index of this candidate. |
||
123 | unsigned getStartIdx() const { return StartIdx; } |
||
124 | |||
125 | /// Return the end index of this candidate. |
||
126 | unsigned getEndIdx() const { return StartIdx + Len - 1; } |
||
127 | |||
128 | /// Set the CallConstructionID and CallOverhead of this candidate to CID and |
||
129 | /// CO respectively. |
||
130 | void setCallInfo(unsigned CID, unsigned CO) { |
||
131 | CallConstructionID = CID; |
||
132 | CallOverhead = CO; |
||
133 | } |
||
134 | |||
135 | /// Returns the call overhead of this candidate if it is in the list. |
||
136 | unsigned getCallOverhead() const { return CallOverhead; } |
||
137 | |||
138 | MachineBasicBlock::iterator &front() { return FirstInst; } |
||
139 | MachineBasicBlock::iterator &back() { return LastInst; } |
||
140 | MachineFunction *getMF() const { return MBB->getParent(); } |
||
141 | MachineBasicBlock *getMBB() const { return MBB; } |
||
142 | |||
143 | /// \returns True if \p Reg is available from the end of the block to the |
||
144 | /// beginning of the sequence. |
||
145 | /// |
||
146 | /// This query considers the following range: |
||
147 | /// |
||
148 | /// in_seq_1 |
||
149 | /// in_seq_2 |
||
150 | /// ... |
||
151 | /// in_seq_n |
||
152 | /// not_in_seq_1 |
||
153 | /// ... |
||
154 | /// <end of block> |
||
155 | bool isAvailableAcrossAndOutOfSeq(Register Reg, |
||
156 | const TargetRegisterInfo &TRI) { |
||
157 | if (!FromEndOfBlockToStartOfSeqWasSet) |
||
158 | initFromEndOfBlockToStartOfSeq(TRI); |
||
159 | return FromEndOfBlockToStartOfSeq.available(Reg); |
||
160 | } |
||
161 | |||
162 | /// \returns True if `isAvailableAcrossAndOutOfSeq` fails for any register |
||
163 | /// in \p Regs. |
||
164 | bool isAnyUnavailableAcrossOrOutOfSeq(std::initializer_list<Register> Regs, |
||
165 | const TargetRegisterInfo &TRI) { |
||
166 | if (!FromEndOfBlockToStartOfSeqWasSet) |
||
167 | initFromEndOfBlockToStartOfSeq(TRI); |
||
168 | return any_of(Regs, [&](Register Reg) { |
||
169 | return !FromEndOfBlockToStartOfSeq.available(Reg); |
||
170 | }); |
||
171 | } |
||
172 | |||
173 | /// \returns True if \p Reg is available within the sequence itself. |
||
174 | /// |
||
175 | /// This query considers the following range: |
||
176 | /// |
||
177 | /// in_seq_1 |
||
178 | /// in_seq_2 |
||
179 | /// ... |
||
180 | /// in_seq_n |
||
181 | bool isAvailableInsideSeq(Register Reg, const TargetRegisterInfo &TRI) { |
||
182 | if (!InSeqWasSet) |
||
183 | initInSeq(TRI); |
||
184 | return InSeq.available(Reg); |
||
185 | } |
||
186 | |||
187 | /// The number of instructions that would be saved by outlining every |
||
188 | /// candidate of this type. |
||
189 | /// |
||
190 | /// This is a fixed value which is not updated during the candidate pruning |
||
191 | /// process. It is only used for deciding which candidate to keep if two |
||
192 | /// candidates overlap. The true benefit is stored in the OutlinedFunction |
||
193 | /// for some given candidate. |
||
194 | unsigned Benefit = 0; |
||
195 | |||
196 | Candidate(unsigned StartIdx, unsigned Len, |
||
197 | MachineBasicBlock::iterator &FirstInst, |
||
198 | MachineBasicBlock::iterator &LastInst, MachineBasicBlock *MBB, |
||
199 | unsigned FunctionIdx, unsigned Flags) |
||
200 | : StartIdx(StartIdx), Len(Len), FirstInst(FirstInst), LastInst(LastInst), |
||
201 | MBB(MBB), FunctionIdx(FunctionIdx), Flags(Flags) {} |
||
202 | Candidate() = default; |
||
203 | |||
204 | /// Used to ensure that \p Candidates are outlined in an order that |
||
205 | /// preserves the start and end indices of other \p Candidates. |
||
206 | bool operator<(const Candidate &RHS) const { |
||
207 | return getStartIdx() > RHS.getStartIdx(); |
||
208 | } |
||
209 | |||
210 | }; |
||
211 | |||
212 | /// The information necessary to create an outlined function for some |
||
213 | /// class of candidate. |
||
214 | struct OutlinedFunction { |
||
215 | |||
216 | public: |
||
217 | std::vector<Candidate> Candidates; |
||
218 | |||
219 | /// The actual outlined function created. |
||
220 | /// This is initialized after we go through and create the actual function. |
||
221 | MachineFunction *MF = nullptr; |
||
222 | |||
223 | /// Represents the size of a sequence in bytes. (Some instructions vary |
||
224 | /// widely in size, so just counting the instructions isn't very useful.) |
||
225 | unsigned SequenceSize = 0; |
||
226 | |||
227 | /// Target-defined overhead of constructing a frame for this function. |
||
228 | unsigned FrameOverhead = 0; |
||
229 | |||
230 | /// Target-defined identifier for constructing a frame for this function. |
||
231 | unsigned FrameConstructionID = 0; |
||
232 | |||
233 | /// Return the number of candidates for this \p OutlinedFunction. |
||
234 | unsigned getOccurrenceCount() const { return Candidates.size(); } |
||
235 | |||
236 | /// Return the number of bytes it would take to outline this |
||
237 | /// function. |
||
238 | unsigned getOutliningCost() const { |
||
239 | unsigned CallOverhead = 0; |
||
240 | for (const Candidate &C : Candidates) |
||
241 | CallOverhead += C.getCallOverhead(); |
||
242 | return CallOverhead + SequenceSize + FrameOverhead; |
||
243 | } |
||
244 | |||
245 | /// Return the size in bytes of the unoutlined sequences. |
||
246 | unsigned getNotOutlinedCost() const { |
||
247 | return getOccurrenceCount() * SequenceSize; |
||
248 | } |
||
249 | |||
250 | /// Return the number of instructions that would be saved by outlining |
||
251 | /// this function. |
||
252 | unsigned getBenefit() const { |
||
253 | unsigned NotOutlinedCost = getNotOutlinedCost(); |
||
254 | unsigned OutlinedCost = getOutliningCost(); |
||
255 | return (NotOutlinedCost < OutlinedCost) ? 0 |
||
256 | : NotOutlinedCost - OutlinedCost; |
||
257 | } |
||
258 | |||
259 | /// Return the number of instructions in this sequence. |
||
260 | unsigned getNumInstrs() const { return Candidates[0].getLength(); } |
||
261 | |||
262 | OutlinedFunction(std::vector<Candidate> &Candidates, unsigned SequenceSize, |
||
263 | unsigned FrameOverhead, unsigned FrameConstructionID) |
||
264 | : Candidates(Candidates), SequenceSize(SequenceSize), |
||
265 | FrameOverhead(FrameOverhead), FrameConstructionID(FrameConstructionID) { |
||
266 | const unsigned B = getBenefit(); |
||
267 | for (Candidate &C : Candidates) |
||
268 | C.Benefit = B; |
||
269 | } |
||
270 | |||
271 | OutlinedFunction() = default; |
||
272 | }; |
||
273 | } // namespace outliner |
||
274 | } // namespace llvm |
||
275 | |||
276 | #endif |