Details | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
14 | pmbaty | 1 | //===- llvm/CodeGen/MachineBasicBlock.h -------------------------*- C++ -*-===// |
2 | // |
||
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
4 | // See https://llvm.org/LICENSE.txt for license information. |
||
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
6 | // |
||
7 | //===----------------------------------------------------------------------===// |
||
8 | // |
||
9 | // Collect the sequence of machine instructions for a basic block. |
||
10 | // |
||
11 | //===----------------------------------------------------------------------===// |
||
12 | |||
13 | #ifndef LLVM_CODEGEN_MACHINEBASICBLOCK_H |
||
14 | #define LLVM_CODEGEN_MACHINEBASICBLOCK_H |
||
15 | |||
16 | #include "llvm/ADT/GraphTraits.h" |
||
17 | #include "llvm/ADT/SparseBitVector.h" |
||
18 | #include "llvm/ADT/ilist.h" |
||
19 | #include "llvm/ADT/iterator_range.h" |
||
20 | #include "llvm/CodeGen/MachineInstr.h" |
||
21 | #include "llvm/CodeGen/MachineInstrBundleIterator.h" |
||
22 | #include "llvm/IR/DebugLoc.h" |
||
23 | #include "llvm/MC/LaneBitmask.h" |
||
24 | #include "llvm/Support/BranchProbability.h" |
||
25 | #include <cassert> |
||
26 | #include <cstdint> |
||
27 | #include <iterator> |
||
28 | #include <string> |
||
29 | #include <vector> |
||
30 | |||
31 | namespace llvm { |
||
32 | |||
33 | class BasicBlock; |
||
34 | class MachineFunction; |
||
35 | class MCSymbol; |
||
36 | class ModuleSlotTracker; |
||
37 | class Pass; |
||
38 | class Printable; |
||
39 | class SlotIndexes; |
||
40 | class StringRef; |
||
41 | class raw_ostream; |
||
42 | class LiveIntervals; |
||
43 | class TargetRegisterClass; |
||
44 | class TargetRegisterInfo; |
||
45 | |||
46 | // This structure uniquely identifies a basic block section. |
||
47 | // Possible values are |
||
48 | // {Type: Default, Number: (unsigned)} (These are regular section IDs) |
||
49 | // {Type: Exception, Number: 0} (ExceptionSectionID) |
||
50 | // {Type: Cold, Number: 0} (ColdSectionID) |
||
51 | struct MBBSectionID { |
||
52 | enum SectionType { |
||
53 | Default = 0, // Regular section (these sections are distinguished by the |
||
54 | // Number field). |
||
55 | Exception, // Special section type for exception handling blocks |
||
56 | Cold, // Special section type for cold blocks |
||
57 | } Type; |
||
58 | unsigned Number; |
||
59 | |||
60 | MBBSectionID(unsigned N) : Type(Default), Number(N) {} |
||
61 | |||
62 | // Special unique sections for cold and exception blocks. |
||
63 | const static MBBSectionID ColdSectionID; |
||
64 | const static MBBSectionID ExceptionSectionID; |
||
65 | |||
66 | bool operator==(const MBBSectionID &Other) const { |
||
67 | return Type == Other.Type && Number == Other.Number; |
||
68 | } |
||
69 | |||
70 | bool operator!=(const MBBSectionID &Other) const { return !(*this == Other); } |
||
71 | |||
72 | private: |
||
73 | // This is only used to construct the special cold and exception sections. |
||
74 | MBBSectionID(SectionType T) : Type(T), Number(0) {} |
||
75 | }; |
||
76 | |||
77 | template <> struct ilist_traits<MachineInstr> { |
||
78 | private: |
||
79 | friend class MachineBasicBlock; // Set by the owning MachineBasicBlock. |
||
80 | |||
81 | MachineBasicBlock *Parent; |
||
82 | |||
83 | using instr_iterator = |
||
84 | simple_ilist<MachineInstr, ilist_sentinel_tracking<true>>::iterator; |
||
85 | |||
86 | public: |
||
87 | void addNodeToList(MachineInstr *N); |
||
88 | void removeNodeFromList(MachineInstr *N); |
||
89 | void transferNodesFromList(ilist_traits &FromList, instr_iterator First, |
||
90 | instr_iterator Last); |
||
91 | void deleteNode(MachineInstr *MI); |
||
92 | }; |
||
93 | |||
94 | class MachineBasicBlock |
||
95 | : public ilist_node_with_parent<MachineBasicBlock, MachineFunction> { |
||
96 | public: |
||
97 | /// Pair of physical register and lane mask. |
||
98 | /// This is not simply a std::pair typedef because the members should be named |
||
99 | /// clearly as they both have an integer type. |
||
100 | struct RegisterMaskPair { |
||
101 | public: |
||
102 | MCPhysReg PhysReg; |
||
103 | LaneBitmask LaneMask; |
||
104 | |||
105 | RegisterMaskPair(MCPhysReg PhysReg, LaneBitmask LaneMask) |
||
106 | : PhysReg(PhysReg), LaneMask(LaneMask) {} |
||
107 | }; |
||
108 | |||
109 | private: |
||
110 | using Instructions = ilist<MachineInstr, ilist_sentinel_tracking<true>>; |
||
111 | |||
112 | const BasicBlock *BB; |
||
113 | int Number; |
||
114 | MachineFunction *xParent; |
||
115 | Instructions Insts; |
||
116 | |||
117 | /// Keep track of the predecessor / successor basic blocks. |
||
118 | std::vector<MachineBasicBlock *> Predecessors; |
||
119 | std::vector<MachineBasicBlock *> Successors; |
||
120 | |||
121 | /// Keep track of the probabilities to the successors. This vector has the |
||
122 | /// same order as Successors, or it is empty if we don't use it (disable |
||
123 | /// optimization). |
||
124 | std::vector<BranchProbability> Probs; |
||
125 | using probability_iterator = std::vector<BranchProbability>::iterator; |
||
126 | using const_probability_iterator = |
||
127 | std::vector<BranchProbability>::const_iterator; |
||
128 | |||
129 | std::optional<uint64_t> IrrLoopHeaderWeight; |
||
130 | |||
131 | /// Keep track of the physical registers that are livein of the basicblock. |
||
132 | using LiveInVector = std::vector<RegisterMaskPair>; |
||
133 | LiveInVector LiveIns; |
||
134 | |||
135 | /// Alignment of the basic block. One if the basic block does not need to be |
||
136 | /// aligned. |
||
137 | Align Alignment; |
||
138 | /// Maximum amount of bytes that can be added to align the basic block. If the |
||
139 | /// alignment cannot be reached in this many bytes, no bytes are emitted. |
||
140 | /// Zero to represent no maximum. |
||
141 | unsigned MaxBytesForAlignment = 0; |
||
142 | |||
143 | /// Indicate that this basic block is entered via an exception handler. |
||
144 | bool IsEHPad = false; |
||
145 | |||
146 | /// Indicate that this MachineBasicBlock is referenced somewhere other than |
||
147 | /// as predecessor/successor, a terminator MachineInstr, or a jump table. |
||
148 | bool MachineBlockAddressTaken = false; |
||
149 | |||
150 | /// If this MachineBasicBlock corresponds to an IR-level "blockaddress" |
||
151 | /// constant, this contains a pointer to that block. |
||
152 | BasicBlock *AddressTakenIRBlock = nullptr; |
||
153 | |||
154 | /// Indicate that this basic block needs its symbol be emitted regardless of |
||
155 | /// whether the flow just falls-through to it. |
||
156 | bool LabelMustBeEmitted = false; |
||
157 | |||
158 | /// Indicate that this basic block is the entry block of an EH scope, i.e., |
||
159 | /// the block that used to have a catchpad or cleanuppad instruction in the |
||
160 | /// LLVM IR. |
||
161 | bool IsEHScopeEntry = false; |
||
162 | |||
163 | /// Indicates if this is a target block of a catchret. |
||
164 | bool IsEHCatchretTarget = false; |
||
165 | |||
166 | /// Indicate that this basic block is the entry block of an EH funclet. |
||
167 | bool IsEHFuncletEntry = false; |
||
168 | |||
169 | /// Indicate that this basic block is the entry block of a cleanup funclet. |
||
170 | bool IsCleanupFuncletEntry = false; |
||
171 | |||
172 | /// Fixed unique ID assigned to this basic block upon creation. Used with |
||
173 | /// basic block sections and basic block labels. |
||
174 | std::optional<unsigned> BBID; |
||
175 | |||
176 | /// With basic block sections, this stores the Section ID of the basic block. |
||
177 | MBBSectionID SectionID{0}; |
||
178 | |||
179 | // Indicate that this basic block begins a section. |
||
180 | bool IsBeginSection = false; |
||
181 | |||
182 | // Indicate that this basic block ends a section. |
||
183 | bool IsEndSection = false; |
||
184 | |||
185 | /// Indicate that this basic block is the indirect dest of an INLINEASM_BR. |
||
186 | bool IsInlineAsmBrIndirectTarget = false; |
||
187 | |||
188 | /// since getSymbol is a relatively heavy-weight operation, the symbol |
||
189 | /// is only computed once and is cached. |
||
190 | mutable MCSymbol *CachedMCSymbol = nullptr; |
||
191 | |||
192 | /// Cached MCSymbol for this block (used if IsEHCatchRetTarget). |
||
193 | mutable MCSymbol *CachedEHCatchretMCSymbol = nullptr; |
||
194 | |||
195 | /// Marks the end of the basic block. Used during basic block sections to |
||
196 | /// calculate the size of the basic block, or the BB section ending with it. |
||
197 | mutable MCSymbol *CachedEndMCSymbol = nullptr; |
||
198 | |||
199 | // Intrusive list support |
||
200 | MachineBasicBlock() = default; |
||
201 | |||
202 | explicit MachineBasicBlock(MachineFunction &MF, const BasicBlock *BB); |
||
203 | |||
204 | ~MachineBasicBlock(); |
||
205 | |||
206 | // MachineBasicBlocks are allocated and owned by MachineFunction. |
||
207 | friend class MachineFunction; |
||
208 | |||
209 | public: |
||
210 | /// Return the LLVM basic block that this instance corresponded to originally. |
||
211 | /// Note that this may be NULL if this instance does not correspond directly |
||
212 | /// to an LLVM basic block. |
||
213 | const BasicBlock *getBasicBlock() const { return BB; } |
||
214 | |||
215 | /// Remove the reference to the underlying IR BasicBlock. This is for |
||
216 | /// reduction tools and should generally not be used. |
||
217 | void clearBasicBlock() { |
||
218 | BB = nullptr; |
||
219 | } |
||
220 | |||
221 | /// Return the name of the corresponding LLVM basic block, or an empty string. |
||
222 | StringRef getName() const; |
||
223 | |||
224 | /// Return a formatted string to identify this block and its parent function. |
||
225 | std::string getFullName() const; |
||
226 | |||
227 | /// Test whether this block is used as as something other than the target |
||
228 | /// of a terminator, exception-handling target, or jump table. This is |
||
229 | /// either the result of an IR-level "blockaddress", or some form |
||
230 | /// of target-specific branch lowering. |
||
231 | bool hasAddressTaken() const { |
||
232 | return MachineBlockAddressTaken || AddressTakenIRBlock; |
||
233 | } |
||
234 | |||
235 | /// Test whether this block is used as something other than the target of a |
||
236 | /// terminator, exception-handling target, jump table, or IR blockaddress. |
||
237 | /// For example, its address might be loaded into a register, or |
||
238 | /// stored in some branch table that isn't part of MachineJumpTableInfo. |
||
239 | bool isMachineBlockAddressTaken() const { return MachineBlockAddressTaken; } |
||
240 | |||
241 | /// Test whether this block is the target of an IR BlockAddress. (There can |
||
242 | /// more than one MBB associated with an IR BB where the address is taken.) |
||
243 | bool isIRBlockAddressTaken() const { return AddressTakenIRBlock; } |
||
244 | |||
245 | /// Retrieves the BasicBlock which corresponds to this MachineBasicBlock. |
||
246 | BasicBlock *getAddressTakenIRBlock() const { return AddressTakenIRBlock; } |
||
247 | |||
248 | /// Set this block to indicate that its address is used as something other |
||
249 | /// than the target of a terminator, exception-handling target, jump table, |
||
250 | /// or IR-level "blockaddress". |
||
251 | void setMachineBlockAddressTaken() { MachineBlockAddressTaken = true; } |
||
252 | |||
253 | /// Set this block to reflect that it corresponds to an IR-level basic block |
||
254 | /// with a BlockAddress. |
||
255 | void setAddressTakenIRBlock(BasicBlock *BB) { AddressTakenIRBlock = BB; } |
||
256 | |||
257 | /// Test whether this block must have its label emitted. |
||
258 | bool hasLabelMustBeEmitted() const { return LabelMustBeEmitted; } |
||
259 | |||
260 | /// Set this block to reflect that, regardless how we flow to it, we need |
||
261 | /// its label be emitted. |
||
262 | void setLabelMustBeEmitted() { LabelMustBeEmitted = true; } |
||
263 | |||
264 | /// Return the MachineFunction containing this basic block. |
||
265 | const MachineFunction *getParent() const { return xParent; } |
||
266 | MachineFunction *getParent() { return xParent; } |
||
267 | |||
268 | using instr_iterator = Instructions::iterator; |
||
269 | using const_instr_iterator = Instructions::const_iterator; |
||
270 | using reverse_instr_iterator = Instructions::reverse_iterator; |
||
271 | using const_reverse_instr_iterator = Instructions::const_reverse_iterator; |
||
272 | |||
273 | using iterator = MachineInstrBundleIterator<MachineInstr>; |
||
274 | using const_iterator = MachineInstrBundleIterator<const MachineInstr>; |
||
275 | using reverse_iterator = MachineInstrBundleIterator<MachineInstr, true>; |
||
276 | using const_reverse_iterator = |
||
277 | MachineInstrBundleIterator<const MachineInstr, true>; |
||
278 | |||
279 | unsigned size() const { return (unsigned)Insts.size(); } |
||
280 | bool sizeWithoutDebugLargerThan(unsigned Limit) const; |
||
281 | bool empty() const { return Insts.empty(); } |
||
282 | |||
283 | MachineInstr &instr_front() { return Insts.front(); } |
||
284 | MachineInstr &instr_back() { return Insts.back(); } |
||
285 | const MachineInstr &instr_front() const { return Insts.front(); } |
||
286 | const MachineInstr &instr_back() const { return Insts.back(); } |
||
287 | |||
288 | MachineInstr &front() { return Insts.front(); } |
||
289 | MachineInstr &back() { return *--end(); } |
||
290 | const MachineInstr &front() const { return Insts.front(); } |
||
291 | const MachineInstr &back() const { return *--end(); } |
||
292 | |||
293 | instr_iterator instr_begin() { return Insts.begin(); } |
||
294 | const_instr_iterator instr_begin() const { return Insts.begin(); } |
||
295 | instr_iterator instr_end() { return Insts.end(); } |
||
296 | const_instr_iterator instr_end() const { return Insts.end(); } |
||
297 | reverse_instr_iterator instr_rbegin() { return Insts.rbegin(); } |
||
298 | const_reverse_instr_iterator instr_rbegin() const { return Insts.rbegin(); } |
||
299 | reverse_instr_iterator instr_rend () { return Insts.rend(); } |
||
300 | const_reverse_instr_iterator instr_rend () const { return Insts.rend(); } |
||
301 | |||
302 | using instr_range = iterator_range<instr_iterator>; |
||
303 | using const_instr_range = iterator_range<const_instr_iterator>; |
||
304 | instr_range instrs() { return instr_range(instr_begin(), instr_end()); } |
||
305 | const_instr_range instrs() const { |
||
306 | return const_instr_range(instr_begin(), instr_end()); |
||
307 | } |
||
308 | |||
309 | iterator begin() { return instr_begin(); } |
||
310 | const_iterator begin() const { return instr_begin(); } |
||
311 | iterator end () { return instr_end(); } |
||
312 | const_iterator end () const { return instr_end(); } |
||
313 | reverse_iterator rbegin() { |
||
314 | return reverse_iterator::getAtBundleBegin(instr_rbegin()); |
||
315 | } |
||
316 | const_reverse_iterator rbegin() const { |
||
317 | return const_reverse_iterator::getAtBundleBegin(instr_rbegin()); |
||
318 | } |
||
319 | reverse_iterator rend() { return reverse_iterator(instr_rend()); } |
||
320 | const_reverse_iterator rend() const { |
||
321 | return const_reverse_iterator(instr_rend()); |
||
322 | } |
||
323 | |||
324 | /// Support for MachineInstr::getNextNode(). |
||
325 | static Instructions MachineBasicBlock::*getSublistAccess(MachineInstr *) { |
||
326 | return &MachineBasicBlock::Insts; |
||
327 | } |
||
328 | |||
329 | inline iterator_range<iterator> terminators() { |
||
330 | return make_range(getFirstTerminator(), end()); |
||
331 | } |
||
332 | inline iterator_range<const_iterator> terminators() const { |
||
333 | return make_range(getFirstTerminator(), end()); |
||
334 | } |
||
335 | |||
336 | /// Returns a range that iterates over the phis in the basic block. |
||
337 | inline iterator_range<iterator> phis() { |
||
338 | return make_range(begin(), getFirstNonPHI()); |
||
339 | } |
||
340 | inline iterator_range<const_iterator> phis() const { |
||
341 | return const_cast<MachineBasicBlock *>(this)->phis(); |
||
342 | } |
||
343 | |||
344 | // Machine-CFG iterators |
||
345 | using pred_iterator = std::vector<MachineBasicBlock *>::iterator; |
||
346 | using const_pred_iterator = std::vector<MachineBasicBlock *>::const_iterator; |
||
347 | using succ_iterator = std::vector<MachineBasicBlock *>::iterator; |
||
348 | using const_succ_iterator = std::vector<MachineBasicBlock *>::const_iterator; |
||
349 | using pred_reverse_iterator = |
||
350 | std::vector<MachineBasicBlock *>::reverse_iterator; |
||
351 | using const_pred_reverse_iterator = |
||
352 | std::vector<MachineBasicBlock *>::const_reverse_iterator; |
||
353 | using succ_reverse_iterator = |
||
354 | std::vector<MachineBasicBlock *>::reverse_iterator; |
||
355 | using const_succ_reverse_iterator = |
||
356 | std::vector<MachineBasicBlock *>::const_reverse_iterator; |
||
357 | pred_iterator pred_begin() { return Predecessors.begin(); } |
||
358 | const_pred_iterator pred_begin() const { return Predecessors.begin(); } |
||
359 | pred_iterator pred_end() { return Predecessors.end(); } |
||
360 | const_pred_iterator pred_end() const { return Predecessors.end(); } |
||
361 | pred_reverse_iterator pred_rbegin() |
||
362 | { return Predecessors.rbegin();} |
||
363 | const_pred_reverse_iterator pred_rbegin() const |
||
364 | { return Predecessors.rbegin();} |
||
365 | pred_reverse_iterator pred_rend() |
||
366 | { return Predecessors.rend(); } |
||
367 | const_pred_reverse_iterator pred_rend() const |
||
368 | { return Predecessors.rend(); } |
||
369 | unsigned pred_size() const { |
||
370 | return (unsigned)Predecessors.size(); |
||
371 | } |
||
372 | bool pred_empty() const { return Predecessors.empty(); } |
||
373 | succ_iterator succ_begin() { return Successors.begin(); } |
||
374 | const_succ_iterator succ_begin() const { return Successors.begin(); } |
||
375 | succ_iterator succ_end() { return Successors.end(); } |
||
376 | const_succ_iterator succ_end() const { return Successors.end(); } |
||
377 | succ_reverse_iterator succ_rbegin() |
||
378 | { return Successors.rbegin(); } |
||
379 | const_succ_reverse_iterator succ_rbegin() const |
||
380 | { return Successors.rbegin(); } |
||
381 | succ_reverse_iterator succ_rend() |
||
382 | { return Successors.rend(); } |
||
383 | const_succ_reverse_iterator succ_rend() const |
||
384 | { return Successors.rend(); } |
||
385 | unsigned succ_size() const { |
||
386 | return (unsigned)Successors.size(); |
||
387 | } |
||
388 | bool succ_empty() const { return Successors.empty(); } |
||
389 | |||
390 | inline iterator_range<pred_iterator> predecessors() { |
||
391 | return make_range(pred_begin(), pred_end()); |
||
392 | } |
||
393 | inline iterator_range<const_pred_iterator> predecessors() const { |
||
394 | return make_range(pred_begin(), pred_end()); |
||
395 | } |
||
396 | inline iterator_range<succ_iterator> successors() { |
||
397 | return make_range(succ_begin(), succ_end()); |
||
398 | } |
||
399 | inline iterator_range<const_succ_iterator> successors() const { |
||
400 | return make_range(succ_begin(), succ_end()); |
||
401 | } |
||
402 | |||
403 | // LiveIn management methods. |
||
404 | |||
405 | /// Adds the specified register as a live in. Note that it is an error to add |
||
406 | /// the same register to the same set more than once unless the intention is |
||
407 | /// to call sortUniqueLiveIns after all registers are added. |
||
408 | void addLiveIn(MCRegister PhysReg, |
||
409 | LaneBitmask LaneMask = LaneBitmask::getAll()) { |
||
410 | LiveIns.push_back(RegisterMaskPair(PhysReg, LaneMask)); |
||
411 | } |
||
412 | void addLiveIn(const RegisterMaskPair &RegMaskPair) { |
||
413 | LiveIns.push_back(RegMaskPair); |
||
414 | } |
||
415 | |||
416 | /// Sorts and uniques the LiveIns vector. It can be significantly faster to do |
||
417 | /// this than repeatedly calling isLiveIn before calling addLiveIn for every |
||
418 | /// LiveIn insertion. |
||
419 | void sortUniqueLiveIns(); |
||
420 | |||
421 | /// Clear live in list. |
||
422 | void clearLiveIns(); |
||
423 | |||
424 | /// Add PhysReg as live in to this block, and ensure that there is a copy of |
||
425 | /// PhysReg to a virtual register of class RC. Return the virtual register |
||
426 | /// that is a copy of the live in PhysReg. |
||
427 | Register addLiveIn(MCRegister PhysReg, const TargetRegisterClass *RC); |
||
428 | |||
429 | /// Remove the specified register from the live in set. |
||
430 | void removeLiveIn(MCPhysReg Reg, |
||
431 | LaneBitmask LaneMask = LaneBitmask::getAll()); |
||
432 | |||
433 | /// Return true if the specified register is in the live in set. |
||
434 | bool isLiveIn(MCPhysReg Reg, |
||
435 | LaneBitmask LaneMask = LaneBitmask::getAll()) const; |
||
436 | |||
437 | // Iteration support for live in sets. These sets are kept in sorted |
||
438 | // order by their register number. |
||
439 | using livein_iterator = LiveInVector::const_iterator; |
||
440 | |||
441 | /// Unlike livein_begin, this method does not check that the liveness |
||
442 | /// information is accurate. Still for debug purposes it may be useful |
||
443 | /// to have iterators that won't assert if the liveness information |
||
444 | /// is not current. |
||
445 | livein_iterator livein_begin_dbg() const { return LiveIns.begin(); } |
||
446 | iterator_range<livein_iterator> liveins_dbg() const { |
||
447 | return make_range(livein_begin_dbg(), livein_end()); |
||
448 | } |
||
449 | |||
450 | livein_iterator livein_begin() const; |
||
451 | livein_iterator livein_end() const { return LiveIns.end(); } |
||
452 | bool livein_empty() const { return LiveIns.empty(); } |
||
453 | iterator_range<livein_iterator> liveins() const { |
||
454 | return make_range(livein_begin(), livein_end()); |
||
455 | } |
||
456 | |||
457 | /// Remove entry from the livein set and return iterator to the next. |
||
458 | livein_iterator removeLiveIn(livein_iterator I); |
||
459 | |||
460 | class liveout_iterator { |
||
461 | public: |
||
462 | using iterator_category = std::input_iterator_tag; |
||
463 | using difference_type = std::ptrdiff_t; |
||
464 | using value_type = RegisterMaskPair; |
||
465 | using pointer = const RegisterMaskPair *; |
||
466 | using reference = const RegisterMaskPair &; |
||
467 | |||
468 | liveout_iterator(const MachineBasicBlock &MBB, MCPhysReg ExceptionPointer, |
||
469 | MCPhysReg ExceptionSelector, bool End) |
||
470 | : ExceptionPointer(ExceptionPointer), |
||
471 | ExceptionSelector(ExceptionSelector), BlockI(MBB.succ_begin()), |
||
472 | BlockEnd(MBB.succ_end()) { |
||
473 | if (End) |
||
474 | BlockI = BlockEnd; |
||
475 | else if (BlockI != BlockEnd) { |
||
476 | LiveRegI = (*BlockI)->livein_begin(); |
||
477 | if (!advanceToValidPosition()) |
||
478 | return; |
||
479 | if (LiveRegI->PhysReg == ExceptionPointer || |
||
480 | LiveRegI->PhysReg == ExceptionSelector) |
||
481 | ++(*this); |
||
482 | } |
||
483 | } |
||
484 | |||
485 | liveout_iterator &operator++() { |
||
486 | do { |
||
487 | ++LiveRegI; |
||
488 | if (!advanceToValidPosition()) |
||
489 | return *this; |
||
490 | } while ((*BlockI)->isEHPad() && |
||
491 | (LiveRegI->PhysReg == ExceptionPointer || |
||
492 | LiveRegI->PhysReg == ExceptionSelector)); |
||
493 | return *this; |
||
494 | } |
||
495 | |||
496 | liveout_iterator operator++(int) { |
||
497 | liveout_iterator Tmp = *this; |
||
498 | ++(*this); |
||
499 | return Tmp; |
||
500 | } |
||
501 | |||
502 | reference operator*() const { |
||
503 | return *LiveRegI; |
||
504 | } |
||
505 | |||
506 | pointer operator->() const { |
||
507 | return &*LiveRegI; |
||
508 | } |
||
509 | |||
510 | bool operator==(const liveout_iterator &RHS) const { |
||
511 | if (BlockI != BlockEnd) |
||
512 | return BlockI == RHS.BlockI && LiveRegI == RHS.LiveRegI; |
||
513 | return RHS.BlockI == BlockEnd; |
||
514 | } |
||
515 | |||
516 | bool operator!=(const liveout_iterator &RHS) const { |
||
517 | return !(*this == RHS); |
||
518 | } |
||
519 | private: |
||
520 | bool advanceToValidPosition() { |
||
521 | if (LiveRegI != (*BlockI)->livein_end()) |
||
522 | return true; |
||
523 | |||
524 | do { |
||
525 | ++BlockI; |
||
526 | } while (BlockI != BlockEnd && (*BlockI)->livein_empty()); |
||
527 | if (BlockI == BlockEnd) |
||
528 | return false; |
||
529 | |||
530 | LiveRegI = (*BlockI)->livein_begin(); |
||
531 | return true; |
||
532 | } |
||
533 | |||
534 | MCPhysReg ExceptionPointer, ExceptionSelector; |
||
535 | const_succ_iterator BlockI; |
||
536 | const_succ_iterator BlockEnd; |
||
537 | livein_iterator LiveRegI; |
||
538 | }; |
||
539 | |||
540 | /// Iterator scanning successor basic blocks' liveins to determine the |
||
541 | /// registers potentially live at the end of this block. There may be |
||
542 | /// duplicates or overlapping registers in the list returned. |
||
543 | liveout_iterator liveout_begin() const; |
||
544 | liveout_iterator liveout_end() const { |
||
545 | return liveout_iterator(*this, 0, 0, true); |
||
546 | } |
||
547 | iterator_range<liveout_iterator> liveouts() const { |
||
548 | return make_range(liveout_begin(), liveout_end()); |
||
549 | } |
||
550 | |||
551 | /// Get the clobber mask for the start of this basic block. Funclets use this |
||
552 | /// to prevent register allocation across funclet transitions. |
||
553 | const uint32_t *getBeginClobberMask(const TargetRegisterInfo *TRI) const; |
||
554 | |||
555 | /// Get the clobber mask for the end of the basic block. |
||
556 | /// \see getBeginClobberMask() |
||
557 | const uint32_t *getEndClobberMask(const TargetRegisterInfo *TRI) const; |
||
558 | |||
559 | /// Return alignment of the basic block. |
||
560 | Align getAlignment() const { return Alignment; } |
||
561 | |||
562 | /// Set alignment of the basic block. |
||
563 | void setAlignment(Align A) { Alignment = A; } |
||
564 | |||
565 | void setAlignment(Align A, unsigned MaxBytes) { |
||
566 | setAlignment(A); |
||
567 | setMaxBytesForAlignment(MaxBytes); |
||
568 | } |
||
569 | |||
570 | /// Return the maximum amount of padding allowed for aligning the basic block. |
||
571 | unsigned getMaxBytesForAlignment() const { return MaxBytesForAlignment; } |
||
572 | |||
573 | /// Set the maximum amount of padding allowed for aligning the basic block |
||
574 | void setMaxBytesForAlignment(unsigned MaxBytes) { |
||
575 | MaxBytesForAlignment = MaxBytes; |
||
576 | } |
||
577 | |||
578 | /// Returns true if the block is a landing pad. That is this basic block is |
||
579 | /// entered via an exception handler. |
||
580 | bool isEHPad() const { return IsEHPad; } |
||
581 | |||
582 | /// Indicates the block is a landing pad. That is this basic block is entered |
||
583 | /// via an exception handler. |
||
584 | void setIsEHPad(bool V = true) { IsEHPad = V; } |
||
585 | |||
586 | bool hasEHPadSuccessor() const; |
||
587 | |||
588 | /// Returns true if this is the entry block of the function. |
||
589 | bool isEntryBlock() const; |
||
590 | |||
591 | /// Returns true if this is the entry block of an EH scope, i.e., the block |
||
592 | /// that used to have a catchpad or cleanuppad instruction in the LLVM IR. |
||
593 | bool isEHScopeEntry() const { return IsEHScopeEntry; } |
||
594 | |||
595 | /// Indicates if this is the entry block of an EH scope, i.e., the block that |
||
596 | /// that used to have a catchpad or cleanuppad instruction in the LLVM IR. |
||
597 | void setIsEHScopeEntry(bool V = true) { IsEHScopeEntry = V; } |
||
598 | |||
599 | /// Returns true if this is a target block of a catchret. |
||
600 | bool isEHCatchretTarget() const { return IsEHCatchretTarget; } |
||
601 | |||
602 | /// Indicates if this is a target block of a catchret. |
||
603 | void setIsEHCatchretTarget(bool V = true) { IsEHCatchretTarget = V; } |
||
604 | |||
605 | /// Returns true if this is the entry block of an EH funclet. |
||
606 | bool isEHFuncletEntry() const { return IsEHFuncletEntry; } |
||
607 | |||
608 | /// Indicates if this is the entry block of an EH funclet. |
||
609 | void setIsEHFuncletEntry(bool V = true) { IsEHFuncletEntry = V; } |
||
610 | |||
611 | /// Returns true if this is the entry block of a cleanup funclet. |
||
612 | bool isCleanupFuncletEntry() const { return IsCleanupFuncletEntry; } |
||
613 | |||
614 | /// Indicates if this is the entry block of a cleanup funclet. |
||
615 | void setIsCleanupFuncletEntry(bool V = true) { IsCleanupFuncletEntry = V; } |
||
616 | |||
617 | /// Returns true if this block begins any section. |
||
618 | bool isBeginSection() const { return IsBeginSection; } |
||
619 | |||
620 | /// Returns true if this block ends any section. |
||
621 | bool isEndSection() const { return IsEndSection; } |
||
622 | |||
623 | void setIsBeginSection(bool V = true) { IsBeginSection = V; } |
||
624 | |||
625 | void setIsEndSection(bool V = true) { IsEndSection = V; } |
||
626 | |||
627 | std::optional<unsigned> getBBID() const { return BBID; } |
||
628 | |||
629 | /// Returns the BBID of the block when BBAddrMapVersion >= 2, otherwise |
||
630 | /// returns `MachineBasicBlock::Number`. |
||
631 | /// TODO: Remove this function when version 1 is deprecated and replace its |
||
632 | /// uses with `getBBID()`. |
||
633 | unsigned getBBIDOrNumber() const; |
||
634 | |||
635 | /// Returns the section ID of this basic block. |
||
636 | MBBSectionID getSectionID() const { return SectionID; } |
||
637 | |||
638 | /// Returns the unique section ID number of this basic block. |
||
639 | unsigned getSectionIDNum() const { |
||
640 | return ((unsigned)MBBSectionID::SectionType::Cold) - |
||
641 | ((unsigned)SectionID.Type) + SectionID.Number; |
||
642 | } |
||
643 | |||
644 | /// Sets the fixed BBID of this basic block. |
||
645 | void setBBID(unsigned V) { |
||
646 | assert(!BBID.has_value() && "Cannot change BBID."); |
||
647 | BBID = V; |
||
648 | } |
||
649 | |||
650 | /// Sets the section ID for this basic block. |
||
651 | void setSectionID(MBBSectionID V) { SectionID = V; } |
||
652 | |||
653 | /// Returns the MCSymbol marking the end of this basic block. |
||
654 | MCSymbol *getEndSymbol() const; |
||
655 | |||
656 | /// Returns true if this block may have an INLINEASM_BR (overestimate, by |
||
657 | /// checking if any of the successors are indirect targets of any inlineasm_br |
||
658 | /// in the function). |
||
659 | bool mayHaveInlineAsmBr() const; |
||
660 | |||
661 | /// Returns true if this is the indirect dest of an INLINEASM_BR. |
||
662 | bool isInlineAsmBrIndirectTarget() const { |
||
663 | return IsInlineAsmBrIndirectTarget; |
||
664 | } |
||
665 | |||
666 | /// Indicates if this is the indirect dest of an INLINEASM_BR. |
||
667 | void setIsInlineAsmBrIndirectTarget(bool V = true) { |
||
668 | IsInlineAsmBrIndirectTarget = V; |
||
669 | } |
||
670 | |||
671 | /// Returns true if it is legal to hoist instructions into this block. |
||
672 | bool isLegalToHoistInto() const; |
||
673 | |||
674 | // Code Layout methods. |
||
675 | |||
676 | /// Move 'this' block before or after the specified block. This only moves |
||
677 | /// the block, it does not modify the CFG or adjust potential fall-throughs at |
||
678 | /// the end of the block. |
||
679 | void moveBefore(MachineBasicBlock *NewAfter); |
||
680 | void moveAfter(MachineBasicBlock *NewBefore); |
||
681 | |||
682 | /// Returns true if this and MBB belong to the same section. |
||
683 | bool sameSection(const MachineBasicBlock *MBB) const { |
||
684 | return getSectionID() == MBB->getSectionID(); |
||
685 | } |
||
686 | |||
687 | /// Update the terminator instructions in block to account for changes to |
||
688 | /// block layout which may have been made. PreviousLayoutSuccessor should be |
||
689 | /// set to the block which may have been used as fallthrough before the block |
||
690 | /// layout was modified. If the block previously fell through to that block, |
||
691 | /// it may now need a branch. If it previously branched to another block, it |
||
692 | /// may now be able to fallthrough to the current layout successor. |
||
693 | void updateTerminator(MachineBasicBlock *PreviousLayoutSuccessor); |
||
694 | |||
695 | // Machine-CFG mutators |
||
696 | |||
697 | /// Add Succ as a successor of this MachineBasicBlock. The Predecessors list |
||
698 | /// of Succ is automatically updated. PROB parameter is stored in |
||
699 | /// Probabilities list. The default probability is set as unknown. Mixing |
||
700 | /// known and unknown probabilities in successor list is not allowed. When all |
||
701 | /// successors have unknown probabilities, 1 / N is returned as the |
||
702 | /// probability for each successor, where N is the number of successors. |
||
703 | /// |
||
704 | /// Note that duplicate Machine CFG edges are not allowed. |
||
705 | void addSuccessor(MachineBasicBlock *Succ, |
||
706 | BranchProbability Prob = BranchProbability::getUnknown()); |
||
707 | |||
708 | /// Add Succ as a successor of this MachineBasicBlock. The Predecessors list |
||
709 | /// of Succ is automatically updated. The probability is not provided because |
||
710 | /// BPI is not available (e.g. -O0 is used), in which case edge probabilities |
||
711 | /// won't be used. Using this interface can save some space. |
||
712 | void addSuccessorWithoutProb(MachineBasicBlock *Succ); |
||
713 | |||
714 | /// Set successor probability of a given iterator. |
||
715 | void setSuccProbability(succ_iterator I, BranchProbability Prob); |
||
716 | |||
717 | /// Normalize probabilities of all successors so that the sum of them becomes |
||
718 | /// one. This is usually done when the current update on this MBB is done, and |
||
719 | /// the sum of its successors' probabilities is not guaranteed to be one. The |
||
720 | /// user is responsible for the correct use of this function. |
||
721 | /// MBB::removeSuccessor() has an option to do this automatically. |
||
722 | void normalizeSuccProbs() { |
||
723 | BranchProbability::normalizeProbabilities(Probs.begin(), Probs.end()); |
||
724 | } |
||
725 | |||
726 | /// Validate successors' probabilities and check if the sum of them is |
||
727 | /// approximate one. This only works in DEBUG mode. |
||
728 | void validateSuccProbs() const; |
||
729 | |||
730 | /// Remove successor from the successors list of this MachineBasicBlock. The |
||
731 | /// Predecessors list of Succ is automatically updated. |
||
732 | /// If NormalizeSuccProbs is true, then normalize successors' probabilities |
||
733 | /// after the successor is removed. |
||
734 | void removeSuccessor(MachineBasicBlock *Succ, |
||
735 | bool NormalizeSuccProbs = false); |
||
736 | |||
737 | /// Remove specified successor from the successors list of this |
||
738 | /// MachineBasicBlock. The Predecessors list of Succ is automatically updated. |
||
739 | /// If NormalizeSuccProbs is true, then normalize successors' probabilities |
||
740 | /// after the successor is removed. |
||
741 | /// Return the iterator to the element after the one removed. |
||
742 | succ_iterator removeSuccessor(succ_iterator I, |
||
743 | bool NormalizeSuccProbs = false); |
||
744 | |||
745 | /// Replace successor OLD with NEW and update probability info. |
||
746 | void replaceSuccessor(MachineBasicBlock *Old, MachineBasicBlock *New); |
||
747 | |||
748 | /// Copy a successor (and any probability info) from original block to this |
||
749 | /// block's. Uses an iterator into the original blocks successors. |
||
750 | /// |
||
751 | /// This is useful when doing a partial clone of successors. Afterward, the |
||
752 | /// probabilities may need to be normalized. |
||
753 | void copySuccessor(MachineBasicBlock *Orig, succ_iterator I); |
||
754 | |||
755 | /// Split the old successor into old plus new and updates the probability |
||
756 | /// info. |
||
757 | void splitSuccessor(MachineBasicBlock *Old, MachineBasicBlock *New, |
||
758 | bool NormalizeSuccProbs = false); |
||
759 | |||
760 | /// Transfers all the successors from MBB to this machine basic block (i.e., |
||
761 | /// copies all the successors FromMBB and remove all the successors from |
||
762 | /// FromMBB). |
||
763 | void transferSuccessors(MachineBasicBlock *FromMBB); |
||
764 | |||
765 | /// Transfers all the successors, as in transferSuccessors, and update PHI |
||
766 | /// operands in the successor blocks which refer to FromMBB to refer to this. |
||
767 | void transferSuccessorsAndUpdatePHIs(MachineBasicBlock *FromMBB); |
||
768 | |||
769 | /// Return true if any of the successors have probabilities attached to them. |
||
770 | bool hasSuccessorProbabilities() const { return !Probs.empty(); } |
||
771 | |||
772 | /// Return true if the specified MBB is a predecessor of this block. |
||
773 | bool isPredecessor(const MachineBasicBlock *MBB) const; |
||
774 | |||
775 | /// Return true if the specified MBB is a successor of this block. |
||
776 | bool isSuccessor(const MachineBasicBlock *MBB) const; |
||
777 | |||
778 | /// Return true if the specified MBB will be emitted immediately after this |
||
779 | /// block, such that if this block exits by falling through, control will |
||
780 | /// transfer to the specified MBB. Note that MBB need not be a successor at |
||
781 | /// all, for example if this block ends with an unconditional branch to some |
||
782 | /// other block. |
||
783 | bool isLayoutSuccessor(const MachineBasicBlock *MBB) const; |
||
784 | |||
785 | /// Return the successor of this block if it has a single successor. |
||
786 | /// Otherwise return a null pointer. |
||
787 | /// |
||
788 | const MachineBasicBlock *getSingleSuccessor() const; |
||
789 | MachineBasicBlock *getSingleSuccessor() { |
||
790 | return const_cast<MachineBasicBlock *>( |
||
791 | static_cast<const MachineBasicBlock *>(this)->getSingleSuccessor()); |
||
792 | } |
||
793 | |||
794 | /// Return the fallthrough block if the block can implicitly |
||
795 | /// transfer control to the block after it by falling off the end of |
||
796 | /// it. If an explicit branch to the fallthrough block is not allowed, |
||
797 | /// set JumpToFallThrough to be false. Non-null return is a conservative |
||
798 | /// answer. |
||
799 | MachineBasicBlock *getFallThrough(bool JumpToFallThrough = false); |
||
800 | |||
801 | /// Return the fallthrough block if the block can implicitly |
||
802 | /// transfer control to it's successor, whether by a branch or |
||
803 | /// a fallthrough. Non-null return is a conservative answer. |
||
804 | MachineBasicBlock *getLogicalFallThrough() { return getFallThrough(true); } |
||
805 | |||
806 | /// Return true if the block can implicitly transfer control to the |
||
807 | /// block after it by falling off the end of it. This should return |
||
808 | /// false if it can reach the block after it, but it uses an |
||
809 | /// explicit branch to do so (e.g., a table jump). True is a |
||
810 | /// conservative answer. |
||
811 | bool canFallThrough(); |
||
812 | |||
813 | /// Returns a pointer to the first instruction in this block that is not a |
||
814 | /// PHINode instruction. When adding instructions to the beginning of the |
||
815 | /// basic block, they should be added before the returned value, not before |
||
816 | /// the first instruction, which might be PHI. |
||
817 | /// Returns end() is there's no non-PHI instruction. |
||
818 | iterator getFirstNonPHI(); |
||
819 | |||
820 | /// Return the first instruction in MBB after I that is not a PHI or a label. |
||
821 | /// This is the correct point to insert lowered copies at the beginning of a |
||
822 | /// basic block that must be before any debugging information. |
||
823 | iterator SkipPHIsAndLabels(iterator I); |
||
824 | |||
825 | /// Return the first instruction in MBB after I that is not a PHI, label or |
||
826 | /// debug. This is the correct point to insert copies at the beginning of a |
||
827 | /// basic block. |
||
828 | iterator SkipPHIsLabelsAndDebug(iterator I, bool SkipPseudoOp = true); |
||
829 | |||
830 | /// Returns an iterator to the first terminator instruction of this basic |
||
831 | /// block. If a terminator does not exist, it returns end(). |
||
832 | iterator getFirstTerminator(); |
||
833 | const_iterator getFirstTerminator() const { |
||
834 | return const_cast<MachineBasicBlock *>(this)->getFirstTerminator(); |
||
835 | } |
||
836 | |||
837 | /// Same getFirstTerminator but it ignores bundles and return an |
||
838 | /// instr_iterator instead. |
||
839 | instr_iterator getFirstInstrTerminator(); |
||
840 | |||
841 | /// Finds the first terminator in a block by scanning forward. This can handle |
||
842 | /// cases in GlobalISel where there may be non-terminator instructions between |
||
843 | /// terminators, for which getFirstTerminator() will not work correctly. |
||
844 | iterator getFirstTerminatorForward(); |
||
845 | |||
846 | /// Returns an iterator to the first non-debug instruction in the basic block, |
||
847 | /// or end(). Skip any pseudo probe operation if \c SkipPseudoOp is true. |
||
848 | /// Pseudo probes are like debug instructions which do not turn into real |
||
849 | /// machine code. We try to use the function to skip both debug instructions |
||
850 | /// and pseudo probe operations to avoid API proliferation. This should work |
||
851 | /// most of the time when considering optimizing the rest of code in the |
||
852 | /// block, except for certain cases where pseudo probes are designed to block |
||
853 | /// the optimizations. For example, code merge like optimizations are supposed |
||
854 | /// to be blocked by pseudo probes for better AutoFDO profile quality. |
||
855 | /// Therefore, they should be considered as a valid instruction when this |
||
856 | /// function is called in a context of such optimizations. On the other hand, |
||
857 | /// \c SkipPseudoOp should be true when it's used in optimizations that |
||
858 | /// unlikely hurt profile quality, e.g., without block merging. The default |
||
859 | /// value of \c SkipPseudoOp is set to true to maximize code quality in |
||
860 | /// general, with an explict false value passed in in a few places like branch |
||
861 | /// folding and if-conversion to favor profile quality. |
||
862 | iterator getFirstNonDebugInstr(bool SkipPseudoOp = true); |
||
863 | const_iterator getFirstNonDebugInstr(bool SkipPseudoOp = true) const { |
||
864 | return const_cast<MachineBasicBlock *>(this)->getFirstNonDebugInstr( |
||
865 | SkipPseudoOp); |
||
866 | } |
||
867 | |||
868 | /// Returns an iterator to the last non-debug instruction in the basic block, |
||
869 | /// or end(). Skip any pseudo operation if \c SkipPseudoOp is true. |
||
870 | /// Pseudo probes are like debug instructions which do not turn into real |
||
871 | /// machine code. We try to use the function to skip both debug instructions |
||
872 | /// and pseudo probe operations to avoid API proliferation. This should work |
||
873 | /// most of the time when considering optimizing the rest of code in the |
||
874 | /// block, except for certain cases where pseudo probes are designed to block |
||
875 | /// the optimizations. For example, code merge like optimizations are supposed |
||
876 | /// to be blocked by pseudo probes for better AutoFDO profile quality. |
||
877 | /// Therefore, they should be considered as a valid instruction when this |
||
878 | /// function is called in a context of such optimizations. On the other hand, |
||
879 | /// \c SkipPseudoOp should be true when it's used in optimizations that |
||
880 | /// unlikely hurt profile quality, e.g., without block merging. The default |
||
881 | /// value of \c SkipPseudoOp is set to true to maximize code quality in |
||
882 | /// general, with an explict false value passed in in a few places like branch |
||
883 | /// folding and if-conversion to favor profile quality. |
||
884 | iterator getLastNonDebugInstr(bool SkipPseudoOp = true); |
||
885 | const_iterator getLastNonDebugInstr(bool SkipPseudoOp = true) const { |
||
886 | return const_cast<MachineBasicBlock *>(this)->getLastNonDebugInstr( |
||
887 | SkipPseudoOp); |
||
888 | } |
||
889 | |||
890 | /// Convenience function that returns true if the block ends in a return |
||
891 | /// instruction. |
||
892 | bool isReturnBlock() const { |
||
893 | return !empty() && back().isReturn(); |
||
894 | } |
||
895 | |||
896 | /// Convenience function that returns true if the bock ends in a EH scope |
||
897 | /// return instruction. |
||
898 | bool isEHScopeReturnBlock() const { |
||
899 | return !empty() && back().isEHScopeReturn(); |
||
900 | } |
||
901 | |||
902 | /// Split a basic block into 2 pieces at \p SplitPoint. A new block will be |
||
903 | /// inserted after this block, and all instructions after \p SplitInst moved |
||
904 | /// to it (\p SplitInst will be in the original block). If \p LIS is provided, |
||
905 | /// LiveIntervals will be appropriately updated. \return the newly inserted |
||
906 | /// block. |
||
907 | /// |
||
908 | /// If \p UpdateLiveIns is true, this will ensure the live ins list is |
||
909 | /// accurate, including for physreg uses/defs in the original block. |
||
910 | MachineBasicBlock *splitAt(MachineInstr &SplitInst, bool UpdateLiveIns = true, |
||
911 | LiveIntervals *LIS = nullptr); |
||
912 | |||
913 | /// Split the critical edge from this block to the given successor block, and |
||
914 | /// return the newly created block, or null if splitting is not possible. |
||
915 | /// |
||
916 | /// This function updates LiveVariables, MachineDominatorTree, and |
||
917 | /// MachineLoopInfo, as applicable. |
||
918 | MachineBasicBlock * |
||
919 | SplitCriticalEdge(MachineBasicBlock *Succ, Pass &P, |
||
920 | std::vector<SparseBitVector<>> *LiveInSets = nullptr); |
||
921 | |||
922 | /// Check if the edge between this block and the given successor \p |
||
923 | /// Succ, can be split. If this returns true a subsequent call to |
||
924 | /// SplitCriticalEdge is guaranteed to return a valid basic block if |
||
925 | /// no changes occurred in the meantime. |
||
926 | bool canSplitCriticalEdge(const MachineBasicBlock *Succ) const; |
||
927 | |||
928 | void pop_front() { Insts.pop_front(); } |
||
929 | void pop_back() { Insts.pop_back(); } |
||
930 | void push_back(MachineInstr *MI) { Insts.push_back(MI); } |
||
931 | |||
932 | /// Insert MI into the instruction list before I, possibly inside a bundle. |
||
933 | /// |
||
934 | /// If the insertion point is inside a bundle, MI will be added to the bundle, |
||
935 | /// otherwise MI will not be added to any bundle. That means this function |
||
936 | /// alone can't be used to prepend or append instructions to bundles. See |
||
937 | /// MIBundleBuilder::insert() for a more reliable way of doing that. |
||
938 | instr_iterator insert(instr_iterator I, MachineInstr *M); |
||
939 | |||
940 | /// Insert a range of instructions into the instruction list before I. |
||
941 | template<typename IT> |
||
942 | void insert(iterator I, IT S, IT E) { |
||
943 | assert((I == end() || I->getParent() == this) && |
||
944 | "iterator points outside of basic block"); |
||
945 | Insts.insert(I.getInstrIterator(), S, E); |
||
946 | } |
||
947 | |||
948 | /// Insert MI into the instruction list before I. |
||
949 | iterator insert(iterator I, MachineInstr *MI) { |
||
950 | assert((I == end() || I->getParent() == this) && |
||
951 | "iterator points outside of basic block"); |
||
952 | assert(!MI->isBundledWithPred() && !MI->isBundledWithSucc() && |
||
953 | "Cannot insert instruction with bundle flags"); |
||
954 | return Insts.insert(I.getInstrIterator(), MI); |
||
955 | } |
||
956 | |||
957 | /// Insert MI into the instruction list after I. |
||
958 | iterator insertAfter(iterator I, MachineInstr *MI) { |
||
959 | assert((I == end() || I->getParent() == this) && |
||
960 | "iterator points outside of basic block"); |
||
961 | assert(!MI->isBundledWithPred() && !MI->isBundledWithSucc() && |
||
962 | "Cannot insert instruction with bundle flags"); |
||
963 | return Insts.insertAfter(I.getInstrIterator(), MI); |
||
964 | } |
||
965 | |||
966 | /// If I is bundled then insert MI into the instruction list after the end of |
||
967 | /// the bundle, otherwise insert MI immediately after I. |
||
968 | instr_iterator insertAfterBundle(instr_iterator I, MachineInstr *MI) { |
||
969 | assert((I == instr_end() || I->getParent() == this) && |
||
970 | "iterator points outside of basic block"); |
||
971 | assert(!MI->isBundledWithPred() && !MI->isBundledWithSucc() && |
||
972 | "Cannot insert instruction with bundle flags"); |
||
973 | while (I->isBundledWithSucc()) |
||
974 | ++I; |
||
975 | return Insts.insertAfter(I, MI); |
||
976 | } |
||
977 | |||
978 | /// Remove an instruction from the instruction list and delete it. |
||
979 | /// |
||
980 | /// If the instruction is part of a bundle, the other instructions in the |
||
981 | /// bundle will still be bundled after removing the single instruction. |
||
982 | instr_iterator erase(instr_iterator I); |
||
983 | |||
984 | /// Remove an instruction from the instruction list and delete it. |
||
985 | /// |
||
986 | /// If the instruction is part of a bundle, the other instructions in the |
||
987 | /// bundle will still be bundled after removing the single instruction. |
||
988 | instr_iterator erase_instr(MachineInstr *I) { |
||
989 | return erase(instr_iterator(I)); |
||
990 | } |
||
991 | |||
992 | /// Remove a range of instructions from the instruction list and delete them. |
||
993 | iterator erase(iterator I, iterator E) { |
||
994 | return Insts.erase(I.getInstrIterator(), E.getInstrIterator()); |
||
995 | } |
||
996 | |||
997 | /// Remove an instruction or bundle from the instruction list and delete it. |
||
998 | /// |
||
999 | /// If I points to a bundle of instructions, they are all erased. |
||
1000 | iterator erase(iterator I) { |
||
1001 | return erase(I, std::next(I)); |
||
1002 | } |
||
1003 | |||
1004 | /// Remove an instruction from the instruction list and delete it. |
||
1005 | /// |
||
1006 | /// If I is the head of a bundle of instructions, the whole bundle will be |
||
1007 | /// erased. |
||
1008 | iterator erase(MachineInstr *I) { |
||
1009 | return erase(iterator(I)); |
||
1010 | } |
||
1011 | |||
1012 | /// Remove the unbundled instruction from the instruction list without |
||
1013 | /// deleting it. |
||
1014 | /// |
||
1015 | /// This function can not be used to remove bundled instructions, use |
||
1016 | /// remove_instr to remove individual instructions from a bundle. |
||
1017 | MachineInstr *remove(MachineInstr *I) { |
||
1018 | assert(!I->isBundled() && "Cannot remove bundled instructions"); |
||
1019 | return Insts.remove(instr_iterator(I)); |
||
1020 | } |
||
1021 | |||
1022 | /// Remove the possibly bundled instruction from the instruction list |
||
1023 | /// without deleting it. |
||
1024 | /// |
||
1025 | /// If the instruction is part of a bundle, the other instructions in the |
||
1026 | /// bundle will still be bundled after removing the single instruction. |
||
1027 | MachineInstr *remove_instr(MachineInstr *I); |
||
1028 | |||
1029 | void clear() { |
||
1030 | Insts.clear(); |
||
1031 | } |
||
1032 | |||
1033 | /// Take an instruction from MBB 'Other' at the position From, and insert it |
||
1034 | /// into this MBB right before 'Where'. |
||
1035 | /// |
||
1036 | /// If From points to a bundle of instructions, the whole bundle is moved. |
||
1037 | void splice(iterator Where, MachineBasicBlock *Other, iterator From) { |
||
1038 | // The range splice() doesn't allow noop moves, but this one does. |
||
1039 | if (Where != From) |
||
1040 | splice(Where, Other, From, std::next(From)); |
||
1041 | } |
||
1042 | |||
1043 | /// Take a block of instructions from MBB 'Other' in the range [From, To), |
||
1044 | /// and insert them into this MBB right before 'Where'. |
||
1045 | /// |
||
1046 | /// The instruction at 'Where' must not be included in the range of |
||
1047 | /// instructions to move. |
||
1048 | void splice(iterator Where, MachineBasicBlock *Other, |
||
1049 | iterator From, iterator To) { |
||
1050 | Insts.splice(Where.getInstrIterator(), Other->Insts, |
||
1051 | From.getInstrIterator(), To.getInstrIterator()); |
||
1052 | } |
||
1053 | |||
1054 | /// This method unlinks 'this' from the containing function, and returns it, |
||
1055 | /// but does not delete it. |
||
1056 | MachineBasicBlock *removeFromParent(); |
||
1057 | |||
1058 | /// This method unlinks 'this' from the containing function and deletes it. |
||
1059 | void eraseFromParent(); |
||
1060 | |||
1061 | /// Given a machine basic block that branched to 'Old', change the code and |
||
1062 | /// CFG so that it branches to 'New' instead. |
||
1063 | void ReplaceUsesOfBlockWith(MachineBasicBlock *Old, MachineBasicBlock *New); |
||
1064 | |||
1065 | /// Update all phi nodes in this basic block to refer to basic block \p New |
||
1066 | /// instead of basic block \p Old. |
||
1067 | void replacePhiUsesWith(MachineBasicBlock *Old, MachineBasicBlock *New); |
||
1068 | |||
1069 | /// Find the next valid DebugLoc starting at MBBI, skipping any DBG_VALUE |
||
1070 | /// and DBG_LABEL instructions. Return UnknownLoc if there is none. |
||
1071 | DebugLoc findDebugLoc(instr_iterator MBBI); |
||
1072 | DebugLoc findDebugLoc(iterator MBBI) { |
||
1073 | return findDebugLoc(MBBI.getInstrIterator()); |
||
1074 | } |
||
1075 | |||
1076 | /// Has exact same behavior as @ref findDebugLoc (it also |
||
1077 | /// searches from the first to the last MI of this MBB) except |
||
1078 | /// that this takes reverse iterator. |
||
1079 | DebugLoc rfindDebugLoc(reverse_instr_iterator MBBI); |
||
1080 | DebugLoc rfindDebugLoc(reverse_iterator MBBI) { |
||
1081 | return rfindDebugLoc(MBBI.getInstrIterator()); |
||
1082 | } |
||
1083 | |||
1084 | /// Find the previous valid DebugLoc preceding MBBI, skipping and DBG_VALUE |
||
1085 | /// instructions. Return UnknownLoc if there is none. |
||
1086 | DebugLoc findPrevDebugLoc(instr_iterator MBBI); |
||
1087 | DebugLoc findPrevDebugLoc(iterator MBBI) { |
||
1088 | return findPrevDebugLoc(MBBI.getInstrIterator()); |
||
1089 | } |
||
1090 | |||
1091 | /// Has exact same behavior as @ref findPrevDebugLoc (it also |
||
1092 | /// searches from the last to the first MI of this MBB) except |
||
1093 | /// that this takes reverse iterator. |
||
1094 | DebugLoc rfindPrevDebugLoc(reverse_instr_iterator MBBI); |
||
1095 | DebugLoc rfindPrevDebugLoc(reverse_iterator MBBI) { |
||
1096 | return rfindPrevDebugLoc(MBBI.getInstrIterator()); |
||
1097 | } |
||
1098 | |||
1099 | /// Find and return the merged DebugLoc of the branch instructions of the |
||
1100 | /// block. Return UnknownLoc if there is none. |
||
1101 | DebugLoc findBranchDebugLoc(); |
||
1102 | |||
1103 | /// Possible outcome of a register liveness query to computeRegisterLiveness() |
||
1104 | enum LivenessQueryResult { |
||
1105 | LQR_Live, ///< Register is known to be (at least partially) live. |
||
1106 | LQR_Dead, ///< Register is known to be fully dead. |
||
1107 | LQR_Unknown ///< Register liveness not decidable from local neighborhood. |
||
1108 | }; |
||
1109 | |||
1110 | /// Return whether (physical) register \p Reg has been defined and not |
||
1111 | /// killed as of just before \p Before. |
||
1112 | /// |
||
1113 | /// Search is localised to a neighborhood of \p Neighborhood instructions |
||
1114 | /// before (searching for defs or kills) and \p Neighborhood instructions |
||
1115 | /// after (searching just for defs) \p Before. |
||
1116 | /// |
||
1117 | /// \p Reg must be a physical register. |
||
1118 | LivenessQueryResult computeRegisterLiveness(const TargetRegisterInfo *TRI, |
||
1119 | MCRegister Reg, |
||
1120 | const_iterator Before, |
||
1121 | unsigned Neighborhood = 10) const; |
||
1122 | |||
1123 | // Debugging methods. |
||
1124 | void dump() const; |
||
1125 | void print(raw_ostream &OS, const SlotIndexes * = nullptr, |
||
1126 | bool IsStandalone = true) const; |
||
1127 | void print(raw_ostream &OS, ModuleSlotTracker &MST, |
||
1128 | const SlotIndexes * = nullptr, bool IsStandalone = true) const; |
||
1129 | |||
1130 | enum PrintNameFlag { |
||
1131 | PrintNameIr = (1 << 0), ///< Add IR name where available |
||
1132 | PrintNameAttributes = (1 << 1), ///< Print attributes |
||
1133 | }; |
||
1134 | |||
1135 | void printName(raw_ostream &os, unsigned printNameFlags = PrintNameIr, |
||
1136 | ModuleSlotTracker *moduleSlotTracker = nullptr) const; |
||
1137 | |||
1138 | // Printing method used by LoopInfo. |
||
1139 | void printAsOperand(raw_ostream &OS, bool PrintType = true) const; |
||
1140 | |||
1141 | /// MachineBasicBlocks are uniquely numbered at the function level, unless |
||
1142 | /// they're not in a MachineFunction yet, in which case this will return -1. |
||
1143 | int getNumber() const { return Number; } |
||
1144 | void setNumber(int N) { Number = N; } |
||
1145 | |||
1146 | /// Return the MCSymbol for this basic block. |
||
1147 | MCSymbol *getSymbol() const; |
||
1148 | |||
1149 | /// Return the EHCatchret Symbol for this basic block. |
||
1150 | MCSymbol *getEHCatchretSymbol() const; |
||
1151 | |||
1152 | std::optional<uint64_t> getIrrLoopHeaderWeight() const { |
||
1153 | return IrrLoopHeaderWeight; |
||
1154 | } |
||
1155 | |||
1156 | void setIrrLoopHeaderWeight(uint64_t Weight) { |
||
1157 | IrrLoopHeaderWeight = Weight; |
||
1158 | } |
||
1159 | |||
1160 | /// Return probability of the edge from this block to MBB. This method should |
||
1161 | /// NOT be called directly, but by using getEdgeProbability method from |
||
1162 | /// MachineBranchProbabilityInfo class. |
||
1163 | BranchProbability getSuccProbability(const_succ_iterator Succ) const; |
||
1164 | |||
1165 | private: |
||
1166 | /// Return probability iterator corresponding to the I successor iterator. |
||
1167 | probability_iterator getProbabilityIterator(succ_iterator I); |
||
1168 | const_probability_iterator |
||
1169 | getProbabilityIterator(const_succ_iterator I) const; |
||
1170 | |||
1171 | friend class MachineBranchProbabilityInfo; |
||
1172 | friend class MIPrinter; |
||
1173 | |||
1174 | // Methods used to maintain doubly linked list of blocks... |
||
1175 | friend struct ilist_callback_traits<MachineBasicBlock>; |
||
1176 | |||
1177 | // Machine-CFG mutators |
||
1178 | |||
1179 | /// Add Pred as a predecessor of this MachineBasicBlock. Don't do this |
||
1180 | /// unless you know what you're doing, because it doesn't update Pred's |
||
1181 | /// successors list. Use Pred->addSuccessor instead. |
||
1182 | void addPredecessor(MachineBasicBlock *Pred); |
||
1183 | |||
1184 | /// Remove Pred as a predecessor of this MachineBasicBlock. Don't do this |
||
1185 | /// unless you know what you're doing, because it doesn't update Pred's |
||
1186 | /// successors list. Use Pred->removeSuccessor instead. |
||
1187 | void removePredecessor(MachineBasicBlock *Pred); |
||
1188 | }; |
||
1189 | |||
1190 | raw_ostream& operator<<(raw_ostream &OS, const MachineBasicBlock &MBB); |
||
1191 | |||
1192 | /// Prints a machine basic block reference. |
||
1193 | /// |
||
1194 | /// The format is: |
||
1195 | /// %bb.5 - a machine basic block with MBB.getNumber() == 5. |
||
1196 | /// |
||
1197 | /// Usage: OS << printMBBReference(MBB) << '\n'; |
||
1198 | Printable printMBBReference(const MachineBasicBlock &MBB); |
||
1199 | |||
1200 | // This is useful when building IndexedMaps keyed on basic block pointers. |
||
1201 | struct MBB2NumberFunctor { |
||
1202 | using argument_type = const MachineBasicBlock *; |
||
1203 | unsigned operator()(const MachineBasicBlock *MBB) const { |
||
1204 | return MBB->getNumber(); |
||
1205 | } |
||
1206 | }; |
||
1207 | |||
1208 | //===--------------------------------------------------------------------===// |
||
1209 | // GraphTraits specializations for machine basic block graphs (machine-CFGs) |
||
1210 | //===--------------------------------------------------------------------===// |
||
1211 | |||
1212 | // Provide specializations of GraphTraits to be able to treat a |
||
1213 | // MachineFunction as a graph of MachineBasicBlocks. |
||
1214 | // |
||
1215 | |||
1216 | template <> struct GraphTraits<MachineBasicBlock *> { |
||
1217 | using NodeRef = MachineBasicBlock *; |
||
1218 | using ChildIteratorType = MachineBasicBlock::succ_iterator; |
||
1219 | |||
1220 | static NodeRef getEntryNode(MachineBasicBlock *BB) { return BB; } |
||
1221 | static ChildIteratorType child_begin(NodeRef N) { return N->succ_begin(); } |
||
1222 | static ChildIteratorType child_end(NodeRef N) { return N->succ_end(); } |
||
1223 | }; |
||
1224 | |||
1225 | template <> struct GraphTraits<const MachineBasicBlock *> { |
||
1226 | using NodeRef = const MachineBasicBlock *; |
||
1227 | using ChildIteratorType = MachineBasicBlock::const_succ_iterator; |
||
1228 | |||
1229 | static NodeRef getEntryNode(const MachineBasicBlock *BB) { return BB; } |
||
1230 | static ChildIteratorType child_begin(NodeRef N) { return N->succ_begin(); } |
||
1231 | static ChildIteratorType child_end(NodeRef N) { return N->succ_end(); } |
||
1232 | }; |
||
1233 | |||
1234 | // Provide specializations of GraphTraits to be able to treat a |
||
1235 | // MachineFunction as a graph of MachineBasicBlocks and to walk it |
||
1236 | // in inverse order. Inverse order for a function is considered |
||
1237 | // to be when traversing the predecessor edges of a MBB |
||
1238 | // instead of the successor edges. |
||
1239 | // |
||
1240 | template <> struct GraphTraits<Inverse<MachineBasicBlock*>> { |
||
1241 | using NodeRef = MachineBasicBlock *; |
||
1242 | using ChildIteratorType = MachineBasicBlock::pred_iterator; |
||
1243 | |||
1244 | static NodeRef getEntryNode(Inverse<MachineBasicBlock *> G) { |
||
1245 | return G.Graph; |
||
1246 | } |
||
1247 | |||
1248 | static ChildIteratorType child_begin(NodeRef N) { return N->pred_begin(); } |
||
1249 | static ChildIteratorType child_end(NodeRef N) { return N->pred_end(); } |
||
1250 | }; |
||
1251 | |||
1252 | template <> struct GraphTraits<Inverse<const MachineBasicBlock*>> { |
||
1253 | using NodeRef = const MachineBasicBlock *; |
||
1254 | using ChildIteratorType = MachineBasicBlock::const_pred_iterator; |
||
1255 | |||
1256 | static NodeRef getEntryNode(Inverse<const MachineBasicBlock *> G) { |
||
1257 | return G.Graph; |
||
1258 | } |
||
1259 | |||
1260 | static ChildIteratorType child_begin(NodeRef N) { return N->pred_begin(); } |
||
1261 | static ChildIteratorType child_end(NodeRef N) { return N->pred_end(); } |
||
1262 | }; |
||
1263 | |||
1264 | /// MachineInstrSpan provides an interface to get an iteration range |
||
1265 | /// containing the instruction it was initialized with, along with all |
||
1266 | /// those instructions inserted prior to or following that instruction |
||
1267 | /// at some point after the MachineInstrSpan is constructed. |
||
1268 | class MachineInstrSpan { |
||
1269 | MachineBasicBlock &MBB; |
||
1270 | MachineBasicBlock::iterator I, B, E; |
||
1271 | |||
1272 | public: |
||
1273 | MachineInstrSpan(MachineBasicBlock::iterator I, MachineBasicBlock *BB) |
||
1274 | : MBB(*BB), I(I), B(I == MBB.begin() ? MBB.end() : std::prev(I)), |
||
1275 | E(std::next(I)) { |
||
1276 | assert(I == BB->end() || I->getParent() == BB); |
||
1277 | } |
||
1278 | |||
1279 | MachineBasicBlock::iterator begin() { |
||
1280 | return B == MBB.end() ? MBB.begin() : std::next(B); |
||
1281 | } |
||
1282 | MachineBasicBlock::iterator end() { return E; } |
||
1283 | bool empty() { return begin() == end(); } |
||
1284 | |||
1285 | MachineBasicBlock::iterator getInitial() { return I; } |
||
1286 | }; |
||
1287 | |||
1288 | /// Increment \p It until it points to a non-debug instruction or to \p End |
||
1289 | /// and return the resulting iterator. This function should only be used |
||
1290 | /// MachineBasicBlock::{iterator, const_iterator, instr_iterator, |
||
1291 | /// const_instr_iterator} and the respective reverse iterators. |
||
1292 | template <typename IterT> |
||
1293 | inline IterT skipDebugInstructionsForward(IterT It, IterT End, |
||
1294 | bool SkipPseudoOp = true) { |
||
1295 | while (It != End && |
||
1296 | (It->isDebugInstr() || (SkipPseudoOp && It->isPseudoProbe()))) |
||
1297 | ++It; |
||
1298 | return It; |
||
1299 | } |
||
1300 | |||
1301 | /// Decrement \p It until it points to a non-debug instruction or to \p Begin |
||
1302 | /// and return the resulting iterator. This function should only be used |
||
1303 | /// MachineBasicBlock::{iterator, const_iterator, instr_iterator, |
||
1304 | /// const_instr_iterator} and the respective reverse iterators. |
||
1305 | template <class IterT> |
||
1306 | inline IterT skipDebugInstructionsBackward(IterT It, IterT Begin, |
||
1307 | bool SkipPseudoOp = true) { |
||
1308 | while (It != Begin && |
||
1309 | (It->isDebugInstr() || (SkipPseudoOp && It->isPseudoProbe()))) |
||
1310 | --It; |
||
1311 | return It; |
||
1312 | } |
||
1313 | |||
1314 | /// Increment \p It, then continue incrementing it while it points to a debug |
||
1315 | /// instruction. A replacement for std::next. |
||
1316 | template <typename IterT> |
||
1317 | inline IterT next_nodbg(IterT It, IterT End, bool SkipPseudoOp = true) { |
||
1318 | return skipDebugInstructionsForward(std::next(It), End, SkipPseudoOp); |
||
1319 | } |
||
1320 | |||
1321 | /// Decrement \p It, then continue decrementing it while it points to a debug |
||
1322 | /// instruction. A replacement for std::prev. |
||
1323 | template <typename IterT> |
||
1324 | inline IterT prev_nodbg(IterT It, IterT Begin, bool SkipPseudoOp = true) { |
||
1325 | return skipDebugInstructionsBackward(std::prev(It), Begin, SkipPseudoOp); |
||
1326 | } |
||
1327 | |||
1328 | /// Construct a range iterator which begins at \p It and moves forwards until |
||
1329 | /// \p End is reached, skipping any debug instructions. |
||
1330 | template <typename IterT> |
||
1331 | inline auto instructionsWithoutDebug(IterT It, IterT End, |
||
1332 | bool SkipPseudoOp = true) { |
||
1333 | return make_filter_range(make_range(It, End), [=](const MachineInstr &MI) { |
||
1334 | return !MI.isDebugInstr() && !(SkipPseudoOp && MI.isPseudoProbe()); |
||
1335 | }); |
||
1336 | } |
||
1337 | |||
1338 | } // end namespace llvm |
||
1339 | |||
1340 | #endif // LLVM_CODEGEN_MACHINEBASICBLOCK_H |