Details | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
14 | pmbaty | 1 | //===- FunctionLoweringInfo.h - Lower functions from LLVM IR ---*- C++ -*--===// |
2 | // |
||
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
4 | // See https://llvm.org/LICENSE.txt for license information. |
||
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
6 | // |
||
7 | //===----------------------------------------------------------------------===// |
||
8 | // |
||
9 | // This implements routines for translating functions from LLVM IR into |
||
10 | // Machine IR. |
||
11 | // |
||
12 | //===----------------------------------------------------------------------===// |
||
13 | |||
14 | #ifndef LLVM_CODEGEN_FUNCTIONLOWERINGINFO_H |
||
15 | #define LLVM_CODEGEN_FUNCTIONLOWERINGINFO_H |
||
16 | |||
17 | #include "llvm/ADT/BitVector.h" |
||
18 | #include "llvm/ADT/DenseMap.h" |
||
19 | #include "llvm/ADT/IndexedMap.h" |
||
20 | #include "llvm/ADT/SmallPtrSet.h" |
||
21 | #include "llvm/ADT/SmallVector.h" |
||
22 | #include "llvm/CodeGen/ISDOpcodes.h" |
||
23 | #include "llvm/CodeGen/MachineBasicBlock.h" |
||
24 | #include "llvm/CodeGen/TargetRegisterInfo.h" |
||
25 | #include "llvm/IR/Instructions.h" |
||
26 | #include "llvm/IR/Type.h" |
||
27 | #include "llvm/IR/Value.h" |
||
28 | #include "llvm/Support/KnownBits.h" |
||
29 | #include <cassert> |
||
30 | #include <utility> |
||
31 | #include <vector> |
||
32 | |||
33 | namespace llvm { |
||
34 | |||
35 | class Argument; |
||
36 | class BasicBlock; |
||
37 | class BranchProbabilityInfo; |
||
38 | class LegacyDivergenceAnalysis; |
||
39 | class Function; |
||
40 | class Instruction; |
||
41 | class MachineFunction; |
||
42 | class MachineInstr; |
||
43 | class MachineRegisterInfo; |
||
44 | class MVT; |
||
45 | class SelectionDAG; |
||
46 | class TargetLowering; |
||
47 | |||
48 | //===--------------------------------------------------------------------===// |
||
49 | /// FunctionLoweringInfo - This contains information that is global to a |
||
50 | /// function that is used when lowering a region of the function. |
||
51 | /// |
||
52 | class FunctionLoweringInfo { |
||
53 | public: |
||
54 | const Function *Fn; |
||
55 | MachineFunction *MF; |
||
56 | const TargetLowering *TLI; |
||
57 | MachineRegisterInfo *RegInfo; |
||
58 | BranchProbabilityInfo *BPI; |
||
59 | const LegacyDivergenceAnalysis *DA; |
||
60 | /// CanLowerReturn - true iff the function's return value can be lowered to |
||
61 | /// registers. |
||
62 | bool CanLowerReturn; |
||
63 | |||
64 | /// True if part of the CSRs will be handled via explicit copies. |
||
65 | bool SplitCSR; |
||
66 | |||
67 | /// DemoteRegister - if CanLowerReturn is false, DemoteRegister is a vreg |
||
68 | /// allocated to hold a pointer to the hidden sret parameter. |
||
69 | Register DemoteRegister; |
||
70 | |||
71 | /// MBBMap - A mapping from LLVM basic blocks to their machine code entry. |
||
72 | DenseMap<const BasicBlock*, MachineBasicBlock *> MBBMap; |
||
73 | |||
74 | /// ValueMap - Since we emit code for the function a basic block at a time, |
||
75 | /// we must remember which virtual registers hold the values for |
||
76 | /// cross-basic-block values. |
||
77 | DenseMap<const Value *, Register> ValueMap; |
||
78 | |||
79 | /// VirtReg2Value map is needed by the Divergence Analysis driven |
||
80 | /// instruction selection. It is reverted ValueMap. It is computed |
||
81 | /// in lazy style - on demand. It is used to get the Value corresponding |
||
82 | /// to the live in virtual register and is called from the |
||
83 | /// TargetLowerinInfo::isSDNodeSourceOfDivergence. |
||
84 | DenseMap<Register, const Value*> VirtReg2Value; |
||
85 | |||
86 | /// This method is called from TargetLowerinInfo::isSDNodeSourceOfDivergence |
||
87 | /// to get the Value corresponding to the live-in virtual register. |
||
88 | const Value *getValueFromVirtualReg(Register Vreg); |
||
89 | |||
90 | /// Track virtual registers created for exception pointers. |
||
91 | DenseMap<const Value *, Register> CatchPadExceptionPointers; |
||
92 | |||
93 | /// Helper object to track which of three possible relocation mechanisms are |
||
94 | /// used for a particular value being relocated over a statepoint. |
||
95 | struct StatepointRelocationRecord { |
||
96 | enum RelocType { |
||
97 | // Value did not need to be relocated and can be used directly. |
||
98 | NoRelocate, |
||
99 | // Value was spilled to stack and needs filled at the gc.relocate. |
||
100 | Spill, |
||
101 | // Value was lowered to tied def and gc.relocate should be replaced with |
||
102 | // copy from vreg. |
||
103 | VReg, |
||
104 | // Value was lowered to tied def and gc.relocate should be replaced with |
||
105 | // SDValue kept in StatepointLoweringInfo structure. This valid for local |
||
106 | // relocates only. |
||
107 | SDValueNode, |
||
108 | } type = NoRelocate; |
||
109 | // Payload contains either frame index of the stack slot in which the value |
||
110 | // was spilled, or virtual register which contains the re-definition. |
||
111 | union payload_t { |
||
112 | payload_t() : FI(-1) {} |
||
113 | int FI; |
||
114 | Register Reg; |
||
115 | } payload; |
||
116 | }; |
||
117 | |||
118 | /// Keep track of each value which was relocated and the strategy used to |
||
119 | /// relocate that value. This information is required when visiting |
||
120 | /// gc.relocates which may appear in following blocks. |
||
121 | using StatepointSpillMapTy = |
||
122 | DenseMap<const Value *, StatepointRelocationRecord>; |
||
123 | DenseMap<const Instruction *, StatepointSpillMapTy> StatepointRelocationMaps; |
||
124 | |||
125 | /// StaticAllocaMap - Keep track of frame indices for fixed sized allocas in |
||
126 | /// the entry block. This allows the allocas to be efficiently referenced |
||
127 | /// anywhere in the function. |
||
128 | DenseMap<const AllocaInst*, int> StaticAllocaMap; |
||
129 | |||
130 | /// ByValArgFrameIndexMap - Keep track of frame indices for byval arguments. |
||
131 | DenseMap<const Argument*, int> ByValArgFrameIndexMap; |
||
132 | |||
133 | /// ArgDbgValues - A list of DBG_VALUE instructions created during isel for |
||
134 | /// function arguments that are inserted after scheduling is completed. |
||
135 | SmallVector<MachineInstr*, 8> ArgDbgValues; |
||
136 | |||
137 | /// Bitvector with a bit set if corresponding argument is described in |
||
138 | /// ArgDbgValues. Using arg numbers according to Argument numbering. |
||
139 | BitVector DescribedArgs; |
||
140 | |||
141 | /// RegFixups - Registers which need to be replaced after isel is done. |
||
142 | DenseMap<Register, Register> RegFixups; |
||
143 | |||
144 | DenseSet<Register> RegsWithFixups; |
||
145 | |||
146 | /// StatepointStackSlots - A list of temporary stack slots (frame indices) |
||
147 | /// used to spill values at a statepoint. We store them here to enable |
||
148 | /// reuse of the same stack slots across different statepoints in different |
||
149 | /// basic blocks. |
||
150 | SmallVector<unsigned, 50> StatepointStackSlots; |
||
151 | |||
152 | /// MBB - The current block. |
||
153 | MachineBasicBlock *MBB; |
||
154 | |||
155 | /// MBB - The current insert position inside the current block. |
||
156 | MachineBasicBlock::iterator InsertPt; |
||
157 | |||
158 | struct LiveOutInfo { |
||
159 | unsigned NumSignBits : 31; |
||
160 | unsigned IsValid : 1; |
||
161 | KnownBits Known = 1; |
||
162 | |||
163 | LiveOutInfo() : NumSignBits(0), IsValid(true) {} |
||
164 | }; |
||
165 | |||
166 | /// Record the preferred extend type (ISD::SIGN_EXTEND or ISD::ZERO_EXTEND) |
||
167 | /// for a value. |
||
168 | DenseMap<const Value *, ISD::NodeType> PreferredExtendType; |
||
169 | |||
170 | /// VisitedBBs - The set of basic blocks visited thus far by instruction |
||
171 | /// selection. |
||
172 | SmallPtrSet<const BasicBlock*, 4> VisitedBBs; |
||
173 | |||
174 | /// PHINodesToUpdate - A list of phi instructions whose operand list will |
||
175 | /// be updated after processing the current basic block. |
||
176 | /// TODO: This isn't per-function state, it's per-basic-block state. But |
||
177 | /// there's no other convenient place for it to live right now. |
||
178 | std::vector<std::pair<MachineInstr*, unsigned> > PHINodesToUpdate; |
||
179 | unsigned OrigNumPHINodesToUpdate; |
||
180 | |||
181 | /// If the current MBB is a landing pad, the exception pointer and exception |
||
182 | /// selector registers are copied into these virtual registers by |
||
183 | /// SelectionDAGISel::PrepareEHLandingPad(). |
||
184 | unsigned ExceptionPointerVirtReg, ExceptionSelectorVirtReg; |
||
185 | |||
186 | /// set - Initialize this FunctionLoweringInfo with the given Function |
||
187 | /// and its associated MachineFunction. |
||
188 | /// |
||
189 | void set(const Function &Fn, MachineFunction &MF, SelectionDAG *DAG); |
||
190 | |||
191 | /// clear - Clear out all the function-specific state. This returns this |
||
192 | /// FunctionLoweringInfo to an empty state, ready to be used for a |
||
193 | /// different function. |
||
194 | void clear(); |
||
195 | |||
196 | /// isExportedInst - Return true if the specified value is an instruction |
||
197 | /// exported from its block. |
||
198 | bool isExportedInst(const Value *V) const { |
||
199 | return ValueMap.count(V); |
||
200 | } |
||
201 | |||
202 | Register CreateReg(MVT VT, bool isDivergent = false); |
||
203 | |||
204 | Register CreateRegs(const Value *V); |
||
205 | |||
206 | Register CreateRegs(Type *Ty, bool isDivergent = false); |
||
207 | |||
208 | Register InitializeRegForValue(const Value *V) { |
||
209 | // Tokens never live in vregs. |
||
210 | if (V->getType()->isTokenTy()) |
||
211 | return 0; |
||
212 | Register &R = ValueMap[V]; |
||
213 | assert(R == 0 && "Already initialized this value register!"); |
||
214 | assert(VirtReg2Value.empty()); |
||
215 | return R = CreateRegs(V); |
||
216 | } |
||
217 | |||
218 | /// GetLiveOutRegInfo - Gets LiveOutInfo for a register, returning NULL if the |
||
219 | /// register is a PHI destination and the PHI's LiveOutInfo is not valid. |
||
220 | const LiveOutInfo *GetLiveOutRegInfo(Register Reg) { |
||
221 | if (!LiveOutRegInfo.inBounds(Reg)) |
||
222 | return nullptr; |
||
223 | |||
224 | const LiveOutInfo *LOI = &LiveOutRegInfo[Reg]; |
||
225 | if (!LOI->IsValid) |
||
226 | return nullptr; |
||
227 | |||
228 | return LOI; |
||
229 | } |
||
230 | |||
231 | /// GetLiveOutRegInfo - Gets LiveOutInfo for a register, returning NULL if the |
||
232 | /// register is a PHI destination and the PHI's LiveOutInfo is not valid. If |
||
233 | /// the register's LiveOutInfo is for a smaller bit width, it is extended to |
||
234 | /// the larger bit width by zero extension. The bit width must be no smaller |
||
235 | /// than the LiveOutInfo's existing bit width. |
||
236 | const LiveOutInfo *GetLiveOutRegInfo(Register Reg, unsigned BitWidth); |
||
237 | |||
238 | /// AddLiveOutRegInfo - Adds LiveOutInfo for a register. |
||
239 | void AddLiveOutRegInfo(Register Reg, unsigned NumSignBits, |
||
240 | const KnownBits &Known) { |
||
241 | // Only install this information if it tells us something. |
||
242 | if (NumSignBits == 1 && Known.isUnknown()) |
||
243 | return; |
||
244 | |||
245 | LiveOutRegInfo.grow(Reg); |
||
246 | LiveOutInfo &LOI = LiveOutRegInfo[Reg]; |
||
247 | LOI.NumSignBits = NumSignBits; |
||
248 | LOI.Known.One = Known.One; |
||
249 | LOI.Known.Zero = Known.Zero; |
||
250 | } |
||
251 | |||
252 | /// ComputePHILiveOutRegInfo - Compute LiveOutInfo for a PHI's destination |
||
253 | /// register based on the LiveOutInfo of its operands. |
||
254 | void ComputePHILiveOutRegInfo(const PHINode*); |
||
255 | |||
256 | /// InvalidatePHILiveOutRegInfo - Invalidates a PHI's LiveOutInfo, to be |
||
257 | /// called when a block is visited before all of its predecessors. |
||
258 | void InvalidatePHILiveOutRegInfo(const PHINode *PN) { |
||
259 | // PHIs with no uses have no ValueMap entry. |
||
260 | DenseMap<const Value*, Register>::const_iterator It = ValueMap.find(PN); |
||
261 | if (It == ValueMap.end()) |
||
262 | return; |
||
263 | |||
264 | Register Reg = It->second; |
||
265 | if (Reg == 0) |
||
266 | return; |
||
267 | |||
268 | LiveOutRegInfo.grow(Reg); |
||
269 | LiveOutRegInfo[Reg].IsValid = false; |
||
270 | } |
||
271 | |||
272 | /// setArgumentFrameIndex - Record frame index for the byval |
||
273 | /// argument. |
||
274 | void setArgumentFrameIndex(const Argument *A, int FI); |
||
275 | |||
276 | /// getArgumentFrameIndex - Get frame index for the byval argument. |
||
277 | int getArgumentFrameIndex(const Argument *A); |
||
278 | |||
279 | Register getCatchPadExceptionPointerVReg(const Value *CPI, |
||
280 | const TargetRegisterClass *RC); |
||
281 | |||
282 | private: |
||
283 | /// LiveOutRegInfo - Information about live out vregs. |
||
284 | IndexedMap<LiveOutInfo, VirtReg2IndexFunctor> LiveOutRegInfo; |
||
285 | }; |
||
286 | |||
287 | } // end namespace llvm |
||
288 | |||
289 | #endif // LLVM_CODEGEN_FUNCTIONLOWERINGINFO_H |