Details | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
14 | pmbaty | 1 | //===- llvm/Analysis/MemoryProfileInfo.h - memory profile info ---*- C++ -*-==// |
2 | // |
||
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
||
4 | // See https://llvm.org/LICENSE.txt for license information. |
||
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
||
6 | // |
||
7 | //===----------------------------------------------------------------------===// |
||
8 | // |
||
9 | // This file contains utilities to analyze memory profile information. |
||
10 | // |
||
11 | //===----------------------------------------------------------------------===// |
||
12 | |||
13 | #ifndef LLVM_ANALYSIS_MEMORYPROFILEINFO_H |
||
14 | #define LLVM_ANALYSIS_MEMORYPROFILEINFO_H |
||
15 | |||
16 | #include "llvm/IR/Constants.h" |
||
17 | #include "llvm/IR/InstrTypes.h" |
||
18 | #include "llvm/IR/Metadata.h" |
||
19 | #include "llvm/IR/Module.h" |
||
20 | #include "llvm/IR/ModuleSummaryIndex.h" |
||
21 | #include <map> |
||
22 | |||
23 | namespace llvm { |
||
24 | namespace memprof { |
||
25 | |||
26 | /// Return the allocation type for a given set of memory profile values. |
||
27 | AllocationType getAllocType(uint64_t MaxAccessCount, uint64_t MinSize, |
||
28 | uint64_t MinLifetime); |
||
29 | |||
30 | /// Build callstack metadata from the provided list of call stack ids. Returns |
||
31 | /// the resulting metadata node. |
||
32 | MDNode *buildCallstackMetadata(ArrayRef<uint64_t> CallStack, LLVMContext &Ctx); |
||
33 | |||
34 | /// Returns the stack node from an MIB metadata node. |
||
35 | MDNode *getMIBStackNode(const MDNode *MIB); |
||
36 | |||
37 | /// Returns the allocation type from an MIB metadata node. |
||
38 | AllocationType getMIBAllocType(const MDNode *MIB); |
||
39 | |||
40 | /// Class to build a trie of call stack contexts for a particular profiled |
||
41 | /// allocation call, along with their associated allocation types. |
||
42 | /// The allocation will be at the root of the trie, which is then used to |
||
43 | /// compute the minimum lists of context ids needed to associate a call context |
||
44 | /// with a single allocation type. |
||
45 | class CallStackTrie { |
||
46 | private: |
||
47 | struct CallStackTrieNode { |
||
48 | // Allocation types for call context sharing the context prefix at this |
||
49 | // node. |
||
50 | uint8_t AllocTypes; |
||
51 | // Map of caller stack id to the corresponding child Trie node. |
||
52 | std::map<uint64_t, CallStackTrieNode *> Callers; |
||
53 | CallStackTrieNode(AllocationType Type) |
||
54 | : AllocTypes(static_cast<uint8_t>(Type)) {} |
||
55 | }; |
||
56 | |||
57 | // The node for the allocation at the root. |
||
58 | CallStackTrieNode *Alloc; |
||
59 | // The allocation's leaf stack id. |
||
60 | uint64_t AllocStackId; |
||
61 | |||
62 | void deleteTrieNode(CallStackTrieNode *Node) { |
||
63 | if (!Node) |
||
64 | return; |
||
65 | for (auto C : Node->Callers) |
||
66 | deleteTrieNode(C.second); |
||
67 | delete Node; |
||
68 | } |
||
69 | |||
70 | // Recursive helper to trim contexts and create metadata nodes. |
||
71 | bool buildMIBNodes(CallStackTrieNode *Node, LLVMContext &Ctx, |
||
72 | std::vector<uint64_t> &MIBCallStack, |
||
73 | std::vector<Metadata *> &MIBNodes, |
||
74 | bool CalleeHasAmbiguousCallerContext); |
||
75 | |||
76 | public: |
||
77 | CallStackTrie() : Alloc(nullptr), AllocStackId(0) {} |
||
78 | ~CallStackTrie() { deleteTrieNode(Alloc); } |
||
79 | |||
80 | bool empty() const { return Alloc == nullptr; } |
||
81 | |||
82 | /// Add a call stack context with the given allocation type to the Trie. |
||
83 | /// The context is represented by the list of stack ids (computed during |
||
84 | /// matching via a debug location hash), expected to be in order from the |
||
85 | /// allocation call down to the bottom of the call stack (i.e. callee to |
||
86 | /// caller order). |
||
87 | void addCallStack(AllocationType AllocType, ArrayRef<uint64_t> StackIds); |
||
88 | |||
89 | /// Add the call stack context along with its allocation type from the MIB |
||
90 | /// metadata to the Trie. |
||
91 | void addCallStack(MDNode *MIB); |
||
92 | |||
93 | /// Build and attach the minimal necessary MIB metadata. If the alloc has a |
||
94 | /// single allocation type, add a function attribute instead. The reason for |
||
95 | /// adding an attribute in this case is that it matches how the behavior for |
||
96 | /// allocation calls will be communicated to lib call simplification after |
||
97 | /// cloning or another optimization to distinguish the allocation types, |
||
98 | /// which is lower overhead and more direct than maintaining this metadata. |
||
99 | /// Returns true if memprof metadata attached, false if not (attribute added). |
||
100 | bool buildAndAttachMIBMetadata(CallBase *CI); |
||
101 | }; |
||
102 | |||
103 | /// Helper class to iterate through stack ids in both metadata (memprof MIB and |
||
104 | /// callsite) and the corresponding ThinLTO summary data structures |
||
105 | /// (CallsiteInfo and MIBInfo). This simplifies implementation of client code |
||
106 | /// which doesn't need to worry about whether we are operating with IR (Regular |
||
107 | /// LTO), or summary (ThinLTO). |
||
108 | template <class NodeT, class IteratorT> class CallStack { |
||
109 | public: |
||
110 | CallStack(const NodeT *N = nullptr) : N(N) {} |
||
111 | |||
112 | // Implement minimum required methods for range-based for loop. |
||
113 | // The default implementation assumes we are operating on ThinLTO data |
||
114 | // structures, which have a vector of StackIdIndices. There are specialized |
||
115 | // versions provided to iterate through metadata. |
||
116 | struct CallStackIterator { |
||
117 | const NodeT *N = nullptr; |
||
118 | IteratorT Iter; |
||
119 | CallStackIterator(const NodeT *N, bool End); |
||
120 | uint64_t operator*(); |
||
121 | bool operator==(const CallStackIterator &rhs) { return Iter == rhs.Iter; } |
||
122 | bool operator!=(const CallStackIterator &rhs) { return !(*this == rhs); } |
||
123 | void operator++() { ++Iter; } |
||
124 | }; |
||
125 | |||
126 | bool empty() const { return N == nullptr; } |
||
127 | |||
128 | CallStackIterator begin() const; |
||
129 | CallStackIterator end() const { return CallStackIterator(N, /*End*/ true); } |
||
130 | CallStackIterator beginAfterSharedPrefix(CallStack &Other); |
||
131 | |||
132 | private: |
||
133 | const NodeT *N = nullptr; |
||
134 | }; |
||
135 | |||
136 | template <class NodeT, class IteratorT> |
||
137 | CallStack<NodeT, IteratorT>::CallStackIterator::CallStackIterator( |
||
138 | const NodeT *N, bool End) |
||
139 | : N(N) { |
||
140 | if (!N) |
||
141 | return; |
||
142 | Iter = End ? N->StackIdIndices.end() : N->StackIdIndices.begin(); |
||
143 | } |
||
144 | |||
145 | template <class NodeT, class IteratorT> |
||
146 | uint64_t CallStack<NodeT, IteratorT>::CallStackIterator::operator*() { |
||
147 | assert(Iter != N->StackIdIndices.end()); |
||
148 | return *Iter; |
||
149 | } |
||
150 | |||
151 | template <class NodeT, class IteratorT> |
||
152 | typename CallStack<NodeT, IteratorT>::CallStackIterator |
||
153 | CallStack<NodeT, IteratorT>::begin() const { |
||
154 | return CallStackIterator(N, /*End*/ false); |
||
155 | } |
||
156 | |||
157 | template <class NodeT, class IteratorT> |
||
158 | typename CallStack<NodeT, IteratorT>::CallStackIterator |
||
159 | CallStack<NodeT, IteratorT>::beginAfterSharedPrefix(CallStack &Other) { |
||
160 | CallStackIterator Cur = begin(); |
||
161 | for (CallStackIterator OtherCur = Other.begin(); |
||
162 | Cur != end() && OtherCur != Other.end(); ++Cur, ++OtherCur) |
||
163 | assert(*Cur == *OtherCur); |
||
164 | return Cur; |
||
165 | } |
||
166 | |||
167 | /// Specializations for iterating through IR metadata stack contexts. |
||
168 | template <> |
||
169 | CallStack<MDNode, MDNode::op_iterator>::CallStackIterator::CallStackIterator( |
||
170 | const MDNode *N, bool End); |
||
171 | template <> |
||
172 | uint64_t CallStack<MDNode, MDNode::op_iterator>::CallStackIterator::operator*(); |
||
173 | |||
174 | } // end namespace memprof |
||
175 | } // end namespace llvm |
||
176 | |||
177 | #endif |