1 /*===- InstrProfiling.h- Support library for PGO instrumentation ----------===*\
3 |* Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 |* See https://llvm.org/LICENSE.txt for license information.
5 |* SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
7 \*===----------------------------------------------------------------------===*/
9 #ifndef PROFILE_INSTRPROFILING_H_
10 #define PROFILE_INSTRPROFILING_H_
12 #include "InstrProfilingPort.h"
15 #define INSTR_PROF_VISIBILITY COMPILER_RT_VISIBILITY
16 #include "profile/InstrProfData.inc"
19 #define VALUE_PROF_KIND(Enumerator, Value, Descr) Enumerator = Value,
20 #include "profile/InstrProfData.inc"
23 typedef void *IntPtrT
;
24 typedef struct COMPILER_RT_ALIGNAS(INSTR_PROF_DATA_ALIGNMENT
)
26 #define INSTR_PROF_DATA(Type, LLVMType, Name, Initializer) Type Name;
27 #include "profile/InstrProfData.inc"
28 } __llvm_profile_data
;
30 typedef struct __llvm_profile_header
{
31 #define INSTR_PROF_RAW_HEADER(Type, Name, Initializer) Type Name;
32 #include "profile/InstrProfData.inc"
33 } __llvm_profile_header
;
35 typedef struct ValueProfNode
* PtrToNodeT
;
36 typedef struct ValueProfNode
{
37 #define INSTR_PROF_VALUE_NODE(Type, LLVMType, Name, Initializer) Type Name;
38 #include "profile/InstrProfData.inc"
42 * \brief Return 1 if profile counters are continuously synced to the raw
43 * profile via an mmap(). This is in contrast to the default mode, in which
44 * the raw profile is written out at program exit time.
46 int __llvm_profile_is_continuous_mode_enabled(void);
49 * \brief Enable continuous mode.
51 * See \ref __llvm_profile_is_continuous_mode_enabled. The behavior is undefined
52 * if continuous mode is already enabled, or if it cannot be enable due to
53 * conflicting options.
55 void __llvm_profile_enable_continuous_mode(void);
58 * \brief Set the page size.
60 * This is a pre-requisite for enabling continuous mode. The buffer size
61 * calculation code inside of libprofile cannot simply call getpagesize(), as
62 * it is not allowed to depend on libc.
64 void __llvm_profile_set_page_size(unsigned PageSize
);
67 * \brief Get number of bytes necessary to pad the argument to eight
70 uint8_t __llvm_profile_get_num_padding_bytes(uint64_t SizeInBytes
);
73 * \brief Get required size for profile buffer.
75 uint64_t __llvm_profile_get_size_for_buffer(void);
78 * \brief Write instrumentation data to the given buffer.
80 * \pre \c Buffer is the start of a buffer at least as big as \a
81 * __llvm_profile_get_size_for_buffer().
83 int __llvm_profile_write_buffer(char *Buffer
);
85 const __llvm_profile_data
*__llvm_profile_begin_data(void);
86 const __llvm_profile_data
*__llvm_profile_end_data(void);
87 const char *__llvm_profile_begin_names(void);
88 const char *__llvm_profile_end_names(void);
89 char *__llvm_profile_begin_counters(void);
90 char *__llvm_profile_end_counters(void);
91 char *__llvm_profile_begin_bitmap(void);
92 char *__llvm_profile_end_bitmap(void);
93 ValueProfNode
*__llvm_profile_begin_vnodes();
94 ValueProfNode
*__llvm_profile_end_vnodes();
95 uint32_t *__llvm_profile_begin_orderfile();
98 * \brief Clear profile counters to zero.
101 void __llvm_profile_reset_counters(void);
104 * \brief Merge profile data from buffer.
106 * Read profile data from buffer \p Profile and merge with in-process profile
107 * counters and bitmaps. The client is expected to have checked or already
108 * know the profile data in the buffer matches the in-process counter
109 * structure before calling it. Returns 0 (success) if the profile data is
110 * valid. Upon reading invalid/corrupted profile data, returns 1 (failure).
112 int __llvm_profile_merge_from_buffer(const char *Profile
, uint64_t Size
);
114 /*! \brief Check if profile in buffer matches the current binary.
116 * Returns 0 (success) if the profile data in buffer \p Profile with size
117 * \p Size was generated by the same binary and therefore matches
118 * structurally the in-process counters and bitmaps. If the profile data in
119 * buffer is not compatible, the interface returns 1 (failure).
121 int __llvm_profile_check_compatibility(const char *Profile
,
125 * \brief Counts the number of times a target value is seen.
127 * Records the target value for the CounterIndex if not seen before. Otherwise,
128 * increments the counter associated w/ the target value.
129 * void __llvm_profile_instrument_target(uint64_t TargetValue, void *Data,
130 * uint32_t CounterIndex);
132 void INSTR_PROF_VALUE_PROF_FUNC(
133 #define VALUE_PROF_FUNC_PARAM(ArgType, ArgName, ArgLLVMType) ArgType ArgName
134 #include "profile/InstrProfData.inc"
137 void __llvm_profile_instrument_target_value(uint64_t TargetValue
, void *Data
,
138 uint32_t CounterIndex
,
139 uint64_t CounterValue
);
142 * \brief Write instrumentation data to the current file.
144 * Writes to the file with the last name given to \a *
145 * __llvm_profile_set_filename(),
146 * or if it hasn't been called, the \c LLVM_PROFILE_FILE environment variable,
147 * or if that's not set, the last name set to INSTR_PROF_PROFILE_NAME_VAR,
148 * or if that's not set, \c "default.profraw".
150 int __llvm_profile_write_file(void);
152 int __llvm_orderfile_write_file(void);
154 * \brief this is a wrapper interface to \c __llvm_profile_write_file.
155 * After this interface is invoked, an already dumped flag will be set
156 * so that profile won't be dumped again during program exit.
157 * Invocation of interface __llvm_profile_reset_counters will clear
158 * the flag. This interface is designed to be used to collect profile
159 * data from user selected hot regions. The use model is
160 * __llvm_profile_reset_counters();
162 * __llvm_profile_dump();
164 * __llvm_profile_reset_counters();
166 * __llvm_profile_dump();
168 * It is expected that on-line profile merging is on with \c %m specifier
169 * used in profile filename . If merging is not turned on, user is expected
170 * to invoke __llvm_profile_set_filename to specify different profile names
171 * for different regions before dumping to avoid profile write clobbering.
173 int __llvm_profile_dump(void);
175 int __llvm_orderfile_dump(void);
178 * \brief Set the filename for writing instrumentation data.
180 * Sets the filename to be used for subsequent calls to
181 * \a __llvm_profile_write_file().
183 * \c Name is not copied, so it must remain valid. Passing NULL resets the
184 * filename logic to the default behaviour.
186 * Note: There may be multiple copies of the profile runtime (one for each
187 * instrumented image/DSO). This API only modifies the filename within the
188 * copy of the runtime available to the calling image.
190 * Warning: This is a no-op if continuous mode (\ref
191 * __llvm_profile_is_continuous_mode_enabled) is on. The reason for this is
192 * that in continuous mode, profile counters are mmap()'d to the profile at
193 * program initialization time. Support for transferring the mmap'd profile
194 * counts to a new file has not been implemented.
196 void __llvm_profile_set_filename(const char *Name
);
199 * \brief Set the FILE object for writing instrumentation data. Return 0 if set
200 * successfully or return 1 if failed.
202 * Sets the FILE object to be used for subsequent calls to
203 * \a __llvm_profile_write_file(). The profile file name set by environment
204 * variable, command-line option, or calls to \a __llvm_profile_set_filename
207 * \c File will not be closed after a call to \a __llvm_profile_write_file() but
208 * it may be flushed. Passing NULL restores default behavior.
210 * If \c EnableMerge is nonzero, the runtime will always merge profiling data
211 * with the contents of the profiling file. If EnableMerge is zero, the runtime
212 * may still merge the data if it would have merged for another reason (for
213 * example, because of a %m specifier in the file name).
215 * Note: There may be multiple copies of the profile runtime (one for each
216 * instrumented image/DSO). This API only modifies the file object within the
217 * copy of the runtime available to the calling image.
219 * Warning: This is a no-op if EnableMerge is 0 in continuous mode (\ref
220 * __llvm_profile_is_continuous_mode_enabled), because disable merging requires
221 * copying the old profile file to new profile file and this function is usually
222 * used when the proess doesn't have permission to open file.
224 int __llvm_profile_set_file_object(FILE *File
, int EnableMerge
);
226 /*! \brief Register to write instrumentation data to file at exit. */
227 int __llvm_profile_register_write_file_atexit(void);
229 /*! \brief Initialize file handling. */
230 void __llvm_profile_initialize_file(void);
232 /*! \brief Initialize the profile runtime. */
233 void __llvm_profile_initialize(void);
236 * \brief Return path prefix (excluding the base filename) of the profile data.
237 * This is useful for users using \c -fprofile-generate=./path_prefix who do
238 * not care about the default raw profile name. It is also useful to collect
239 * more than more profile data files dumped in the same directory (Online
240 * merge mode is turned on for instrumented programs with shared libs).
241 * Side-effect: this API call will invoke malloc with dynamic memory allocation.
243 const char *__llvm_profile_get_path_prefix();
246 * \brief Return filename (including path) of the profile data. Note that if the
247 * user calls __llvm_profile_set_filename later after invoking this interface,
248 * the actual file name may differ from what is returned here.
249 * Side-effect: this API call will invoke malloc with dynamic memory allocation
250 * (the returned pointer must be passed to `free` to avoid a leak).
252 * Note: There may be multiple copies of the profile runtime (one for each
253 * instrumented image/DSO). This API only retrieves the filename from the copy
254 * of the runtime available to the calling image.
256 const char *__llvm_profile_get_filename();
258 /*! \brief Get the magic token for the file format. */
259 uint64_t __llvm_profile_get_magic(void);
261 /*! \brief Get the version of the file format. */
262 uint64_t __llvm_profile_get_version(void);
264 /*! \brief If the binary is compiled with profile correlation. */
265 int __llvm_profile_has_correlation();
267 /*! \brief Get the number of entries in the profile data section. */
268 uint64_t __llvm_profile_get_num_data(const __llvm_profile_data
*Begin
,
269 const __llvm_profile_data
*End
);
271 /*! \brief Get the size of the profile data section in bytes. */
272 uint64_t __llvm_profile_get_data_size(const __llvm_profile_data
*Begin
,
273 const __llvm_profile_data
*End
);
275 /*! \brief Get the size in bytes of a single counter entry. */
276 size_t __llvm_profile_counter_entry_size(void);
278 /*! \brief Get the number of entries in the profile counters section. */
279 uint64_t __llvm_profile_get_num_counters(const char *Begin
, const char *End
);
281 /*! \brief Get the size of the profile counters section in bytes. */
282 uint64_t __llvm_profile_get_counters_size(const char *Begin
, const char *End
);
284 /*! \brief Get the number of bytes in the profile bitmap section. */
285 uint64_t __llvm_profile_get_num_bitmap_bytes(const char *Begin
,
288 /*! \brief Get the size of the profile name section in bytes. */
289 uint64_t __llvm_profile_get_name_size(const char *Begin
, const char *End
);
291 /* ! \brief Given the sizes of the data and counter information, return the
292 * number of padding bytes before and after the counters, and after the names,
293 * in the raw profile.
295 * Note: When mmap() mode is disabled, no padding bytes before/after counters
296 * are needed. However, in mmap() mode, the counter section in the raw profile
297 * must be page-aligned: this API computes the number of padding bytes
298 * needed to achieve that.
300 void __llvm_profile_get_padding_sizes_for_counters(
301 uint64_t DataSize
, uint64_t CountersSize
, uint64_t NumBitmapBytes
,
302 uint64_t NamesSize
, uint64_t *PaddingBytesBeforeCounters
,
303 uint64_t *PaddingBytesAfterCounters
, uint64_t *PaddingBytesAfterBitmap
,
304 uint64_t *PaddingBytesAfterNames
);
307 * \brief Set the flag that profile data has been dumped to the file.
308 * This is useful for users to disable dumping profile data to the file for
309 * certain processes in case the processes don't have permission to write to
310 * the disks, and trying to do so would result in side effects such as crashes.
312 void __llvm_profile_set_dumped();
315 * This variable is defined in InstrProfilingRuntime.cpp as a hidden
316 * symbol. Its main purpose is to enable profile runtime user to
317 * bypass runtime initialization code -- if the client code explicitly
318 * define this variable, then InstProfileRuntime.o won't be linked in.
319 * Note that this variable's visibility needs to be hidden so that the
320 * definition of this variable in an instrumented shared library won't
321 * affect runtime initialization decision of the main program.
322 * __llvm_profile_profile_runtime. */
323 COMPILER_RT_VISIBILITY
extern int INSTR_PROF_PROFILE_RUNTIME_VAR
;
326 * This variable is defined in InstrProfilingVersionVar.c as a hidden symbol
327 * (except on Apple platforms where this symbol is checked by TAPI). Its main
328 * purpose is to encode the raw profile version value and other format related
329 * information such as whether the profile is from IR based instrumentation. The
330 * variable is defined as weak so that compiler can emit an overriding
331 * definition depending on user option.
333 extern uint64_t INSTR_PROF_RAW_VERSION_VAR
; /* __llvm_profile_raw_version */
336 * This variable is a weak symbol defined in InstrProfiling.c. It allows
337 * compiler instrumentation to provide overriding definition with value
338 * from compiler command line. This variable has default visibility.
340 extern char INSTR_PROF_PROFILE_NAME_VAR
[1]; /* __llvm_profile_filename. */
342 #endif /* PROFILE_INSTRPROFILING_H_ */