1 // SPDX-License-Identifier: GPL-2.0
3 * This code provides functions to handle gcc's profiling data format
4 * introduced with gcc 4.7.
6 * This file is based heavily on gcc_3_4.c file.
8 * For a better understanding, refer to gcc source:
12 * Uses gcc-internal data definitions.
15 #include <linux/errno.h>
16 #include <linux/slab.h>
17 #include <linux/string.h>
18 #include <linux/seq_file.h>
19 #include <linux/vmalloc.h>
23 #define GCOV_COUNTERS 9
24 #elif (__GNUC__ > 5) || (__GNUC__ == 5 && __GNUC_MINOR__ >= 1)
25 #define GCOV_COUNTERS 10
26 #elif __GNUC__ == 4 && __GNUC_MINOR__ >= 9
27 #define GCOV_COUNTERS 9
29 #define GCOV_COUNTERS 8
32 #define GCOV_TAG_FUNCTION_LENGTH 3
34 static struct gcov_info
*gcov_info_head
;
37 * struct gcov_ctr_info - information about counters for a single function
38 * @num: number of counter values for this type
39 * @values: array of counter values for this type
41 * This data is generated by gcc during compilation and doesn't change
42 * at run-time with the exception of the values array.
44 struct gcov_ctr_info
{
50 * struct gcov_fn_info - profiling meta data per function
52 * @ident: unique ident of function
53 * @lineno_checksum: function lineo_checksum
54 * @cfg_checksum: function cfg checksum
55 * @ctrs: instrumented counters
57 * This data is generated by gcc during compilation and doesn't change
60 * Information about a single function. This uses the trailing array
61 * idiom. The number of counters is determined from the merge pointer
62 * array in gcov_info. The key is used to detect which of a set of
63 * comdat functions was selected -- it points to the gcov_info object
64 * of the object file containing the selected comdat function.
67 const struct gcov_info
*key
;
69 unsigned int lineno_checksum
;
70 unsigned int cfg_checksum
;
71 struct gcov_ctr_info ctrs
[0];
75 * struct gcov_info - profiling data per object file
76 * @version: gcov version magic indicating the gcc version used for compilation
77 * @next: list head for a singly-linked list
78 * @stamp: uniquifying time stamp
79 * @filename: name of the associated gcov data file
80 * @merge: merge functions (null for unused counter type)
81 * @n_functions: number of instrumented functions
82 * @functions: pointer to pointers to function information
84 * This data is generated by gcc during compilation and doesn't change
85 * at run-time with the exception of the next pointer.
89 struct gcov_info
*next
;
92 void (*merge
[GCOV_COUNTERS
])(gcov_type
*, unsigned int);
93 unsigned int n_functions
;
94 struct gcov_fn_info
**functions
;
98 * gcov_info_filename - return info filename
99 * @info: profiling data set
101 const char *gcov_info_filename(struct gcov_info
*info
)
103 return info
->filename
;
107 * gcov_info_version - return info version
108 * @info: profiling data set
110 unsigned int gcov_info_version(struct gcov_info
*info
)
112 return info
->version
;
116 * gcov_info_next - return next profiling data set
117 * @info: profiling data set
119 * Returns next gcov_info following @info or first gcov_info in the chain if
122 struct gcov_info
*gcov_info_next(struct gcov_info
*info
)
125 return gcov_info_head
;
131 * gcov_info_link - link/add profiling data set to the list
132 * @info: profiling data set
134 void gcov_info_link(struct gcov_info
*info
)
136 info
->next
= gcov_info_head
;
137 gcov_info_head
= info
;
141 * gcov_info_unlink - unlink/remove profiling data set from the list
142 * @prev: previous profiling data set
143 * @info: profiling data set
145 void gcov_info_unlink(struct gcov_info
*prev
, struct gcov_info
*info
)
148 prev
->next
= info
->next
;
150 gcov_info_head
= info
->next
;
153 /* Symbolic links to be created for each profiling data file. */
154 const struct gcov_link gcov_link
[] = {
155 { OBJ_TREE
, "gcno" }, /* Link to .gcno file in $(objtree). */
160 * Determine whether a counter is active. Doesn't change at run-time.
162 static int counter_active(struct gcov_info
*info
, unsigned int type
)
164 return info
->merge
[type
] ? 1 : 0;
167 /* Determine number of active counters. Based on gcc magic. */
168 static unsigned int num_counter_active(struct gcov_info
*info
)
171 unsigned int result
= 0;
173 for (i
= 0; i
< GCOV_COUNTERS
; i
++) {
174 if (counter_active(info
, i
))
181 * gcov_info_reset - reset profiling data to zero
182 * @info: profiling data set
184 void gcov_info_reset(struct gcov_info
*info
)
186 struct gcov_ctr_info
*ci_ptr
;
190 for (fi_idx
= 0; fi_idx
< info
->n_functions
; fi_idx
++) {
191 ci_ptr
= info
->functions
[fi_idx
]->ctrs
;
193 for (ct_idx
= 0; ct_idx
< GCOV_COUNTERS
; ct_idx
++) {
194 if (!counter_active(info
, ct_idx
))
197 memset(ci_ptr
->values
, 0,
198 sizeof(gcov_type
) * ci_ptr
->num
);
205 * gcov_info_is_compatible - check if profiling data can be added
206 * @info1: first profiling data set
207 * @info2: second profiling data set
209 * Returns non-zero if profiling data can be added, zero otherwise.
211 int gcov_info_is_compatible(struct gcov_info
*info1
, struct gcov_info
*info2
)
213 return (info1
->stamp
== info2
->stamp
);
217 * gcov_info_add - add up profiling data
218 * @dest: profiling data set to which data is added
219 * @source: profiling data set which is added
221 * Adds profiling counts of @source to @dest.
223 void gcov_info_add(struct gcov_info
*dst
, struct gcov_info
*src
)
225 struct gcov_ctr_info
*dci_ptr
;
226 struct gcov_ctr_info
*sci_ptr
;
229 unsigned int val_idx
;
231 for (fi_idx
= 0; fi_idx
< src
->n_functions
; fi_idx
++) {
232 dci_ptr
= dst
->functions
[fi_idx
]->ctrs
;
233 sci_ptr
= src
->functions
[fi_idx
]->ctrs
;
235 for (ct_idx
= 0; ct_idx
< GCOV_COUNTERS
; ct_idx
++) {
236 if (!counter_active(src
, ct_idx
))
239 for (val_idx
= 0; val_idx
< sci_ptr
->num
; val_idx
++)
240 dci_ptr
->values
[val_idx
] +=
241 sci_ptr
->values
[val_idx
];
250 * gcov_info_dup - duplicate profiling data set
251 * @info: profiling data set to duplicate
253 * Return newly allocated duplicate on success, %NULL on error.
255 struct gcov_info
*gcov_info_dup(struct gcov_info
*info
)
257 struct gcov_info
*dup
;
258 struct gcov_ctr_info
*dci_ptr
; /* dst counter info */
259 struct gcov_ctr_info
*sci_ptr
; /* src counter info */
261 unsigned int fi_idx
; /* function info idx */
262 unsigned int ct_idx
; /* counter type idx */
263 size_t fi_size
; /* function info size */
264 size_t cv_size
; /* counter values size */
266 dup
= kmemdup(info
, sizeof(*dup
), GFP_KERNEL
);
271 dup
->filename
= NULL
;
272 dup
->functions
= NULL
;
274 dup
->filename
= kstrdup(info
->filename
, GFP_KERNEL
);
278 dup
->functions
= kcalloc(info
->n_functions
,
279 sizeof(struct gcov_fn_info
*), GFP_KERNEL
);
283 active
= num_counter_active(info
);
284 fi_size
= sizeof(struct gcov_fn_info
);
285 fi_size
+= sizeof(struct gcov_ctr_info
) * active
;
287 for (fi_idx
= 0; fi_idx
< info
->n_functions
; fi_idx
++) {
288 dup
->functions
[fi_idx
] = kzalloc(fi_size
, GFP_KERNEL
);
289 if (!dup
->functions
[fi_idx
])
292 *(dup
->functions
[fi_idx
]) = *(info
->functions
[fi_idx
]);
294 sci_ptr
= info
->functions
[fi_idx
]->ctrs
;
295 dci_ptr
= dup
->functions
[fi_idx
]->ctrs
;
297 for (ct_idx
= 0; ct_idx
< active
; ct_idx
++) {
299 cv_size
= sizeof(gcov_type
) * sci_ptr
->num
;
301 dci_ptr
->values
= vmalloc(cv_size
);
303 if (!dci_ptr
->values
)
306 dci_ptr
->num
= sci_ptr
->num
;
307 memcpy(dci_ptr
->values
, sci_ptr
->values
, cv_size
);
321 * gcov_info_free - release memory for profiling data set duplicate
322 * @info: profiling data set duplicate to free
324 void gcov_info_free(struct gcov_info
*info
)
329 struct gcov_ctr_info
*ci_ptr
;
331 if (!info
->functions
)
334 active
= num_counter_active(info
);
336 for (fi_idx
= 0; fi_idx
< info
->n_functions
; fi_idx
++) {
337 if (!info
->functions
[fi_idx
])
340 ci_ptr
= info
->functions
[fi_idx
]->ctrs
;
342 for (ct_idx
= 0; ct_idx
< active
; ct_idx
++, ci_ptr
++)
343 vfree(ci_ptr
->values
);
345 kfree(info
->functions
[fi_idx
]);
349 kfree(info
->functions
);
350 kfree(info
->filename
);
354 #define ITER_STRIDE PAGE_SIZE
357 * struct gcov_iterator - specifies current file position in logical records
358 * @info: associated profiling data
359 * @buffer: buffer containing file data
360 * @size: size of buffer
361 * @pos: current position in file
363 struct gcov_iterator
{
364 struct gcov_info
*info
;
371 * store_gcov_u32 - store 32 bit number in gcov format to buffer
372 * @buffer: target buffer or NULL
373 * @off: offset into the buffer
374 * @v: value to be stored
376 * Number format defined by gcc: numbers are recorded in the 32 bit
377 * unsigned binary form of the endianness of the machine generating the
378 * file. Returns the number of bytes stored. If @buffer is %NULL, doesn't
381 static size_t store_gcov_u32(void *buffer
, size_t off
, u32 v
)
390 return sizeof(*data
);
394 * store_gcov_u64 - store 64 bit number in gcov format to buffer
395 * @buffer: target buffer or NULL
396 * @off: offset into the buffer
397 * @v: value to be stored
399 * Number format defined by gcc: numbers are recorded in the 32 bit
400 * unsigned binary form of the endianness of the machine generating the
401 * file. 64 bit numbers are stored as two 32 bit numbers, the low part
402 * first. Returns the number of bytes stored. If @buffer is %NULL, doesn't store
405 static size_t store_gcov_u64(void *buffer
, size_t off
, u64 v
)
412 data
[0] = (v
& 0xffffffffUL
);
416 return sizeof(*data
) * 2;
420 * convert_to_gcda - convert profiling data set to gcda file format
421 * @buffer: the buffer to store file data or %NULL if no data should be stored
422 * @info: profiling data set to be converted
424 * Returns the number of bytes that were/would have been stored into the buffer.
426 static size_t convert_to_gcda(char *buffer
, struct gcov_info
*info
)
428 struct gcov_fn_info
*fi_ptr
;
429 struct gcov_ctr_info
*ci_ptr
;
436 pos
+= store_gcov_u32(buffer
, pos
, GCOV_DATA_MAGIC
);
437 pos
+= store_gcov_u32(buffer
, pos
, info
->version
);
438 pos
+= store_gcov_u32(buffer
, pos
, info
->stamp
);
440 for (fi_idx
= 0; fi_idx
< info
->n_functions
; fi_idx
++) {
441 fi_ptr
= info
->functions
[fi_idx
];
443 /* Function record. */
444 pos
+= store_gcov_u32(buffer
, pos
, GCOV_TAG_FUNCTION
);
445 pos
+= store_gcov_u32(buffer
, pos
, GCOV_TAG_FUNCTION_LENGTH
);
446 pos
+= store_gcov_u32(buffer
, pos
, fi_ptr
->ident
);
447 pos
+= store_gcov_u32(buffer
, pos
, fi_ptr
->lineno_checksum
);
448 pos
+= store_gcov_u32(buffer
, pos
, fi_ptr
->cfg_checksum
);
450 ci_ptr
= fi_ptr
->ctrs
;
452 for (ct_idx
= 0; ct_idx
< GCOV_COUNTERS
; ct_idx
++) {
453 if (!counter_active(info
, ct_idx
))
456 /* Counter record. */
457 pos
+= store_gcov_u32(buffer
, pos
,
458 GCOV_TAG_FOR_COUNTER(ct_idx
));
459 pos
+= store_gcov_u32(buffer
, pos
, ci_ptr
->num
* 2);
461 for (cv_idx
= 0; cv_idx
< ci_ptr
->num
; cv_idx
++) {
462 pos
+= store_gcov_u64(buffer
, pos
,
463 ci_ptr
->values
[cv_idx
]);
474 * gcov_iter_new - allocate and initialize profiling data iterator
475 * @info: profiling data set to be iterated
477 * Return file iterator on success, %NULL otherwise.
479 struct gcov_iterator
*gcov_iter_new(struct gcov_info
*info
)
481 struct gcov_iterator
*iter
;
483 iter
= kzalloc(sizeof(struct gcov_iterator
), GFP_KERNEL
);
488 /* Dry-run to get the actual buffer size. */
489 iter
->size
= convert_to_gcda(NULL
, info
);
490 iter
->buffer
= vmalloc(iter
->size
);
494 convert_to_gcda(iter
->buffer
, info
);
505 * gcov_iter_get_info - return profiling data set for given file iterator
506 * @iter: file iterator
508 void gcov_iter_free(struct gcov_iterator
*iter
)
515 * gcov_iter_get_info - return profiling data set for given file iterator
516 * @iter: file iterator
518 struct gcov_info
*gcov_iter_get_info(struct gcov_iterator
*iter
)
524 * gcov_iter_start - reset file iterator to starting position
525 * @iter: file iterator
527 void gcov_iter_start(struct gcov_iterator
*iter
)
533 * gcov_iter_next - advance file iterator to next logical record
534 * @iter: file iterator
536 * Return zero if new position is valid, non-zero if iterator has reached end.
538 int gcov_iter_next(struct gcov_iterator
*iter
)
540 if (iter
->pos
< iter
->size
)
541 iter
->pos
+= ITER_STRIDE
;
543 if (iter
->pos
>= iter
->size
)
550 * gcov_iter_write - write data for current pos to seq_file
551 * @iter: file iterator
552 * @seq: seq_file handle
554 * Return zero on success, non-zero otherwise.
556 int gcov_iter_write(struct gcov_iterator
*iter
, struct seq_file
*seq
)
560 if (iter
->pos
>= iter
->size
)
564 if (iter
->pos
+ len
> iter
->size
)
565 len
= iter
->size
- iter
->pos
;
567 seq_write(seq
, iter
->buffer
+ iter
->pos
, len
);