• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  *  This code provides functions to handle gcc's profiling data format
4  *  introduced with gcc 3.4. Future versions of gcc may change the gcov
5  *  format (as happened before), so all format-specific information needs
6  *  to be kept modular and easily exchangeable.
7  *
8  *  This file is based on gcc-internal definitions. Functions and data
9  *  structures are defined to be compatible with gcc counterparts.
10  *  For a better understanding, refer to gcc source: gcc/gcov-io.h.
11  *
12  *    Copyright IBM Corp. 2009
13  *    Author(s): Peter Oberparleiter <oberpar@linux.vnet.ibm.com>
14  *
15  *    Uses gcc-internal data definitions.
16  */
17 
18 #include <linux/errno.h>
19 #include <linux/slab.h>
20 #include <linux/string.h>
21 #include <linux/seq_file.h>
22 #include <linux/vmalloc.h>
23 #include "gcov.h"
24 
25 #define GCOV_COUNTERS		5
26 
27 static struct gcov_info *gcov_info_head;
28 
29 /**
30  * struct gcov_fn_info - profiling meta data per function
31  * @ident: object file-unique function identifier
32  * @checksum: function checksum
33  * @n_ctrs: number of values per counter type belonging to this function
34  *
35  * This data is generated by gcc during compilation and doesn't change
36  * at run-time.
37  */
38 struct gcov_fn_info {
39 	unsigned int ident;
40 	unsigned int checksum;
41 	unsigned int n_ctrs[0];
42 };
43 
44 /**
45  * struct gcov_ctr_info - profiling data per counter type
46  * @num: number of counter values for this type
47  * @values: array of counter values for this type
48  * @merge: merge function for counter values of this type (unused)
49  *
50  * This data is generated by gcc during compilation and doesn't change
51  * at run-time with the exception of the values array.
52  */
53 struct gcov_ctr_info {
54 	unsigned int	num;
55 	gcov_type	*values;
56 	void		(*merge)(gcov_type *, unsigned int);
57 };
58 
59 /**
60  * struct gcov_info - profiling data per object file
61  * @version: gcov version magic indicating the gcc version used for compilation
62  * @next: list head for a singly-linked list
63  * @stamp: time stamp
64  * @filename: name of the associated gcov data file
65  * @n_functions: number of instrumented functions
66  * @functions: function data
67  * @ctr_mask: mask specifying which counter types are active
68  * @counts: counter data per counter type
69  *
70  * This data is generated by gcc during compilation and doesn't change
71  * at run-time with the exception of the next pointer.
72  */
73 struct gcov_info {
74 	unsigned int			version;
75 	struct gcov_info		*next;
76 	unsigned int			stamp;
77 	const char			*filename;
78 	unsigned int			n_functions;
79 	const struct gcov_fn_info	*functions;
80 	unsigned int			ctr_mask;
81 	struct gcov_ctr_info		counts[0];
82 };
83 
84 /**
85  * gcov_info_filename - return info filename
86  * @info: profiling data set
87  */
gcov_info_filename(struct gcov_info * info)88 const char *gcov_info_filename(struct gcov_info *info)
89 {
90 	return info->filename;
91 }
92 
93 /**
94  * gcov_info_version - return info version
95  * @info: profiling data set
96  */
gcov_info_version(struct gcov_info * info)97 unsigned int gcov_info_version(struct gcov_info *info)
98 {
99 	return info->version;
100 }
101 
102 /**
103  * gcov_info_next - return next profiling data set
104  * @info: profiling data set
105  *
106  * Returns next gcov_info following @info or first gcov_info in the chain if
107  * @info is %NULL.
108  */
gcov_info_next(struct gcov_info * info)109 struct gcov_info *gcov_info_next(struct gcov_info *info)
110 {
111 	if (!info)
112 		return gcov_info_head;
113 
114 	return info->next;
115 }
116 
117 /**
118  * gcov_info_link - link/add profiling data set to the list
119  * @info: profiling data set
120  */
gcov_info_link(struct gcov_info * info)121 void gcov_info_link(struct gcov_info *info)
122 {
123 	info->next = gcov_info_head;
124 	gcov_info_head = info;
125 }
126 
127 /**
128  * gcov_info_unlink - unlink/remove profiling data set from the list
129  * @prev: previous profiling data set
130  * @info: profiling data set
131  */
gcov_info_unlink(struct gcov_info * prev,struct gcov_info * info)132 void gcov_info_unlink(struct gcov_info *prev, struct gcov_info *info)
133 {
134 	if (prev)
135 		prev->next = info->next;
136 	else
137 		gcov_info_head = info->next;
138 }
139 
140 /**
141  * gcov_info_within_module - check if a profiling data set belongs to a module
142  * @info: profiling data set
143  * @mod: module
144  *
145  * Returns true if profiling data belongs module, false otherwise.
146  */
gcov_info_within_module(struct gcov_info * info,struct module * mod)147 bool gcov_info_within_module(struct gcov_info *info, struct module *mod)
148 {
149 	return within_module((unsigned long)info, mod);
150 }
151 
152 /* Symbolic links to be created for each profiling data file. */
153 const struct gcov_link gcov_link[] = {
154 	{ OBJ_TREE, "gcno" },	/* Link to .gcno file in $(objtree). */
155 	{ 0, NULL},
156 };
157 
158 /*
159  * Determine whether a counter is active. Based on gcc magic. Doesn't change
160  * at run-time.
161  */
counter_active(struct gcov_info * info,unsigned int type)162 static int counter_active(struct gcov_info *info, unsigned int type)
163 {
164 	return (1 << type) & info->ctr_mask;
165 }
166 
167 /* Determine number of active counters. Based on gcc magic. */
num_counter_active(struct gcov_info * info)168 static unsigned int num_counter_active(struct gcov_info *info)
169 {
170 	unsigned int i;
171 	unsigned int result = 0;
172 
173 	for (i = 0; i < GCOV_COUNTERS; i++) {
174 		if (counter_active(info, i))
175 			result++;
176 	}
177 	return result;
178 }
179 
180 /**
181  * gcov_info_reset - reset profiling data to zero
182  * @info: profiling data set
183  */
gcov_info_reset(struct gcov_info * info)184 void gcov_info_reset(struct gcov_info *info)
185 {
186 	unsigned int active = num_counter_active(info);
187 	unsigned int i;
188 
189 	for (i = 0; i < active; i++) {
190 		memset(info->counts[i].values, 0,
191 		       info->counts[i].num * sizeof(gcov_type));
192 	}
193 }
194 
195 /**
196  * gcov_info_is_compatible - check if profiling data can be added
197  * @info1: first profiling data set
198  * @info2: second profiling data set
199  *
200  * Returns non-zero if profiling data can be added, zero otherwise.
201  */
gcov_info_is_compatible(struct gcov_info * info1,struct gcov_info * info2)202 int gcov_info_is_compatible(struct gcov_info *info1, struct gcov_info *info2)
203 {
204 	return (info1->stamp == info2->stamp);
205 }
206 
207 /**
208  * gcov_info_add - add up profiling data
209  * @dest: profiling data set to which data is added
210  * @source: profiling data set which is added
211  *
212  * Adds profiling counts of @source to @dest.
213  */
gcov_info_add(struct gcov_info * dest,struct gcov_info * source)214 void gcov_info_add(struct gcov_info *dest, struct gcov_info *source)
215 {
216 	unsigned int i;
217 	unsigned int j;
218 
219 	for (i = 0; i < num_counter_active(dest); i++) {
220 		for (j = 0; j < dest->counts[i].num; j++) {
221 			dest->counts[i].values[j] +=
222 				source->counts[i].values[j];
223 		}
224 	}
225 }
226 
227 /* Get size of function info entry. Based on gcc magic. */
get_fn_size(struct gcov_info * info)228 static size_t get_fn_size(struct gcov_info *info)
229 {
230 	size_t size;
231 
232 	size = sizeof(struct gcov_fn_info) + num_counter_active(info) *
233 	       sizeof(unsigned int);
234 	if (__alignof__(struct gcov_fn_info) > sizeof(unsigned int))
235 		size = ALIGN(size, __alignof__(struct gcov_fn_info));
236 	return size;
237 }
238 
239 /* Get address of function info entry. Based on gcc magic. */
get_fn_info(struct gcov_info * info,unsigned int fn)240 static struct gcov_fn_info *get_fn_info(struct gcov_info *info, unsigned int fn)
241 {
242 	return (struct gcov_fn_info *)
243 		((char *) info->functions + fn * get_fn_size(info));
244 }
245 
246 /**
247  * gcov_info_dup - duplicate profiling data set
248  * @info: profiling data set to duplicate
249  *
250  * Return newly allocated duplicate on success, %NULL on error.
251  */
gcov_info_dup(struct gcov_info * info)252 struct gcov_info *gcov_info_dup(struct gcov_info *info)
253 {
254 	struct gcov_info *dup;
255 	unsigned int i;
256 	unsigned int active;
257 
258 	/* Duplicate gcov_info. */
259 	active = num_counter_active(info);
260 	dup = kzalloc(struct_size(dup, counts, active), GFP_KERNEL);
261 	if (!dup)
262 		return NULL;
263 	dup->version		= info->version;
264 	dup->stamp		= info->stamp;
265 	dup->n_functions	= info->n_functions;
266 	dup->ctr_mask		= info->ctr_mask;
267 	/* Duplicate filename. */
268 	dup->filename		= kstrdup(info->filename, GFP_KERNEL);
269 	if (!dup->filename)
270 		goto err_free;
271 	/* Duplicate table of functions. */
272 	dup->functions = kmemdup(info->functions, info->n_functions *
273 				 get_fn_size(info), GFP_KERNEL);
274 	if (!dup->functions)
275 		goto err_free;
276 	/* Duplicate counter arrays. */
277 	for (i = 0; i < active ; i++) {
278 		struct gcov_ctr_info *ctr = &info->counts[i];
279 		size_t size = ctr->num * sizeof(gcov_type);
280 
281 		dup->counts[i].num = ctr->num;
282 		dup->counts[i].merge = ctr->merge;
283 		dup->counts[i].values = vmalloc(size);
284 		if (!dup->counts[i].values)
285 			goto err_free;
286 		memcpy(dup->counts[i].values, ctr->values, size);
287 	}
288 	return dup;
289 
290 err_free:
291 	gcov_info_free(dup);
292 	return NULL;
293 }
294 
295 /**
296  * gcov_info_free - release memory for profiling data set duplicate
297  * @info: profiling data set duplicate to free
298  */
gcov_info_free(struct gcov_info * info)299 void gcov_info_free(struct gcov_info *info)
300 {
301 	unsigned int active = num_counter_active(info);
302 	unsigned int i;
303 
304 	for (i = 0; i < active ; i++)
305 		vfree(info->counts[i].values);
306 	kfree(info->functions);
307 	kfree(info->filename);
308 	kfree(info);
309 }
310 
311 /**
312  * struct type_info - iterator helper array
313  * @ctr_type: counter type
314  * @offset: index of the first value of the current function for this type
315  *
316  * This array is needed to convert the in-memory data format into the in-file
317  * data format:
318  *
319  * In-memory:
320  *   for each counter type
321  *     for each function
322  *       values
323  *
324  * In-file:
325  *   for each function
326  *     for each counter type
327  *       values
328  *
329  * See gcc source gcc/gcov-io.h for more information on data organization.
330  */
331 struct type_info {
332 	int ctr_type;
333 	unsigned int offset;
334 };
335 
336 /**
337  * struct gcov_iterator - specifies current file position in logical records
338  * @info: associated profiling data
339  * @record: record type
340  * @function: function number
341  * @type: counter type
342  * @count: index into values array
343  * @num_types: number of counter types
344  * @type_info: helper array to get values-array offset for current function
345  */
346 struct gcov_iterator {
347 	struct gcov_info *info;
348 
349 	int record;
350 	unsigned int function;
351 	unsigned int type;
352 	unsigned int count;
353 
354 	int num_types;
355 	struct type_info type_info[0];
356 };
357 
get_func(struct gcov_iterator * iter)358 static struct gcov_fn_info *get_func(struct gcov_iterator *iter)
359 {
360 	return get_fn_info(iter->info, iter->function);
361 }
362 
get_type(struct gcov_iterator * iter)363 static struct type_info *get_type(struct gcov_iterator *iter)
364 {
365 	return &iter->type_info[iter->type];
366 }
367 
368 /**
369  * gcov_iter_new - allocate and initialize profiling data iterator
370  * @info: profiling data set to be iterated
371  *
372  * Return file iterator on success, %NULL otherwise.
373  */
gcov_iter_new(struct gcov_info * info)374 struct gcov_iterator *gcov_iter_new(struct gcov_info *info)
375 {
376 	struct gcov_iterator *iter;
377 
378 	iter = kzalloc(struct_size(iter, type_info, num_counter_active(info)),
379 		       GFP_KERNEL);
380 	if (iter)
381 		iter->info = info;
382 
383 	return iter;
384 }
385 
386 /**
387  * gcov_iter_free - release memory for iterator
388  * @iter: file iterator to free
389  */
gcov_iter_free(struct gcov_iterator * iter)390 void gcov_iter_free(struct gcov_iterator *iter)
391 {
392 	kfree(iter);
393 }
394 
395 /**
396  * gcov_iter_get_info - return profiling data set for given file iterator
397  * @iter: file iterator
398  */
gcov_iter_get_info(struct gcov_iterator * iter)399 struct gcov_info *gcov_iter_get_info(struct gcov_iterator *iter)
400 {
401 	return iter->info;
402 }
403 
404 /**
405  * gcov_iter_start - reset file iterator to starting position
406  * @iter: file iterator
407  */
gcov_iter_start(struct gcov_iterator * iter)408 void gcov_iter_start(struct gcov_iterator *iter)
409 {
410 	int i;
411 
412 	iter->record = 0;
413 	iter->function = 0;
414 	iter->type = 0;
415 	iter->count = 0;
416 	iter->num_types = 0;
417 	for (i = 0; i < GCOV_COUNTERS; i++) {
418 		if (counter_active(iter->info, i)) {
419 			iter->type_info[iter->num_types].ctr_type = i;
420 			iter->type_info[iter->num_types++].offset = 0;
421 		}
422 	}
423 }
424 
425 /* Mapping of logical record number to actual file content. */
426 #define RECORD_FILE_MAGIC	0
427 #define RECORD_GCOV_VERSION	1
428 #define RECORD_TIME_STAMP	2
429 #define RECORD_FUNCTION_TAG	3
430 #define RECORD_FUNCTON_TAG_LEN	4
431 #define RECORD_FUNCTION_IDENT	5
432 #define RECORD_FUNCTION_CHECK	6
433 #define RECORD_COUNT_TAG	7
434 #define RECORD_COUNT_LEN	8
435 #define RECORD_COUNT		9
436 
437 /**
438  * gcov_iter_next - advance file iterator to next logical record
439  * @iter: file iterator
440  *
441  * Return zero if new position is valid, non-zero if iterator has reached end.
442  */
gcov_iter_next(struct gcov_iterator * iter)443 int gcov_iter_next(struct gcov_iterator *iter)
444 {
445 	switch (iter->record) {
446 	case RECORD_FILE_MAGIC:
447 	case RECORD_GCOV_VERSION:
448 	case RECORD_FUNCTION_TAG:
449 	case RECORD_FUNCTON_TAG_LEN:
450 	case RECORD_FUNCTION_IDENT:
451 	case RECORD_COUNT_TAG:
452 		/* Advance to next record */
453 		iter->record++;
454 		break;
455 	case RECORD_COUNT:
456 		/* Advance to next count */
457 		iter->count++;
458 		/* fall through */
459 	case RECORD_COUNT_LEN:
460 		if (iter->count < get_func(iter)->n_ctrs[iter->type]) {
461 			iter->record = 9;
462 			break;
463 		}
464 		/* Advance to next counter type */
465 		get_type(iter)->offset += iter->count;
466 		iter->count = 0;
467 		iter->type++;
468 		/* fall through */
469 	case RECORD_FUNCTION_CHECK:
470 		if (iter->type < iter->num_types) {
471 			iter->record = 7;
472 			break;
473 		}
474 		/* Advance to next function */
475 		iter->type = 0;
476 		iter->function++;
477 		/* fall through */
478 	case RECORD_TIME_STAMP:
479 		if (iter->function < iter->info->n_functions)
480 			iter->record = 3;
481 		else
482 			iter->record = -1;
483 		break;
484 	}
485 	/* Check for EOF. */
486 	if (iter->record == -1)
487 		return -EINVAL;
488 	else
489 		return 0;
490 }
491 
492 /**
493  * seq_write_gcov_u32 - write 32 bit number in gcov format to seq_file
494  * @seq: seq_file handle
495  * @v: value to be stored
496  *
497  * Number format defined by gcc: numbers are recorded in the 32 bit
498  * unsigned binary form of the endianness of the machine generating the
499  * file.
500  */
seq_write_gcov_u32(struct seq_file * seq,u32 v)501 static int seq_write_gcov_u32(struct seq_file *seq, u32 v)
502 {
503 	return seq_write(seq, &v, sizeof(v));
504 }
505 
506 /**
507  * seq_write_gcov_u64 - write 64 bit number in gcov format to seq_file
508  * @seq: seq_file handle
509  * @v: value to be stored
510  *
511  * Number format defined by gcc: numbers are recorded in the 32 bit
512  * unsigned binary form of the endianness of the machine generating the
513  * file. 64 bit numbers are stored as two 32 bit numbers, the low part
514  * first.
515  */
seq_write_gcov_u64(struct seq_file * seq,u64 v)516 static int seq_write_gcov_u64(struct seq_file *seq, u64 v)
517 {
518 	u32 data[2];
519 
520 	data[0] = (v & 0xffffffffUL);
521 	data[1] = (v >> 32);
522 	return seq_write(seq, data, sizeof(data));
523 }
524 
525 /**
526  * gcov_iter_write - write data for current pos to seq_file
527  * @iter: file iterator
528  * @seq: seq_file handle
529  *
530  * Return zero on success, non-zero otherwise.
531  */
gcov_iter_write(struct gcov_iterator * iter,struct seq_file * seq)532 int gcov_iter_write(struct gcov_iterator *iter, struct seq_file *seq)
533 {
534 	int rc = -EINVAL;
535 
536 	switch (iter->record) {
537 	case RECORD_FILE_MAGIC:
538 		rc = seq_write_gcov_u32(seq, GCOV_DATA_MAGIC);
539 		break;
540 	case RECORD_GCOV_VERSION:
541 		rc = seq_write_gcov_u32(seq, iter->info->version);
542 		break;
543 	case RECORD_TIME_STAMP:
544 		rc = seq_write_gcov_u32(seq, iter->info->stamp);
545 		break;
546 	case RECORD_FUNCTION_TAG:
547 		rc = seq_write_gcov_u32(seq, GCOV_TAG_FUNCTION);
548 		break;
549 	case RECORD_FUNCTON_TAG_LEN:
550 		rc = seq_write_gcov_u32(seq, 2);
551 		break;
552 	case RECORD_FUNCTION_IDENT:
553 		rc = seq_write_gcov_u32(seq, get_func(iter)->ident);
554 		break;
555 	case RECORD_FUNCTION_CHECK:
556 		rc = seq_write_gcov_u32(seq, get_func(iter)->checksum);
557 		break;
558 	case RECORD_COUNT_TAG:
559 		rc = seq_write_gcov_u32(seq,
560 			GCOV_TAG_FOR_COUNTER(get_type(iter)->ctr_type));
561 		break;
562 	case RECORD_COUNT_LEN:
563 		rc = seq_write_gcov_u32(seq,
564 				get_func(iter)->n_ctrs[iter->type] * 2);
565 		break;
566 	case RECORD_COUNT:
567 		rc = seq_write_gcov_u64(seq,
568 			iter->info->counts[iter->type].
569 				values[iter->count + get_type(iter)->offset]);
570 		break;
571 	}
572 	return rc;
573 }
574