• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 #ifndef __PERF_RECORD_H
2 #define __PERF_RECORD_H
3 
4 #include <limits.h>
5 #include <stdio.h>
6 
7 #include "../perf.h"
8 #include "map.h"
9 #include "build-id.h"
10 #include "perf_regs.h"
11 
12 struct mmap_event {
13 	struct perf_event_header header;
14 	u32 pid, tid;
15 	u64 start;
16 	u64 len;
17 	u64 pgoff;
18 	char filename[PATH_MAX];
19 };
20 
21 struct mmap2_event {
22 	struct perf_event_header header;
23 	u32 pid, tid;
24 	u64 start;
25 	u64 len;
26 	u64 pgoff;
27 	u32 maj;
28 	u32 min;
29 	u64 ino;
30 	u64 ino_generation;
31 	u32 prot;
32 	u32 flags;
33 	char filename[PATH_MAX];
34 };
35 
36 struct comm_event {
37 	struct perf_event_header header;
38 	u32 pid, tid;
39 	char comm[16];
40 };
41 
42 struct fork_event {
43 	struct perf_event_header header;
44 	u32 pid, ppid;
45 	u32 tid, ptid;
46 	u64 time;
47 };
48 
49 struct lost_event {
50 	struct perf_event_header header;
51 	u64 id;
52 	u64 lost;
53 };
54 
55 struct lost_samples_event {
56 	struct perf_event_header header;
57 	u64 lost;
58 };
59 
60 /*
61  * PERF_FORMAT_ENABLED | PERF_FORMAT_RUNNING | PERF_FORMAT_ID
62  */
63 struct read_event {
64 	struct perf_event_header header;
65 	u32 pid, tid;
66 	u64 value;
67 	u64 time_enabled;
68 	u64 time_running;
69 	u64 id;
70 };
71 
72 struct throttle_event {
73 	struct perf_event_header header;
74 	u64 time;
75 	u64 id;
76 	u64 stream_id;
77 };
78 
79 #define PERF_SAMPLE_MASK				\
80 	(PERF_SAMPLE_IP | PERF_SAMPLE_TID |		\
81 	 PERF_SAMPLE_TIME | PERF_SAMPLE_ADDR |		\
82 	PERF_SAMPLE_ID | PERF_SAMPLE_STREAM_ID |	\
83 	 PERF_SAMPLE_CPU | PERF_SAMPLE_PERIOD |		\
84 	 PERF_SAMPLE_IDENTIFIER)
85 
86 /* perf sample has 16 bits size limit */
87 #define PERF_SAMPLE_MAX_SIZE (1 << 16)
88 
89 struct sample_event {
90 	struct perf_event_header        header;
91 	u64 array[];
92 };
93 
94 struct regs_dump {
95 	u64 abi;
96 	u64 mask;
97 	u64 *regs;
98 
99 	/* Cached values/mask filled by first register access. */
100 	u64 cache_regs[PERF_REGS_MAX];
101 	u64 cache_mask;
102 };
103 
104 struct stack_dump {
105 	u16 offset;
106 	u64 size;
107 	char *data;
108 };
109 
110 struct sample_read_value {
111 	u64 value;
112 	u64 id;
113 };
114 
115 struct sample_read {
116 	u64 time_enabled;
117 	u64 time_running;
118 	union {
119 		struct {
120 			u64 nr;
121 			struct sample_read_value *values;
122 		} group;
123 		struct sample_read_value one;
124 	};
125 };
126 
127 struct ip_callchain {
128 	u64 nr;
129 	u64 ips[0];
130 };
131 
132 struct branch_flags {
133 	u64 mispred:1;
134 	u64 predicted:1;
135 	u64 in_tx:1;
136 	u64 abort:1;
137 	u64 cycles:16;
138 	u64 reserved:44;
139 };
140 
141 struct branch_entry {
142 	u64			from;
143 	u64			to;
144 	struct branch_flags	flags;
145 };
146 
147 struct branch_stack {
148 	u64			nr;
149 	struct branch_entry	entries[0];
150 };
151 
152 enum {
153 	PERF_IP_FLAG_BRANCH		= 1ULL << 0,
154 	PERF_IP_FLAG_CALL		= 1ULL << 1,
155 	PERF_IP_FLAG_RETURN		= 1ULL << 2,
156 	PERF_IP_FLAG_CONDITIONAL	= 1ULL << 3,
157 	PERF_IP_FLAG_SYSCALLRET		= 1ULL << 4,
158 	PERF_IP_FLAG_ASYNC		= 1ULL << 5,
159 	PERF_IP_FLAG_INTERRUPT		= 1ULL << 6,
160 	PERF_IP_FLAG_TX_ABORT		= 1ULL << 7,
161 	PERF_IP_FLAG_TRACE_BEGIN	= 1ULL << 8,
162 	PERF_IP_FLAG_TRACE_END		= 1ULL << 9,
163 	PERF_IP_FLAG_IN_TX		= 1ULL << 10,
164 };
165 
166 #define PERF_IP_FLAG_CHARS "bcrosyiABEx"
167 
168 #define PERF_BRANCH_MASK		(\
169 	PERF_IP_FLAG_BRANCH		|\
170 	PERF_IP_FLAG_CALL		|\
171 	PERF_IP_FLAG_RETURN		|\
172 	PERF_IP_FLAG_CONDITIONAL	|\
173 	PERF_IP_FLAG_SYSCALLRET		|\
174 	PERF_IP_FLAG_ASYNC		|\
175 	PERF_IP_FLAG_INTERRUPT		|\
176 	PERF_IP_FLAG_TX_ABORT		|\
177 	PERF_IP_FLAG_TRACE_BEGIN	|\
178 	PERF_IP_FLAG_TRACE_END)
179 
180 struct perf_sample {
181 	u64 ip;
182 	u32 pid, tid;
183 	u64 time;
184 	u64 addr;
185 	u64 id;
186 	u64 stream_id;
187 	u64 period;
188 	u64 weight;
189 	u64 transaction;
190 	u32 cpu;
191 	u32 raw_size;
192 	u64 data_src;
193 	u32 flags;
194 	u16 insn_len;
195 	u8  cpumode;
196 	void *raw_data;
197 	struct ip_callchain *callchain;
198 	struct branch_stack *branch_stack;
199 	struct regs_dump  user_regs;
200 	struct regs_dump  intr_regs;
201 	struct stack_dump user_stack;
202 	struct sample_read read;
203 };
204 
205 #define PERF_MEM_DATA_SRC_NONE \
206 	(PERF_MEM_S(OP, NA) |\
207 	 PERF_MEM_S(LVL, NA) |\
208 	 PERF_MEM_S(SNOOP, NA) |\
209 	 PERF_MEM_S(LOCK, NA) |\
210 	 PERF_MEM_S(TLB, NA))
211 
212 struct build_id_event {
213 	struct perf_event_header header;
214 	pid_t			 pid;
215 	u8			 build_id[PERF_ALIGN(BUILD_ID_SIZE, sizeof(u64))];
216 	char			 filename[];
217 };
218 
219 enum perf_user_event_type { /* above any possible kernel type */
220 	PERF_RECORD_USER_TYPE_START		= 64,
221 	PERF_RECORD_HEADER_ATTR			= 64,
222 	PERF_RECORD_HEADER_EVENT_TYPE		= 65, /* depreceated */
223 	PERF_RECORD_HEADER_TRACING_DATA		= 66,
224 	PERF_RECORD_HEADER_BUILD_ID		= 67,
225 	PERF_RECORD_FINISHED_ROUND		= 68,
226 	PERF_RECORD_ID_INDEX			= 69,
227 	PERF_RECORD_AUXTRACE_INFO		= 70,
228 	PERF_RECORD_AUXTRACE			= 71,
229 	PERF_RECORD_AUXTRACE_ERROR		= 72,
230 	PERF_RECORD_THREAD_MAP			= 73,
231 	PERF_RECORD_CPU_MAP			= 74,
232 	PERF_RECORD_STAT_CONFIG			= 75,
233 	PERF_RECORD_STAT			= 76,
234 	PERF_RECORD_STAT_ROUND			= 77,
235 	PERF_RECORD_EVENT_UPDATE		= 78,
236 	PERF_RECORD_TIME_CONV			= 79,
237 	PERF_RECORD_HEADER_MAX
238 };
239 
240 enum auxtrace_error_type {
241 	PERF_AUXTRACE_ERROR_ITRACE  = 1,
242 	PERF_AUXTRACE_ERROR_MAX
243 };
244 
245 /*
246  * The kernel collects the number of events it couldn't send in a stretch and
247  * when possible sends this number in a PERF_RECORD_LOST event. The number of
248  * such "chunks" of lost events is stored in .nr_events[PERF_EVENT_LOST] while
249  * total_lost tells exactly how many events the kernel in fact lost, i.e. it is
250  * the sum of all struct lost_event.lost fields reported.
251  *
252  * The kernel discards mixed up samples and sends the number in a
253  * PERF_RECORD_LOST_SAMPLES event. The number of lost-samples events is stored
254  * in .nr_events[PERF_RECORD_LOST_SAMPLES] while total_lost_samples tells
255  * exactly how many samples the kernel in fact dropped, i.e. it is the sum of
256  * all struct lost_samples_event.lost fields reported.
257  *
258  * The total_period is needed because by default auto-freq is used, so
259  * multipling nr_events[PERF_EVENT_SAMPLE] by a frequency isn't possible to get
260  * the total number of low level events, it is necessary to to sum all struct
261  * sample_event.period and stash the result in total_period.
262  */
263 struct events_stats {
264 	u64 total_period;
265 	u64 total_non_filtered_period;
266 	u64 total_lost;
267 	u64 total_lost_samples;
268 	u64 total_aux_lost;
269 	u64 total_invalid_chains;
270 	u32 nr_events[PERF_RECORD_HEADER_MAX];
271 	u32 nr_non_filtered_samples;
272 	u32 nr_lost_warned;
273 	u32 nr_unknown_events;
274 	u32 nr_invalid_chains;
275 	u32 nr_unknown_id;
276 	u32 nr_unprocessable_samples;
277 	u32 nr_auxtrace_errors[PERF_AUXTRACE_ERROR_MAX];
278 	u32 nr_proc_map_timeout;
279 };
280 
281 enum {
282 	PERF_CPU_MAP__CPUS = 0,
283 	PERF_CPU_MAP__MASK = 1,
284 };
285 
286 struct cpu_map_entries {
287 	u16	nr;
288 	u16	cpu[];
289 };
290 
291 struct cpu_map_mask {
292 	u16	nr;
293 	u16	long_size;
294 	unsigned long mask[];
295 };
296 
297 struct cpu_map_data {
298 	u16	type;
299 	char	data[];
300 };
301 
302 struct cpu_map_event {
303 	struct perf_event_header	header;
304 	struct cpu_map_data		data;
305 };
306 
307 struct attr_event {
308 	struct perf_event_header header;
309 	struct perf_event_attr attr;
310 	u64 id[];
311 };
312 
313 enum {
314 	PERF_EVENT_UPDATE__UNIT  = 0,
315 	PERF_EVENT_UPDATE__SCALE = 1,
316 	PERF_EVENT_UPDATE__NAME  = 2,
317 	PERF_EVENT_UPDATE__CPUS  = 3,
318 };
319 
320 struct event_update_event_cpus {
321 	struct cpu_map_data cpus;
322 };
323 
324 struct event_update_event_scale {
325 	double scale;
326 };
327 
328 struct event_update_event {
329 	struct perf_event_header header;
330 	u64 type;
331 	u64 id;
332 
333 	char data[];
334 };
335 
336 #define MAX_EVENT_NAME 64
337 
338 struct perf_trace_event_type {
339 	u64	event_id;
340 	char	name[MAX_EVENT_NAME];
341 };
342 
343 struct event_type_event {
344 	struct perf_event_header header;
345 	struct perf_trace_event_type event_type;
346 };
347 
348 struct tracing_data_event {
349 	struct perf_event_header header;
350 	u32 size;
351 };
352 
353 struct id_index_entry {
354 	u64 id;
355 	u64 idx;
356 	u64 cpu;
357 	u64 tid;
358 };
359 
360 struct id_index_event {
361 	struct perf_event_header header;
362 	u64 nr;
363 	struct id_index_entry entries[0];
364 };
365 
366 struct auxtrace_info_event {
367 	struct perf_event_header header;
368 	u32 type;
369 	u32 reserved__; /* For alignment */
370 	u64 priv[];
371 };
372 
373 struct auxtrace_event {
374 	struct perf_event_header header;
375 	u64 size;
376 	u64 offset;
377 	u64 reference;
378 	u32 idx;
379 	u32 tid;
380 	u32 cpu;
381 	u32 reserved__; /* For alignment */
382 };
383 
384 #define MAX_AUXTRACE_ERROR_MSG 64
385 
386 struct auxtrace_error_event {
387 	struct perf_event_header header;
388 	u32 type;
389 	u32 code;
390 	u32 cpu;
391 	u32 pid;
392 	u32 tid;
393 	u32 reserved__; /* For alignment */
394 	u64 ip;
395 	char msg[MAX_AUXTRACE_ERROR_MSG];
396 };
397 
398 struct aux_event {
399 	struct perf_event_header header;
400 	u64	aux_offset;
401 	u64	aux_size;
402 	u64	flags;
403 };
404 
405 struct itrace_start_event {
406 	struct perf_event_header header;
407 	u32 pid, tid;
408 };
409 
410 struct context_switch_event {
411 	struct perf_event_header header;
412 	u32 next_prev_pid;
413 	u32 next_prev_tid;
414 };
415 
416 struct thread_map_event_entry {
417 	u64	pid;
418 	char	comm[16];
419 };
420 
421 struct thread_map_event {
422 	struct perf_event_header	header;
423 	u64				nr;
424 	struct thread_map_event_entry	entries[];
425 };
426 
427 enum {
428 	PERF_STAT_CONFIG_TERM__AGGR_MODE	= 0,
429 	PERF_STAT_CONFIG_TERM__INTERVAL		= 1,
430 	PERF_STAT_CONFIG_TERM__SCALE		= 2,
431 	PERF_STAT_CONFIG_TERM__MAX		= 3,
432 };
433 
434 struct stat_config_event_entry {
435 	u64	tag;
436 	u64	val;
437 };
438 
439 struct stat_config_event {
440 	struct perf_event_header	header;
441 	u64				nr;
442 	struct stat_config_event_entry	data[];
443 };
444 
445 struct stat_event {
446 	struct perf_event_header	header;
447 
448 	u64	id;
449 	u32	cpu;
450 	u32	thread;
451 
452 	union {
453 		struct {
454 			u64 val;
455 			u64 ena;
456 			u64 run;
457 		};
458 		u64 values[3];
459 	};
460 };
461 
462 enum {
463 	PERF_STAT_ROUND_TYPE__INTERVAL	= 0,
464 	PERF_STAT_ROUND_TYPE__FINAL	= 1,
465 };
466 
467 struct stat_round_event {
468 	struct perf_event_header	header;
469 	u64				type;
470 	u64				time;
471 };
472 
473 struct time_conv_event {
474 	struct perf_event_header header;
475 	u64 time_shift;
476 	u64 time_mult;
477 	u64 time_zero;
478 };
479 
480 union perf_event {
481 	struct perf_event_header	header;
482 	struct mmap_event		mmap;
483 	struct mmap2_event		mmap2;
484 	struct comm_event		comm;
485 	struct fork_event		fork;
486 	struct lost_event		lost;
487 	struct lost_samples_event	lost_samples;
488 	struct read_event		read;
489 	struct throttle_event		throttle;
490 	struct sample_event		sample;
491 	struct attr_event		attr;
492 	struct event_update_event	event_update;
493 	struct event_type_event		event_type;
494 	struct tracing_data_event	tracing_data;
495 	struct build_id_event		build_id;
496 	struct id_index_event		id_index;
497 	struct auxtrace_info_event	auxtrace_info;
498 	struct auxtrace_event		auxtrace;
499 	struct auxtrace_error_event	auxtrace_error;
500 	struct aux_event		aux;
501 	struct itrace_start_event	itrace_start;
502 	struct context_switch_event	context_switch;
503 	struct thread_map_event		thread_map;
504 	struct cpu_map_event		cpu_map;
505 	struct stat_config_event	stat_config;
506 	struct stat_event		stat;
507 	struct stat_round_event		stat_round;
508 	struct time_conv_event		time_conv;
509 };
510 
511 void perf_event__print_totals(void);
512 
513 struct perf_tool;
514 struct thread_map;
515 struct cpu_map;
516 struct perf_stat_config;
517 struct perf_counts_values;
518 
519 typedef int (*perf_event__handler_t)(struct perf_tool *tool,
520 				     union perf_event *event,
521 				     struct perf_sample *sample,
522 				     struct machine *machine);
523 
524 int perf_event__synthesize_thread_map(struct perf_tool *tool,
525 				      struct thread_map *threads,
526 				      perf_event__handler_t process,
527 				      struct machine *machine, bool mmap_data,
528 				      unsigned int proc_map_timeout);
529 int perf_event__synthesize_thread_map2(struct perf_tool *tool,
530 				      struct thread_map *threads,
531 				      perf_event__handler_t process,
532 				      struct machine *machine);
533 int perf_event__synthesize_cpu_map(struct perf_tool *tool,
534 				   struct cpu_map *cpus,
535 				   perf_event__handler_t process,
536 				   struct machine *machine);
537 int perf_event__synthesize_threads(struct perf_tool *tool,
538 				   perf_event__handler_t process,
539 				   struct machine *machine, bool mmap_data,
540 				   unsigned int proc_map_timeout);
541 int perf_event__synthesize_kernel_mmap(struct perf_tool *tool,
542 				       perf_event__handler_t process,
543 				       struct machine *machine);
544 int perf_event__synthesize_stat_config(struct perf_tool *tool,
545 				       struct perf_stat_config *config,
546 				       perf_event__handler_t process,
547 				       struct machine *machine);
548 void perf_event__read_stat_config(struct perf_stat_config *config,
549 				  struct stat_config_event *event);
550 int perf_event__synthesize_stat(struct perf_tool *tool,
551 				u32 cpu, u32 thread, u64 id,
552 				struct perf_counts_values *count,
553 				perf_event__handler_t process,
554 				struct machine *machine);
555 int perf_event__synthesize_stat_round(struct perf_tool *tool,
556 				      u64 time, u64 type,
557 				      perf_event__handler_t process,
558 				      struct machine *machine);
559 int perf_event__synthesize_modules(struct perf_tool *tool,
560 				   perf_event__handler_t process,
561 				   struct machine *machine);
562 
563 int perf_event__process_comm(struct perf_tool *tool,
564 			     union perf_event *event,
565 			     struct perf_sample *sample,
566 			     struct machine *machine);
567 int perf_event__process_lost(struct perf_tool *tool,
568 			     union perf_event *event,
569 			     struct perf_sample *sample,
570 			     struct machine *machine);
571 int perf_event__process_lost_samples(struct perf_tool *tool,
572 				     union perf_event *event,
573 				     struct perf_sample *sample,
574 				     struct machine *machine);
575 int perf_event__process_aux(struct perf_tool *tool,
576 			    union perf_event *event,
577 			    struct perf_sample *sample,
578 			    struct machine *machine);
579 int perf_event__process_itrace_start(struct perf_tool *tool,
580 				     union perf_event *event,
581 				     struct perf_sample *sample,
582 				     struct machine *machine);
583 int perf_event__process_switch(struct perf_tool *tool,
584 			       union perf_event *event,
585 			       struct perf_sample *sample,
586 			       struct machine *machine);
587 int perf_event__process_mmap(struct perf_tool *tool,
588 			     union perf_event *event,
589 			     struct perf_sample *sample,
590 			     struct machine *machine);
591 int perf_event__process_mmap2(struct perf_tool *tool,
592 			     union perf_event *event,
593 			     struct perf_sample *sample,
594 			     struct machine *machine);
595 int perf_event__process_fork(struct perf_tool *tool,
596 			     union perf_event *event,
597 			     struct perf_sample *sample,
598 			     struct machine *machine);
599 int perf_event__process_exit(struct perf_tool *tool,
600 			     union perf_event *event,
601 			     struct perf_sample *sample,
602 			     struct machine *machine);
603 int perf_event__process(struct perf_tool *tool,
604 			union perf_event *event,
605 			struct perf_sample *sample,
606 			struct machine *machine);
607 
608 struct addr_location;
609 
610 int machine__resolve(struct machine *machine, struct addr_location *al,
611 		     struct perf_sample *sample);
612 
613 void addr_location__put(struct addr_location *al);
614 
615 struct thread;
616 
617 bool is_bts_event(struct perf_event_attr *attr);
618 bool sample_addr_correlates_sym(struct perf_event_attr *attr);
619 void thread__resolve(struct thread *thread, struct addr_location *al,
620 		     struct perf_sample *sample);
621 
622 const char *perf_event__name(unsigned int id);
623 
624 size_t perf_event__sample_event_size(const struct perf_sample *sample, u64 type,
625 				     u64 read_format);
626 int perf_event__synthesize_sample(union perf_event *event, u64 type,
627 				  u64 read_format,
628 				  const struct perf_sample *sample,
629 				  bool swapped);
630 
631 pid_t perf_event__synthesize_comm(struct perf_tool *tool,
632 				  union perf_event *event, pid_t pid,
633 				  perf_event__handler_t process,
634 				  struct machine *machine);
635 
636 int perf_event__synthesize_mmap_events(struct perf_tool *tool,
637 				       union perf_event *event,
638 				       pid_t pid, pid_t tgid,
639 				       perf_event__handler_t process,
640 				       struct machine *machine,
641 				       bool mmap_data,
642 				       unsigned int proc_map_timeout);
643 
644 size_t perf_event__fprintf_comm(union perf_event *event, FILE *fp);
645 size_t perf_event__fprintf_mmap(union perf_event *event, FILE *fp);
646 size_t perf_event__fprintf_mmap2(union perf_event *event, FILE *fp);
647 size_t perf_event__fprintf_task(union perf_event *event, FILE *fp);
648 size_t perf_event__fprintf_aux(union perf_event *event, FILE *fp);
649 size_t perf_event__fprintf_itrace_start(union perf_event *event, FILE *fp);
650 size_t perf_event__fprintf_switch(union perf_event *event, FILE *fp);
651 size_t perf_event__fprintf_thread_map(union perf_event *event, FILE *fp);
652 size_t perf_event__fprintf_cpu_map(union perf_event *event, FILE *fp);
653 size_t perf_event__fprintf(union perf_event *event, FILE *fp);
654 
655 u64 kallsyms__get_function_start(const char *kallsyms_filename,
656 				 const char *symbol_name);
657 
658 void *cpu_map_data__alloc(struct cpu_map *map, size_t *size, u16 *type, int *max);
659 void  cpu_map_data__synthesize(struct cpu_map_data *data, struct cpu_map *map,
660 			       u16 type, int max);
661 #endif /* __PERF_RECORD_H */
662