1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/hw_breakpoint.h>
3 #include <linux/err.h>
4 #include <dirent.h>
5 #include <errno.h>
6 #include <sys/ioctl.h>
7 #include <sys/param.h>
8 #include "term.h"
9 #include "../perf.h"
10 #include "evlist.h"
11 #include "evsel.h"
12 #include <subcmd/parse-options.h>
13 #include "parse-events.h"
14 #include <subcmd/exec-cmd.h>
15 #include "string2.h"
16 #include "strlist.h"
17 #include "symbol.h"
18 #include "cache.h"
19 #include "header.h"
20 #include "bpf-loader.h"
21 #include "debug.h"
22 #include <api/fs/tracing_path.h>
23 #include "parse-events-bison.h"
24 #define YY_EXTRA_TYPE int
25 #include "parse-events-flex.h"
26 #include "pmu.h"
27 #include "thread_map.h"
28 #include "cpumap.h"
29 #include "probe-file.h"
30 #include "asm/bug.h"
31 #include "util/parse-branch-options.h"
32
33 #define MAX_NAME_LEN 100
34
35 #ifdef PARSER_DEBUG
36 extern int parse_events_debug;
37 #endif
38 int parse_events_parse(void *parse_state, void *scanner);
39 static int get_config_terms(struct list_head *head_config,
40 struct list_head *head_terms __maybe_unused);
41
42 static struct perf_pmu_event_symbol *perf_pmu_events_list;
43 /*
44 * The variable indicates the number of supported pmu event symbols.
45 * 0 means not initialized and ready to init
46 * -1 means failed to init, don't try anymore
47 * >0 is the number of supported pmu event symbols
48 */
49 static int perf_pmu_events_list_num;
50
51 struct event_symbol event_symbols_hw[PERF_COUNT_HW_MAX] = {
52 [PERF_COUNT_HW_CPU_CYCLES] = {
53 .symbol = "cpu-cycles",
54 .alias = "cycles",
55 },
56 [PERF_COUNT_HW_INSTRUCTIONS] = {
57 .symbol = "instructions",
58 .alias = "",
59 },
60 [PERF_COUNT_HW_CACHE_REFERENCES] = {
61 .symbol = "cache-references",
62 .alias = "",
63 },
64 [PERF_COUNT_HW_CACHE_MISSES] = {
65 .symbol = "cache-misses",
66 .alias = "",
67 },
68 [PERF_COUNT_HW_BRANCH_INSTRUCTIONS] = {
69 .symbol = "branch-instructions",
70 .alias = "branches",
71 },
72 [PERF_COUNT_HW_BRANCH_MISSES] = {
73 .symbol = "branch-misses",
74 .alias = "",
75 },
76 [PERF_COUNT_HW_BUS_CYCLES] = {
77 .symbol = "bus-cycles",
78 .alias = "",
79 },
80 [PERF_COUNT_HW_STALLED_CYCLES_FRONTEND] = {
81 .symbol = "stalled-cycles-frontend",
82 .alias = "idle-cycles-frontend",
83 },
84 [PERF_COUNT_HW_STALLED_CYCLES_BACKEND] = {
85 .symbol = "stalled-cycles-backend",
86 .alias = "idle-cycles-backend",
87 },
88 [PERF_COUNT_HW_REF_CPU_CYCLES] = {
89 .symbol = "ref-cycles",
90 .alias = "",
91 },
92 };
93
94 struct event_symbol event_symbols_sw[PERF_COUNT_SW_MAX] = {
95 [PERF_COUNT_SW_CPU_CLOCK] = {
96 .symbol = "cpu-clock",
97 .alias = "",
98 },
99 [PERF_COUNT_SW_TASK_CLOCK] = {
100 .symbol = "task-clock",
101 .alias = "",
102 },
103 [PERF_COUNT_SW_PAGE_FAULTS] = {
104 .symbol = "page-faults",
105 .alias = "faults",
106 },
107 [PERF_COUNT_SW_CONTEXT_SWITCHES] = {
108 .symbol = "context-switches",
109 .alias = "cs",
110 },
111 [PERF_COUNT_SW_CPU_MIGRATIONS] = {
112 .symbol = "cpu-migrations",
113 .alias = "migrations",
114 },
115 [PERF_COUNT_SW_PAGE_FAULTS_MIN] = {
116 .symbol = "minor-faults",
117 .alias = "",
118 },
119 [PERF_COUNT_SW_PAGE_FAULTS_MAJ] = {
120 .symbol = "major-faults",
121 .alias = "",
122 },
123 [PERF_COUNT_SW_ALIGNMENT_FAULTS] = {
124 .symbol = "alignment-faults",
125 .alias = "",
126 },
127 [PERF_COUNT_SW_EMULATION_FAULTS] = {
128 .symbol = "emulation-faults",
129 .alias = "",
130 },
131 [PERF_COUNT_SW_DUMMY] = {
132 .symbol = "dummy",
133 .alias = "",
134 },
135 [PERF_COUNT_SW_BPF_OUTPUT] = {
136 .symbol = "bpf-output",
137 .alias = "",
138 },
139 };
140
141 #define __PERF_EVENT_FIELD(config, name) \
142 ((config & PERF_EVENT_##name##_MASK) >> PERF_EVENT_##name##_SHIFT)
143
144 #define PERF_EVENT_RAW(config) __PERF_EVENT_FIELD(config, RAW)
145 #define PERF_EVENT_CONFIG(config) __PERF_EVENT_FIELD(config, CONFIG)
146 #define PERF_EVENT_TYPE(config) __PERF_EVENT_FIELD(config, TYPE)
147 #define PERF_EVENT_ID(config) __PERF_EVENT_FIELD(config, EVENT)
148
149 #define for_each_subsystem(sys_dir, sys_dirent) \
150 while ((sys_dirent = readdir(sys_dir)) != NULL) \
151 if (sys_dirent->d_type == DT_DIR && \
152 (strcmp(sys_dirent->d_name, ".")) && \
153 (strcmp(sys_dirent->d_name, "..")))
154
tp_event_has_id(struct dirent * sys_dir,struct dirent * evt_dir)155 static int tp_event_has_id(struct dirent *sys_dir, struct dirent *evt_dir)
156 {
157 char evt_path[MAXPATHLEN];
158 int fd;
159
160 snprintf(evt_path, MAXPATHLEN, "%s/%s/%s/id", tracing_events_path,
161 sys_dir->d_name, evt_dir->d_name);
162 fd = open(evt_path, O_RDONLY);
163 if (fd < 0)
164 return -EINVAL;
165 close(fd);
166
167 return 0;
168 }
169
170 #define for_each_event(sys_dirent, evt_dir, evt_dirent) \
171 while ((evt_dirent = readdir(evt_dir)) != NULL) \
172 if (evt_dirent->d_type == DT_DIR && \
173 (strcmp(evt_dirent->d_name, ".")) && \
174 (strcmp(evt_dirent->d_name, "..")) && \
175 (!tp_event_has_id(sys_dirent, evt_dirent)))
176
177 #define MAX_EVENT_LENGTH 512
178
179
tracepoint_id_to_path(u64 config)180 struct tracepoint_path *tracepoint_id_to_path(u64 config)
181 {
182 struct tracepoint_path *path = NULL;
183 DIR *sys_dir, *evt_dir;
184 struct dirent *sys_dirent, *evt_dirent;
185 char id_buf[24];
186 int fd;
187 u64 id;
188 char evt_path[MAXPATHLEN];
189 char dir_path[MAXPATHLEN];
190
191 sys_dir = opendir(tracing_events_path);
192 if (!sys_dir)
193 return NULL;
194
195 for_each_subsystem(sys_dir, sys_dirent) {
196
197 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path,
198 sys_dirent->d_name);
199 evt_dir = opendir(dir_path);
200 if (!evt_dir)
201 continue;
202
203 for_each_event(sys_dirent, evt_dir, evt_dirent) {
204
205 scnprintf(evt_path, MAXPATHLEN, "%s/%s/id", dir_path,
206 evt_dirent->d_name);
207 fd = open(evt_path, O_RDONLY);
208 if (fd < 0)
209 continue;
210 if (read(fd, id_buf, sizeof(id_buf)) < 0) {
211 close(fd);
212 continue;
213 }
214 close(fd);
215 id = atoll(id_buf);
216 if (id == config) {
217 closedir(evt_dir);
218 closedir(sys_dir);
219 path = zalloc(sizeof(*path));
220 if (!path)
221 return NULL;
222 path->system = malloc(MAX_EVENT_LENGTH);
223 if (!path->system) {
224 free(path);
225 return NULL;
226 }
227 path->name = malloc(MAX_EVENT_LENGTH);
228 if (!path->name) {
229 zfree(&path->system);
230 free(path);
231 return NULL;
232 }
233 strncpy(path->system, sys_dirent->d_name,
234 MAX_EVENT_LENGTH);
235 strncpy(path->name, evt_dirent->d_name,
236 MAX_EVENT_LENGTH);
237 return path;
238 }
239 }
240 closedir(evt_dir);
241 }
242
243 closedir(sys_dir);
244 return NULL;
245 }
246
tracepoint_name_to_path(const char * name)247 struct tracepoint_path *tracepoint_name_to_path(const char *name)
248 {
249 struct tracepoint_path *path = zalloc(sizeof(*path));
250 char *str = strchr(name, ':');
251
252 if (path == NULL || str == NULL) {
253 free(path);
254 return NULL;
255 }
256
257 path->system = strndup(name, str - name);
258 path->name = strdup(str+1);
259
260 if (path->system == NULL || path->name == NULL) {
261 zfree(&path->system);
262 zfree(&path->name);
263 zfree(&path);
264 }
265
266 return path;
267 }
268
event_type(int type)269 const char *event_type(int type)
270 {
271 switch (type) {
272 case PERF_TYPE_HARDWARE:
273 return "hardware";
274
275 case PERF_TYPE_SOFTWARE:
276 return "software";
277
278 case PERF_TYPE_TRACEPOINT:
279 return "tracepoint";
280
281 case PERF_TYPE_HW_CACHE:
282 return "hardware-cache";
283
284 default:
285 break;
286 }
287
288 return "unknown";
289 }
290
parse_events__is_name_term(struct parse_events_term * term)291 static int parse_events__is_name_term(struct parse_events_term *term)
292 {
293 return term->type_term == PARSE_EVENTS__TERM_TYPE_NAME;
294 }
295
get_config_name(struct list_head * head_terms)296 static char *get_config_name(struct list_head *head_terms)
297 {
298 struct parse_events_term *term;
299
300 if (!head_terms)
301 return NULL;
302
303 list_for_each_entry(term, head_terms, list)
304 if (parse_events__is_name_term(term))
305 return term->val.str;
306
307 return NULL;
308 }
309
310 static struct perf_evsel *
__add_event(struct list_head * list,int * idx,struct perf_event_attr * attr,char * name,struct perf_pmu * pmu,struct list_head * config_terms,bool auto_merge_stats)311 __add_event(struct list_head *list, int *idx,
312 struct perf_event_attr *attr,
313 char *name, struct perf_pmu *pmu,
314 struct list_head *config_terms, bool auto_merge_stats)
315 {
316 struct perf_evsel *evsel;
317 struct cpu_map *cpus = pmu ? pmu->cpus : NULL;
318
319 event_attr_init(attr);
320
321 evsel = perf_evsel__new_idx(attr, *idx);
322 if (!evsel)
323 return NULL;
324
325 (*idx)++;
326 evsel->cpus = cpu_map__get(cpus);
327 evsel->own_cpus = cpu_map__get(cpus);
328 evsel->system_wide = pmu ? pmu->is_uncore : false;
329 evsel->auto_merge_stats = auto_merge_stats;
330
331 if (name)
332 evsel->name = strdup(name);
333
334 if (config_terms)
335 list_splice(config_terms, &evsel->config_terms);
336
337 list_add_tail(&evsel->node, list);
338 return evsel;
339 }
340
add_event(struct list_head * list,int * idx,struct perf_event_attr * attr,char * name,struct list_head * config_terms)341 static int add_event(struct list_head *list, int *idx,
342 struct perf_event_attr *attr, char *name,
343 struct list_head *config_terms)
344 {
345 return __add_event(list, idx, attr, name, NULL, config_terms, false) ? 0 : -ENOMEM;
346 }
347
parse_aliases(char * str,const char * names[][PERF_EVSEL__MAX_ALIASES],int size)348 static int parse_aliases(char *str, const char *names[][PERF_EVSEL__MAX_ALIASES], int size)
349 {
350 int i, j;
351 int n, longest = -1;
352
353 for (i = 0; i < size; i++) {
354 for (j = 0; j < PERF_EVSEL__MAX_ALIASES && names[i][j]; j++) {
355 n = strlen(names[i][j]);
356 if (n > longest && !strncasecmp(str, names[i][j], n))
357 longest = n;
358 }
359 if (longest > 0)
360 return i;
361 }
362
363 return -1;
364 }
365
366 typedef int config_term_func_t(struct perf_event_attr *attr,
367 struct parse_events_term *term,
368 struct parse_events_error *err);
369 static int config_term_common(struct perf_event_attr *attr,
370 struct parse_events_term *term,
371 struct parse_events_error *err);
372 static int config_attr(struct perf_event_attr *attr,
373 struct list_head *head,
374 struct parse_events_error *err,
375 config_term_func_t config_term);
376
parse_events_add_cache(struct list_head * list,int * idx,char * type,char * op_result1,char * op_result2,struct parse_events_error * err,struct list_head * head_config)377 int parse_events_add_cache(struct list_head *list, int *idx,
378 char *type, char *op_result1, char *op_result2,
379 struct parse_events_error *err,
380 struct list_head *head_config)
381 {
382 struct perf_event_attr attr;
383 LIST_HEAD(config_terms);
384 char name[MAX_NAME_LEN], *config_name;
385 int cache_type = -1, cache_op = -1, cache_result = -1;
386 char *op_result[2] = { op_result1, op_result2 };
387 int i, n;
388
389 /*
390 * No fallback - if we cannot get a clear cache type
391 * then bail out:
392 */
393 cache_type = parse_aliases(type, perf_evsel__hw_cache,
394 PERF_COUNT_HW_CACHE_MAX);
395 if (cache_type == -1)
396 return -EINVAL;
397
398 config_name = get_config_name(head_config);
399 n = snprintf(name, MAX_NAME_LEN, "%s", type);
400
401 for (i = 0; (i < 2) && (op_result[i]); i++) {
402 char *str = op_result[i];
403
404 n += snprintf(name + n, MAX_NAME_LEN - n, "-%s", str);
405
406 if (cache_op == -1) {
407 cache_op = parse_aliases(str, perf_evsel__hw_cache_op,
408 PERF_COUNT_HW_CACHE_OP_MAX);
409 if (cache_op >= 0) {
410 if (!perf_evsel__is_cache_op_valid(cache_type, cache_op))
411 return -EINVAL;
412 continue;
413 }
414 }
415
416 if (cache_result == -1) {
417 cache_result = parse_aliases(str, perf_evsel__hw_cache_result,
418 PERF_COUNT_HW_CACHE_RESULT_MAX);
419 if (cache_result >= 0)
420 continue;
421 }
422 }
423
424 /*
425 * Fall back to reads:
426 */
427 if (cache_op == -1)
428 cache_op = PERF_COUNT_HW_CACHE_OP_READ;
429
430 /*
431 * Fall back to accesses:
432 */
433 if (cache_result == -1)
434 cache_result = PERF_COUNT_HW_CACHE_RESULT_ACCESS;
435
436 memset(&attr, 0, sizeof(attr));
437 attr.config = cache_type | (cache_op << 8) | (cache_result << 16);
438 attr.type = PERF_TYPE_HW_CACHE;
439
440 if (head_config) {
441 if (config_attr(&attr, head_config, err,
442 config_term_common))
443 return -EINVAL;
444
445 if (get_config_terms(head_config, &config_terms))
446 return -ENOMEM;
447 }
448 return add_event(list, idx, &attr, config_name ? : name, &config_terms);
449 }
450
tracepoint_error(struct parse_events_error * e,int err,const char * sys,const char * name)451 static void tracepoint_error(struct parse_events_error *e, int err,
452 const char *sys, const char *name)
453 {
454 char help[BUFSIZ];
455
456 if (!e)
457 return;
458
459 /*
460 * We get error directly from syscall errno ( > 0),
461 * or from encoded pointer's error ( < 0).
462 */
463 err = abs(err);
464
465 switch (err) {
466 case EACCES:
467 e->str = strdup("can't access trace events");
468 break;
469 case ENOENT:
470 e->str = strdup("unknown tracepoint");
471 break;
472 default:
473 e->str = strdup("failed to add tracepoint");
474 break;
475 }
476
477 tracing_path__strerror_open_tp(err, help, sizeof(help), sys, name);
478 e->help = strdup(help);
479 }
480
add_tracepoint(struct list_head * list,int * idx,const char * sys_name,const char * evt_name,struct parse_events_error * err,struct list_head * head_config)481 static int add_tracepoint(struct list_head *list, int *idx,
482 const char *sys_name, const char *evt_name,
483 struct parse_events_error *err,
484 struct list_head *head_config)
485 {
486 struct perf_evsel *evsel;
487
488 evsel = perf_evsel__newtp_idx(sys_name, evt_name, (*idx)++);
489 if (IS_ERR(evsel)) {
490 tracepoint_error(err, PTR_ERR(evsel), sys_name, evt_name);
491 return PTR_ERR(evsel);
492 }
493
494 if (head_config) {
495 LIST_HEAD(config_terms);
496
497 if (get_config_terms(head_config, &config_terms))
498 return -ENOMEM;
499 list_splice(&config_terms, &evsel->config_terms);
500 }
501
502 list_add_tail(&evsel->node, list);
503 return 0;
504 }
505
add_tracepoint_multi_event(struct list_head * list,int * idx,const char * sys_name,const char * evt_name,struct parse_events_error * err,struct list_head * head_config)506 static int add_tracepoint_multi_event(struct list_head *list, int *idx,
507 const char *sys_name, const char *evt_name,
508 struct parse_events_error *err,
509 struct list_head *head_config)
510 {
511 char evt_path[MAXPATHLEN];
512 struct dirent *evt_ent;
513 DIR *evt_dir;
514 int ret = 0, found = 0;
515
516 snprintf(evt_path, MAXPATHLEN, "%s/%s", tracing_events_path, sys_name);
517 evt_dir = opendir(evt_path);
518 if (!evt_dir) {
519 tracepoint_error(err, errno, sys_name, evt_name);
520 return -1;
521 }
522
523 while (!ret && (evt_ent = readdir(evt_dir))) {
524 if (!strcmp(evt_ent->d_name, ".")
525 || !strcmp(evt_ent->d_name, "..")
526 || !strcmp(evt_ent->d_name, "enable")
527 || !strcmp(evt_ent->d_name, "filter"))
528 continue;
529
530 if (!strglobmatch(evt_ent->d_name, evt_name))
531 continue;
532
533 found++;
534
535 ret = add_tracepoint(list, idx, sys_name, evt_ent->d_name,
536 err, head_config);
537 }
538
539 if (!found) {
540 tracepoint_error(err, ENOENT, sys_name, evt_name);
541 ret = -1;
542 }
543
544 closedir(evt_dir);
545 return ret;
546 }
547
add_tracepoint_event(struct list_head * list,int * idx,const char * sys_name,const char * evt_name,struct parse_events_error * err,struct list_head * head_config)548 static int add_tracepoint_event(struct list_head *list, int *idx,
549 const char *sys_name, const char *evt_name,
550 struct parse_events_error *err,
551 struct list_head *head_config)
552 {
553 return strpbrk(evt_name, "*?") ?
554 add_tracepoint_multi_event(list, idx, sys_name, evt_name,
555 err, head_config) :
556 add_tracepoint(list, idx, sys_name, evt_name,
557 err, head_config);
558 }
559
add_tracepoint_multi_sys(struct list_head * list,int * idx,const char * sys_name,const char * evt_name,struct parse_events_error * err,struct list_head * head_config)560 static int add_tracepoint_multi_sys(struct list_head *list, int *idx,
561 const char *sys_name, const char *evt_name,
562 struct parse_events_error *err,
563 struct list_head *head_config)
564 {
565 struct dirent *events_ent;
566 DIR *events_dir;
567 int ret = 0;
568
569 events_dir = opendir(tracing_events_path);
570 if (!events_dir) {
571 tracepoint_error(err, errno, sys_name, evt_name);
572 return -1;
573 }
574
575 while (!ret && (events_ent = readdir(events_dir))) {
576 if (!strcmp(events_ent->d_name, ".")
577 || !strcmp(events_ent->d_name, "..")
578 || !strcmp(events_ent->d_name, "enable")
579 || !strcmp(events_ent->d_name, "header_event")
580 || !strcmp(events_ent->d_name, "header_page"))
581 continue;
582
583 if (!strglobmatch(events_ent->d_name, sys_name))
584 continue;
585
586 ret = add_tracepoint_event(list, idx, events_ent->d_name,
587 evt_name, err, head_config);
588 }
589
590 closedir(events_dir);
591 return ret;
592 }
593
594 struct __add_bpf_event_param {
595 struct parse_events_state *parse_state;
596 struct list_head *list;
597 struct list_head *head_config;
598 };
599
add_bpf_event(const char * group,const char * event,int fd,void * _param)600 static int add_bpf_event(const char *group, const char *event, int fd,
601 void *_param)
602 {
603 LIST_HEAD(new_evsels);
604 struct __add_bpf_event_param *param = _param;
605 struct parse_events_state *parse_state = param->parse_state;
606 struct list_head *list = param->list;
607 struct perf_evsel *pos;
608 int err;
609
610 pr_debug("add bpf event %s:%s and attach bpf program %d\n",
611 group, event, fd);
612
613 err = parse_events_add_tracepoint(&new_evsels, &parse_state->idx, group,
614 event, parse_state->error,
615 param->head_config);
616 if (err) {
617 struct perf_evsel *evsel, *tmp;
618
619 pr_debug("Failed to add BPF event %s:%s\n",
620 group, event);
621 list_for_each_entry_safe(evsel, tmp, &new_evsels, node) {
622 list_del(&evsel->node);
623 perf_evsel__delete(evsel);
624 }
625 return err;
626 }
627 pr_debug("adding %s:%s\n", group, event);
628
629 list_for_each_entry(pos, &new_evsels, node) {
630 pr_debug("adding %s:%s to %p\n",
631 group, event, pos);
632 pos->bpf_fd = fd;
633 }
634 list_splice(&new_evsels, list);
635 return 0;
636 }
637
parse_events_load_bpf_obj(struct parse_events_state * parse_state,struct list_head * list,struct bpf_object * obj,struct list_head * head_config)638 int parse_events_load_bpf_obj(struct parse_events_state *parse_state,
639 struct list_head *list,
640 struct bpf_object *obj,
641 struct list_head *head_config)
642 {
643 int err;
644 char errbuf[BUFSIZ];
645 struct __add_bpf_event_param param = {parse_state, list, head_config};
646 static bool registered_unprobe_atexit = false;
647
648 if (IS_ERR(obj) || !obj) {
649 snprintf(errbuf, sizeof(errbuf),
650 "Internal error: load bpf obj with NULL");
651 err = -EINVAL;
652 goto errout;
653 }
654
655 /*
656 * Register atexit handler before calling bpf__probe() so
657 * bpf__probe() don't need to unprobe probe points its already
658 * created when failure.
659 */
660 if (!registered_unprobe_atexit) {
661 atexit(bpf__clear);
662 registered_unprobe_atexit = true;
663 }
664
665 err = bpf__probe(obj);
666 if (err) {
667 bpf__strerror_probe(obj, err, errbuf, sizeof(errbuf));
668 goto errout;
669 }
670
671 err = bpf__load(obj);
672 if (err) {
673 bpf__strerror_load(obj, err, errbuf, sizeof(errbuf));
674 goto errout;
675 }
676
677 err = bpf__foreach_event(obj, add_bpf_event, ¶m);
678 if (err) {
679 snprintf(errbuf, sizeof(errbuf),
680 "Attach events in BPF object failed");
681 goto errout;
682 }
683
684 return 0;
685 errout:
686 parse_state->error->help = strdup("(add -v to see detail)");
687 parse_state->error->str = strdup(errbuf);
688 return err;
689 }
690
691 static int
parse_events_config_bpf(struct parse_events_state * parse_state,struct bpf_object * obj,struct list_head * head_config)692 parse_events_config_bpf(struct parse_events_state *parse_state,
693 struct bpf_object *obj,
694 struct list_head *head_config)
695 {
696 struct parse_events_term *term;
697 int error_pos;
698
699 if (!head_config || list_empty(head_config))
700 return 0;
701
702 list_for_each_entry(term, head_config, list) {
703 char errbuf[BUFSIZ];
704 int err;
705
706 if (term->type_term != PARSE_EVENTS__TERM_TYPE_USER) {
707 snprintf(errbuf, sizeof(errbuf),
708 "Invalid config term for BPF object");
709 errbuf[BUFSIZ - 1] = '\0';
710
711 parse_state->error->idx = term->err_term;
712 parse_state->error->str = strdup(errbuf);
713 return -EINVAL;
714 }
715
716 err = bpf__config_obj(obj, term, parse_state->evlist, &error_pos);
717 if (err) {
718 bpf__strerror_config_obj(obj, term, parse_state->evlist,
719 &error_pos, err, errbuf,
720 sizeof(errbuf));
721 parse_state->error->help = strdup(
722 "Hint:\tValid config terms:\n"
723 " \tmap:[<arraymap>].value<indices>=[value]\n"
724 " \tmap:[<eventmap>].event<indices>=[event]\n"
725 "\n"
726 " \twhere <indices> is something like [0,3...5] or [all]\n"
727 " \t(add -v to see detail)");
728 parse_state->error->str = strdup(errbuf);
729 if (err == -BPF_LOADER_ERRNO__OBJCONF_MAP_VALUE)
730 parse_state->error->idx = term->err_val;
731 else
732 parse_state->error->idx = term->err_term + error_pos;
733 return err;
734 }
735 }
736 return 0;
737 }
738
739 /*
740 * Split config terms:
741 * perf record -e bpf.c/call-graph=fp,map:array.value[0]=1/ ...
742 * 'call-graph=fp' is 'evt config', should be applied to each
743 * events in bpf.c.
744 * 'map:array.value[0]=1' is 'obj config', should be processed
745 * with parse_events_config_bpf.
746 *
747 * Move object config terms from the first list to obj_head_config.
748 */
749 static void
split_bpf_config_terms(struct list_head * evt_head_config,struct list_head * obj_head_config)750 split_bpf_config_terms(struct list_head *evt_head_config,
751 struct list_head *obj_head_config)
752 {
753 struct parse_events_term *term, *temp;
754
755 /*
756 * Currectly, all possible user config term
757 * belong to bpf object. parse_events__is_hardcoded_term()
758 * happends to be a good flag.
759 *
760 * See parse_events_config_bpf() and
761 * config_term_tracepoint().
762 */
763 list_for_each_entry_safe(term, temp, evt_head_config, list)
764 if (!parse_events__is_hardcoded_term(term))
765 list_move_tail(&term->list, obj_head_config);
766 }
767
parse_events_load_bpf(struct parse_events_state * parse_state,struct list_head * list,char * bpf_file_name,bool source,struct list_head * head_config)768 int parse_events_load_bpf(struct parse_events_state *parse_state,
769 struct list_head *list,
770 char *bpf_file_name,
771 bool source,
772 struct list_head *head_config)
773 {
774 int err;
775 struct bpf_object *obj;
776 LIST_HEAD(obj_head_config);
777
778 if (head_config)
779 split_bpf_config_terms(head_config, &obj_head_config);
780
781 obj = bpf__prepare_load(bpf_file_name, source);
782 if (IS_ERR(obj)) {
783 char errbuf[BUFSIZ];
784
785 err = PTR_ERR(obj);
786
787 if (err == -ENOTSUP)
788 snprintf(errbuf, sizeof(errbuf),
789 "BPF support is not compiled");
790 else
791 bpf__strerror_prepare_load(bpf_file_name,
792 source,
793 -err, errbuf,
794 sizeof(errbuf));
795
796 parse_state->error->help = strdup("(add -v to see detail)");
797 parse_state->error->str = strdup(errbuf);
798 return err;
799 }
800
801 err = parse_events_load_bpf_obj(parse_state, list, obj, head_config);
802 if (err)
803 return err;
804 err = parse_events_config_bpf(parse_state, obj, &obj_head_config);
805
806 /*
807 * Caller doesn't know anything about obj_head_config,
808 * so combine them together again before returnning.
809 */
810 if (head_config)
811 list_splice_tail(&obj_head_config, head_config);
812 return err;
813 }
814
815 static int
parse_breakpoint_type(const char * type,struct perf_event_attr * attr)816 parse_breakpoint_type(const char *type, struct perf_event_attr *attr)
817 {
818 int i;
819
820 for (i = 0; i < 3; i++) {
821 if (!type || !type[i])
822 break;
823
824 #define CHECK_SET_TYPE(bit) \
825 do { \
826 if (attr->bp_type & bit) \
827 return -EINVAL; \
828 else \
829 attr->bp_type |= bit; \
830 } while (0)
831
832 switch (type[i]) {
833 case 'r':
834 CHECK_SET_TYPE(HW_BREAKPOINT_R);
835 break;
836 case 'w':
837 CHECK_SET_TYPE(HW_BREAKPOINT_W);
838 break;
839 case 'x':
840 CHECK_SET_TYPE(HW_BREAKPOINT_X);
841 break;
842 default:
843 return -EINVAL;
844 }
845 }
846
847 #undef CHECK_SET_TYPE
848
849 if (!attr->bp_type) /* Default */
850 attr->bp_type = HW_BREAKPOINT_R | HW_BREAKPOINT_W;
851
852 return 0;
853 }
854
parse_events_add_breakpoint(struct list_head * list,int * idx,void * ptr,char * type,u64 len)855 int parse_events_add_breakpoint(struct list_head *list, int *idx,
856 void *ptr, char *type, u64 len)
857 {
858 struct perf_event_attr attr;
859
860 memset(&attr, 0, sizeof(attr));
861 attr.bp_addr = (unsigned long) ptr;
862
863 if (parse_breakpoint_type(type, &attr))
864 return -EINVAL;
865
866 /* Provide some defaults if len is not specified */
867 if (!len) {
868 if (attr.bp_type == HW_BREAKPOINT_X)
869 len = sizeof(long);
870 else
871 len = HW_BREAKPOINT_LEN_4;
872 }
873
874 attr.bp_len = len;
875
876 attr.type = PERF_TYPE_BREAKPOINT;
877 attr.sample_period = 1;
878
879 return add_event(list, idx, &attr, NULL, NULL);
880 }
881
check_type_val(struct parse_events_term * term,struct parse_events_error * err,int type)882 static int check_type_val(struct parse_events_term *term,
883 struct parse_events_error *err,
884 int type)
885 {
886 if (type == term->type_val)
887 return 0;
888
889 if (err) {
890 err->idx = term->err_val;
891 if (type == PARSE_EVENTS__TERM_TYPE_NUM)
892 err->str = strdup("expected numeric value");
893 else
894 err->str = strdup("expected string value");
895 }
896 return -EINVAL;
897 }
898
899 /*
900 * Update according to parse-events.l
901 */
902 static const char *config_term_names[__PARSE_EVENTS__TERM_TYPE_NR] = {
903 [PARSE_EVENTS__TERM_TYPE_USER] = "<sysfs term>",
904 [PARSE_EVENTS__TERM_TYPE_CONFIG] = "config",
905 [PARSE_EVENTS__TERM_TYPE_CONFIG1] = "config1",
906 [PARSE_EVENTS__TERM_TYPE_CONFIG2] = "config2",
907 [PARSE_EVENTS__TERM_TYPE_NAME] = "name",
908 [PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD] = "period",
909 [PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ] = "freq",
910 [PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE] = "branch_type",
911 [PARSE_EVENTS__TERM_TYPE_TIME] = "time",
912 [PARSE_EVENTS__TERM_TYPE_CALLGRAPH] = "call-graph",
913 [PARSE_EVENTS__TERM_TYPE_STACKSIZE] = "stack-size",
914 [PARSE_EVENTS__TERM_TYPE_NOINHERIT] = "no-inherit",
915 [PARSE_EVENTS__TERM_TYPE_INHERIT] = "inherit",
916 [PARSE_EVENTS__TERM_TYPE_MAX_STACK] = "max-stack",
917 [PARSE_EVENTS__TERM_TYPE_OVERWRITE] = "overwrite",
918 [PARSE_EVENTS__TERM_TYPE_NOOVERWRITE] = "no-overwrite",
919 [PARSE_EVENTS__TERM_TYPE_DRV_CFG] = "driver-config",
920 };
921
922 static bool config_term_shrinked;
923
924 static bool
config_term_avail(int term_type,struct parse_events_error * err)925 config_term_avail(int term_type, struct parse_events_error *err)
926 {
927 if (term_type < 0 || term_type >= __PARSE_EVENTS__TERM_TYPE_NR) {
928 err->str = strdup("Invalid term_type");
929 return false;
930 }
931 if (!config_term_shrinked)
932 return true;
933
934 switch (term_type) {
935 case PARSE_EVENTS__TERM_TYPE_CONFIG:
936 case PARSE_EVENTS__TERM_TYPE_CONFIG1:
937 case PARSE_EVENTS__TERM_TYPE_CONFIG2:
938 case PARSE_EVENTS__TERM_TYPE_NAME:
939 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
940 return true;
941 default:
942 if (!err)
943 return false;
944
945 /* term_type is validated so indexing is safe */
946 if (asprintf(&err->str, "'%s' is not usable in 'perf stat'",
947 config_term_names[term_type]) < 0)
948 err->str = NULL;
949 return false;
950 }
951 }
952
parse_events__shrink_config_terms(void)953 void parse_events__shrink_config_terms(void)
954 {
955 config_term_shrinked = true;
956 }
957
config_term_common(struct perf_event_attr * attr,struct parse_events_term * term,struct parse_events_error * err)958 static int config_term_common(struct perf_event_attr *attr,
959 struct parse_events_term *term,
960 struct parse_events_error *err)
961 {
962 #define CHECK_TYPE_VAL(type) \
963 do { \
964 if (check_type_val(term, err, PARSE_EVENTS__TERM_TYPE_ ## type)) \
965 return -EINVAL; \
966 } while (0)
967
968 switch (term->type_term) {
969 case PARSE_EVENTS__TERM_TYPE_CONFIG:
970 CHECK_TYPE_VAL(NUM);
971 attr->config = term->val.num;
972 break;
973 case PARSE_EVENTS__TERM_TYPE_CONFIG1:
974 CHECK_TYPE_VAL(NUM);
975 attr->config1 = term->val.num;
976 break;
977 case PARSE_EVENTS__TERM_TYPE_CONFIG2:
978 CHECK_TYPE_VAL(NUM);
979 attr->config2 = term->val.num;
980 break;
981 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
982 CHECK_TYPE_VAL(NUM);
983 break;
984 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ:
985 CHECK_TYPE_VAL(NUM);
986 break;
987 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE:
988 CHECK_TYPE_VAL(STR);
989 if (strcmp(term->val.str, "no") &&
990 parse_branch_str(term->val.str, &attr->branch_sample_type)) {
991 err->str = strdup("invalid branch sample type");
992 err->idx = term->err_val;
993 return -EINVAL;
994 }
995 break;
996 case PARSE_EVENTS__TERM_TYPE_TIME:
997 CHECK_TYPE_VAL(NUM);
998 if (term->val.num > 1) {
999 err->str = strdup("expected 0 or 1");
1000 err->idx = term->err_val;
1001 return -EINVAL;
1002 }
1003 break;
1004 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1005 CHECK_TYPE_VAL(STR);
1006 break;
1007 case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1008 CHECK_TYPE_VAL(NUM);
1009 break;
1010 case PARSE_EVENTS__TERM_TYPE_INHERIT:
1011 CHECK_TYPE_VAL(NUM);
1012 break;
1013 case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1014 CHECK_TYPE_VAL(NUM);
1015 break;
1016 case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1017 CHECK_TYPE_VAL(NUM);
1018 break;
1019 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1020 CHECK_TYPE_VAL(NUM);
1021 break;
1022 case PARSE_EVENTS__TERM_TYPE_NAME:
1023 CHECK_TYPE_VAL(STR);
1024 break;
1025 case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1026 CHECK_TYPE_VAL(NUM);
1027 break;
1028 default:
1029 err->str = strdup("unknown term");
1030 err->idx = term->err_term;
1031 err->help = parse_events_formats_error_string(NULL);
1032 return -EINVAL;
1033 }
1034
1035 /*
1036 * Check term availbility after basic checking so
1037 * PARSE_EVENTS__TERM_TYPE_USER can be found and filtered.
1038 *
1039 * If check availbility at the entry of this function,
1040 * user will see "'<sysfs term>' is not usable in 'perf stat'"
1041 * if an invalid config term is provided for legacy events
1042 * (for example, instructions/badterm/...), which is confusing.
1043 */
1044 if (!config_term_avail(term->type_term, err))
1045 return -EINVAL;
1046 return 0;
1047 #undef CHECK_TYPE_VAL
1048 }
1049
config_term_pmu(struct perf_event_attr * attr,struct parse_events_term * term,struct parse_events_error * err)1050 static int config_term_pmu(struct perf_event_attr *attr,
1051 struct parse_events_term *term,
1052 struct parse_events_error *err)
1053 {
1054 if (term->type_term == PARSE_EVENTS__TERM_TYPE_USER ||
1055 term->type_term == PARSE_EVENTS__TERM_TYPE_DRV_CFG)
1056 /*
1057 * Always succeed for sysfs terms, as we dont know
1058 * at this point what type they need to have.
1059 */
1060 return 0;
1061 else
1062 return config_term_common(attr, term, err);
1063 }
1064
config_term_tracepoint(struct perf_event_attr * attr,struct parse_events_term * term,struct parse_events_error * err)1065 static int config_term_tracepoint(struct perf_event_attr *attr,
1066 struct parse_events_term *term,
1067 struct parse_events_error *err)
1068 {
1069 switch (term->type_term) {
1070 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1071 case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1072 case PARSE_EVENTS__TERM_TYPE_INHERIT:
1073 case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1074 case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1075 case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1076 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1077 return config_term_common(attr, term, err);
1078 default:
1079 if (err) {
1080 err->idx = term->err_term;
1081 err->str = strdup("unknown term");
1082 err->help = strdup("valid terms: call-graph,stack-size\n");
1083 }
1084 return -EINVAL;
1085 }
1086
1087 return 0;
1088 }
1089
config_attr(struct perf_event_attr * attr,struct list_head * head,struct parse_events_error * err,config_term_func_t config_term)1090 static int config_attr(struct perf_event_attr *attr,
1091 struct list_head *head,
1092 struct parse_events_error *err,
1093 config_term_func_t config_term)
1094 {
1095 struct parse_events_term *term;
1096
1097 list_for_each_entry(term, head, list)
1098 if (config_term(attr, term, err))
1099 return -EINVAL;
1100
1101 return 0;
1102 }
1103
get_config_terms(struct list_head * head_config,struct list_head * head_terms __maybe_unused)1104 static int get_config_terms(struct list_head *head_config,
1105 struct list_head *head_terms __maybe_unused)
1106 {
1107 #define ADD_CONFIG_TERM(__type, __name, __val) \
1108 do { \
1109 struct perf_evsel_config_term *__t; \
1110 \
1111 __t = zalloc(sizeof(*__t)); \
1112 if (!__t) \
1113 return -ENOMEM; \
1114 \
1115 INIT_LIST_HEAD(&__t->list); \
1116 __t->type = PERF_EVSEL__CONFIG_TERM_ ## __type; \
1117 __t->val.__name = __val; \
1118 __t->weak = term->weak; \
1119 list_add_tail(&__t->list, head_terms); \
1120 } while (0)
1121
1122 struct parse_events_term *term;
1123
1124 list_for_each_entry(term, head_config, list) {
1125 switch (term->type_term) {
1126 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD:
1127 ADD_CONFIG_TERM(PERIOD, period, term->val.num);
1128 break;
1129 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ:
1130 ADD_CONFIG_TERM(FREQ, freq, term->val.num);
1131 break;
1132 case PARSE_EVENTS__TERM_TYPE_TIME:
1133 ADD_CONFIG_TERM(TIME, time, term->val.num);
1134 break;
1135 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH:
1136 ADD_CONFIG_TERM(CALLGRAPH, callgraph, term->val.str);
1137 break;
1138 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE:
1139 ADD_CONFIG_TERM(BRANCH, branch, term->val.str);
1140 break;
1141 case PARSE_EVENTS__TERM_TYPE_STACKSIZE:
1142 ADD_CONFIG_TERM(STACK_USER, stack_user, term->val.num);
1143 break;
1144 case PARSE_EVENTS__TERM_TYPE_INHERIT:
1145 ADD_CONFIG_TERM(INHERIT, inherit, term->val.num ? 1 : 0);
1146 break;
1147 case PARSE_EVENTS__TERM_TYPE_NOINHERIT:
1148 ADD_CONFIG_TERM(INHERIT, inherit, term->val.num ? 0 : 1);
1149 break;
1150 case PARSE_EVENTS__TERM_TYPE_MAX_STACK:
1151 ADD_CONFIG_TERM(MAX_STACK, max_stack, term->val.num);
1152 break;
1153 case PARSE_EVENTS__TERM_TYPE_OVERWRITE:
1154 ADD_CONFIG_TERM(OVERWRITE, overwrite, term->val.num ? 1 : 0);
1155 break;
1156 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE:
1157 ADD_CONFIG_TERM(OVERWRITE, overwrite, term->val.num ? 0 : 1);
1158 break;
1159 case PARSE_EVENTS__TERM_TYPE_DRV_CFG:
1160 ADD_CONFIG_TERM(DRV_CFG, drv_cfg, term->val.str);
1161 break;
1162 default:
1163 break;
1164 }
1165 }
1166 #undef ADD_EVSEL_CONFIG
1167 return 0;
1168 }
1169
parse_events_add_tracepoint(struct list_head * list,int * idx,const char * sys,const char * event,struct parse_events_error * err,struct list_head * head_config)1170 int parse_events_add_tracepoint(struct list_head *list, int *idx,
1171 const char *sys, const char *event,
1172 struct parse_events_error *err,
1173 struct list_head *head_config)
1174 {
1175 if (head_config) {
1176 struct perf_event_attr attr;
1177
1178 if (config_attr(&attr, head_config, err,
1179 config_term_tracepoint))
1180 return -EINVAL;
1181 }
1182
1183 if (strpbrk(sys, "*?"))
1184 return add_tracepoint_multi_sys(list, idx, sys, event,
1185 err, head_config);
1186 else
1187 return add_tracepoint_event(list, idx, sys, event,
1188 err, head_config);
1189 }
1190
parse_events_add_numeric(struct parse_events_state * parse_state,struct list_head * list,u32 type,u64 config,struct list_head * head_config)1191 int parse_events_add_numeric(struct parse_events_state *parse_state,
1192 struct list_head *list,
1193 u32 type, u64 config,
1194 struct list_head *head_config)
1195 {
1196 struct perf_event_attr attr;
1197 LIST_HEAD(config_terms);
1198
1199 memset(&attr, 0, sizeof(attr));
1200 attr.type = type;
1201 attr.config = config;
1202
1203 if (head_config) {
1204 if (config_attr(&attr, head_config, parse_state->error,
1205 config_term_common))
1206 return -EINVAL;
1207
1208 if (get_config_terms(head_config, &config_terms))
1209 return -ENOMEM;
1210 }
1211
1212 return add_event(list, &parse_state->idx, &attr,
1213 get_config_name(head_config), &config_terms);
1214 }
1215
__parse_events_add_pmu(struct parse_events_state * parse_state,struct list_head * list,char * name,struct list_head * head_config,bool auto_merge_stats)1216 static int __parse_events_add_pmu(struct parse_events_state *parse_state,
1217 struct list_head *list, char *name,
1218 struct list_head *head_config, bool auto_merge_stats)
1219 {
1220 struct perf_event_attr attr;
1221 struct perf_pmu_info info;
1222 struct perf_pmu *pmu;
1223 struct perf_evsel *evsel;
1224 LIST_HEAD(config_terms);
1225
1226 pmu = perf_pmu__find(name);
1227 if (!pmu)
1228 return -EINVAL;
1229
1230 if (pmu->default_config) {
1231 memcpy(&attr, pmu->default_config,
1232 sizeof(struct perf_event_attr));
1233 } else {
1234 memset(&attr, 0, sizeof(attr));
1235 }
1236
1237 if (!head_config) {
1238 attr.type = pmu->type;
1239 evsel = __add_event(list, &parse_state->idx, &attr, NULL, pmu, NULL, auto_merge_stats);
1240 return evsel ? 0 : -ENOMEM;
1241 }
1242
1243 if (perf_pmu__check_alias(pmu, head_config, &info))
1244 return -EINVAL;
1245
1246 /*
1247 * Configure hardcoded terms first, no need to check
1248 * return value when called with fail == 0 ;)
1249 */
1250 if (config_attr(&attr, head_config, parse_state->error, config_term_pmu))
1251 return -EINVAL;
1252
1253 if (get_config_terms(head_config, &config_terms))
1254 return -ENOMEM;
1255
1256 if (perf_pmu__config(pmu, &attr, head_config, parse_state->error)) {
1257 struct perf_evsel_config_term *pos, *tmp;
1258
1259 list_for_each_entry_safe(pos, tmp, &config_terms, list) {
1260 list_del_init(&pos->list);
1261 free(pos);
1262 }
1263 return -EINVAL;
1264 }
1265
1266 evsel = __add_event(list, &parse_state->idx, &attr,
1267 get_config_name(head_config), pmu,
1268 &config_terms, auto_merge_stats);
1269 if (evsel) {
1270 evsel->unit = info.unit;
1271 evsel->scale = info.scale;
1272 evsel->per_pkg = info.per_pkg;
1273 evsel->snapshot = info.snapshot;
1274 evsel->metric_expr = info.metric_expr;
1275 evsel->metric_name = info.metric_name;
1276 }
1277
1278 return evsel ? 0 : -ENOMEM;
1279 }
1280
parse_events_add_pmu(struct parse_events_state * parse_state,struct list_head * list,char * name,struct list_head * head_config)1281 int parse_events_add_pmu(struct parse_events_state *parse_state,
1282 struct list_head *list, char *name,
1283 struct list_head *head_config)
1284 {
1285 return __parse_events_add_pmu(parse_state, list, name, head_config, false);
1286 }
1287
parse_events_multi_pmu_add(struct parse_events_state * parse_state,char * str,struct list_head ** listp)1288 int parse_events_multi_pmu_add(struct parse_events_state *parse_state,
1289 char *str, struct list_head **listp)
1290 {
1291 struct list_head *head;
1292 struct parse_events_term *term;
1293 struct list_head *list;
1294 struct perf_pmu *pmu = NULL;
1295 int ok = 0;
1296
1297 *listp = NULL;
1298 /* Add it for all PMUs that support the alias */
1299 list = malloc(sizeof(struct list_head));
1300 if (!list)
1301 return -1;
1302 INIT_LIST_HEAD(list);
1303 while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1304 struct perf_pmu_alias *alias;
1305
1306 list_for_each_entry(alias, &pmu->aliases, list) {
1307 if (!strcasecmp(alias->name, str)) {
1308 head = malloc(sizeof(struct list_head));
1309 if (!head)
1310 return -1;
1311 INIT_LIST_HEAD(head);
1312 if (parse_events_term__num(&term, PARSE_EVENTS__TERM_TYPE_USER,
1313 str, 1, false, &str, NULL) < 0)
1314 return -1;
1315 list_add_tail(&term->list, head);
1316
1317 if (!__parse_events_add_pmu(parse_state, list,
1318 pmu->name, head, true)) {
1319 pr_debug("%s -> %s/%s/\n", str,
1320 pmu->name, alias->str);
1321 ok++;
1322 }
1323
1324 parse_events_terms__delete(head);
1325 }
1326 }
1327 }
1328 if (!ok)
1329 return -1;
1330 *listp = list;
1331 return 0;
1332 }
1333
parse_events__modifier_group(struct list_head * list,char * event_mod)1334 int parse_events__modifier_group(struct list_head *list,
1335 char *event_mod)
1336 {
1337 return parse_events__modifier_event(list, event_mod, true);
1338 }
1339
parse_events__set_leader(char * name,struct list_head * list)1340 void parse_events__set_leader(char *name, struct list_head *list)
1341 {
1342 struct perf_evsel *leader;
1343
1344 if (list_empty(list)) {
1345 WARN_ONCE(true, "WARNING: failed to set leader: empty list");
1346 return;
1347 }
1348
1349 __perf_evlist__set_leader(list);
1350 leader = list_entry(list->next, struct perf_evsel, node);
1351 leader->group_name = name ? strdup(name) : NULL;
1352 }
1353
1354 /* list_event is assumed to point to malloc'ed memory */
parse_events_update_lists(struct list_head * list_event,struct list_head * list_all)1355 void parse_events_update_lists(struct list_head *list_event,
1356 struct list_head *list_all)
1357 {
1358 /*
1359 * Called for single event definition. Update the
1360 * 'all event' list, and reinit the 'single event'
1361 * list, for next event definition.
1362 */
1363 list_splice_tail(list_event, list_all);
1364 free(list_event);
1365 }
1366
1367 struct event_modifier {
1368 int eu;
1369 int ek;
1370 int eh;
1371 int eH;
1372 int eG;
1373 int eI;
1374 int precise;
1375 int precise_max;
1376 int exclude_GH;
1377 int sample_read;
1378 int pinned;
1379 };
1380
get_event_modifier(struct event_modifier * mod,char * str,struct perf_evsel * evsel)1381 static int get_event_modifier(struct event_modifier *mod, char *str,
1382 struct perf_evsel *evsel)
1383 {
1384 int eu = evsel ? evsel->attr.exclude_user : 0;
1385 int ek = evsel ? evsel->attr.exclude_kernel : 0;
1386 int eh = evsel ? evsel->attr.exclude_hv : 0;
1387 int eH = evsel ? evsel->attr.exclude_host : 0;
1388 int eG = evsel ? evsel->attr.exclude_guest : 0;
1389 int eI = evsel ? evsel->attr.exclude_idle : 0;
1390 int precise = evsel ? evsel->attr.precise_ip : 0;
1391 int precise_max = 0;
1392 int sample_read = 0;
1393 int pinned = evsel ? evsel->attr.pinned : 0;
1394
1395 int exclude = eu | ek | eh;
1396 int exclude_GH = evsel ? evsel->exclude_GH : 0;
1397
1398 memset(mod, 0, sizeof(*mod));
1399
1400 while (*str) {
1401 if (*str == 'u') {
1402 if (!exclude)
1403 exclude = eu = ek = eh = 1;
1404 eu = 0;
1405 } else if (*str == 'k') {
1406 if (!exclude)
1407 exclude = eu = ek = eh = 1;
1408 ek = 0;
1409 } else if (*str == 'h') {
1410 if (!exclude)
1411 exclude = eu = ek = eh = 1;
1412 eh = 0;
1413 } else if (*str == 'G') {
1414 if (!exclude_GH)
1415 exclude_GH = eG = eH = 1;
1416 eG = 0;
1417 } else if (*str == 'H') {
1418 if (!exclude_GH)
1419 exclude_GH = eG = eH = 1;
1420 eH = 0;
1421 } else if (*str == 'I') {
1422 eI = 1;
1423 } else if (*str == 'p') {
1424 precise++;
1425 /* use of precise requires exclude_guest */
1426 if (!exclude_GH)
1427 eG = 1;
1428 } else if (*str == 'P') {
1429 precise_max = 1;
1430 } else if (*str == 'S') {
1431 sample_read = 1;
1432 } else if (*str == 'D') {
1433 pinned = 1;
1434 } else
1435 break;
1436
1437 ++str;
1438 }
1439
1440 /*
1441 * precise ip:
1442 *
1443 * 0 - SAMPLE_IP can have arbitrary skid
1444 * 1 - SAMPLE_IP must have constant skid
1445 * 2 - SAMPLE_IP requested to have 0 skid
1446 * 3 - SAMPLE_IP must have 0 skid
1447 *
1448 * See also PERF_RECORD_MISC_EXACT_IP
1449 */
1450 if (precise > 3)
1451 return -EINVAL;
1452
1453 mod->eu = eu;
1454 mod->ek = ek;
1455 mod->eh = eh;
1456 mod->eH = eH;
1457 mod->eG = eG;
1458 mod->eI = eI;
1459 mod->precise = precise;
1460 mod->precise_max = precise_max;
1461 mod->exclude_GH = exclude_GH;
1462 mod->sample_read = sample_read;
1463 mod->pinned = pinned;
1464
1465 return 0;
1466 }
1467
1468 /*
1469 * Basic modifier sanity check to validate it contains only one
1470 * instance of any modifier (apart from 'p') present.
1471 */
check_modifier(char * str)1472 static int check_modifier(char *str)
1473 {
1474 char *p = str;
1475
1476 /* The sizeof includes 0 byte as well. */
1477 if (strlen(str) > (sizeof("ukhGHpppPSDI") - 1))
1478 return -1;
1479
1480 while (*p) {
1481 if (*p != 'p' && strchr(p + 1, *p))
1482 return -1;
1483 p++;
1484 }
1485
1486 return 0;
1487 }
1488
parse_events__modifier_event(struct list_head * list,char * str,bool add)1489 int parse_events__modifier_event(struct list_head *list, char *str, bool add)
1490 {
1491 struct perf_evsel *evsel;
1492 struct event_modifier mod;
1493
1494 if (str == NULL)
1495 return 0;
1496
1497 if (check_modifier(str))
1498 return -EINVAL;
1499
1500 if (!add && get_event_modifier(&mod, str, NULL))
1501 return -EINVAL;
1502
1503 __evlist__for_each_entry(list, evsel) {
1504 if (add && get_event_modifier(&mod, str, evsel))
1505 return -EINVAL;
1506
1507 evsel->attr.exclude_user = mod.eu;
1508 evsel->attr.exclude_kernel = mod.ek;
1509 evsel->attr.exclude_hv = mod.eh;
1510 evsel->attr.precise_ip = mod.precise;
1511 evsel->attr.exclude_host = mod.eH;
1512 evsel->attr.exclude_guest = mod.eG;
1513 evsel->attr.exclude_idle = mod.eI;
1514 evsel->exclude_GH = mod.exclude_GH;
1515 evsel->sample_read = mod.sample_read;
1516 evsel->precise_max = mod.precise_max;
1517
1518 if (perf_evsel__is_group_leader(evsel))
1519 evsel->attr.pinned = mod.pinned;
1520 }
1521
1522 return 0;
1523 }
1524
parse_events_name(struct list_head * list,char * name)1525 int parse_events_name(struct list_head *list, char *name)
1526 {
1527 struct perf_evsel *evsel;
1528
1529 __evlist__for_each_entry(list, evsel) {
1530 if (!evsel->name)
1531 evsel->name = strdup(name);
1532 }
1533
1534 return 0;
1535 }
1536
1537 static int
comp_pmu(const void * p1,const void * p2)1538 comp_pmu(const void *p1, const void *p2)
1539 {
1540 struct perf_pmu_event_symbol *pmu1 = (struct perf_pmu_event_symbol *) p1;
1541 struct perf_pmu_event_symbol *pmu2 = (struct perf_pmu_event_symbol *) p2;
1542
1543 return strcasecmp(pmu1->symbol, pmu2->symbol);
1544 }
1545
perf_pmu__parse_cleanup(void)1546 static void perf_pmu__parse_cleanup(void)
1547 {
1548 if (perf_pmu_events_list_num > 0) {
1549 struct perf_pmu_event_symbol *p;
1550 int i;
1551
1552 for (i = 0; i < perf_pmu_events_list_num; i++) {
1553 p = perf_pmu_events_list + i;
1554 zfree(&p->symbol);
1555 }
1556 zfree(&perf_pmu_events_list);
1557 perf_pmu_events_list_num = 0;
1558 }
1559 }
1560
1561 #define SET_SYMBOL(str, stype) \
1562 do { \
1563 p->symbol = str; \
1564 if (!p->symbol) \
1565 goto err; \
1566 p->type = stype; \
1567 } while (0)
1568
1569 /*
1570 * Read the pmu events list from sysfs
1571 * Save it into perf_pmu_events_list
1572 */
perf_pmu__parse_init(void)1573 static void perf_pmu__parse_init(void)
1574 {
1575
1576 struct perf_pmu *pmu = NULL;
1577 struct perf_pmu_alias *alias;
1578 int len = 0;
1579
1580 pmu = NULL;
1581 while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1582 list_for_each_entry(alias, &pmu->aliases, list) {
1583 if (strchr(alias->name, '-'))
1584 len++;
1585 len++;
1586 }
1587 }
1588
1589 if (len == 0) {
1590 perf_pmu_events_list_num = -1;
1591 return;
1592 }
1593 perf_pmu_events_list = malloc(sizeof(struct perf_pmu_event_symbol) * len);
1594 if (!perf_pmu_events_list)
1595 return;
1596 perf_pmu_events_list_num = len;
1597
1598 len = 0;
1599 pmu = NULL;
1600 while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1601 list_for_each_entry(alias, &pmu->aliases, list) {
1602 struct perf_pmu_event_symbol *p = perf_pmu_events_list + len;
1603 char *tmp = strchr(alias->name, '-');
1604
1605 if (tmp != NULL) {
1606 SET_SYMBOL(strndup(alias->name, tmp - alias->name),
1607 PMU_EVENT_SYMBOL_PREFIX);
1608 p++;
1609 SET_SYMBOL(strdup(++tmp), PMU_EVENT_SYMBOL_SUFFIX);
1610 len += 2;
1611 } else {
1612 SET_SYMBOL(strdup(alias->name), PMU_EVENT_SYMBOL);
1613 len++;
1614 }
1615 }
1616 }
1617 qsort(perf_pmu_events_list, len,
1618 sizeof(struct perf_pmu_event_symbol), comp_pmu);
1619
1620 return;
1621 err:
1622 perf_pmu__parse_cleanup();
1623 }
1624
1625 enum perf_pmu_event_symbol_type
perf_pmu__parse_check(const char * name)1626 perf_pmu__parse_check(const char *name)
1627 {
1628 struct perf_pmu_event_symbol p, *r;
1629
1630 /* scan kernel pmu events from sysfs if needed */
1631 if (perf_pmu_events_list_num == 0)
1632 perf_pmu__parse_init();
1633 /*
1634 * name "cpu" could be prefix of cpu-cycles or cpu// events.
1635 * cpu-cycles has been handled by hardcode.
1636 * So it must be cpu// events, not kernel pmu event.
1637 */
1638 if ((perf_pmu_events_list_num <= 0) || !strcmp(name, "cpu"))
1639 return PMU_EVENT_SYMBOL_ERR;
1640
1641 p.symbol = strdup(name);
1642 r = bsearch(&p, perf_pmu_events_list,
1643 (size_t) perf_pmu_events_list_num,
1644 sizeof(struct perf_pmu_event_symbol), comp_pmu);
1645 zfree(&p.symbol);
1646 return r ? r->type : PMU_EVENT_SYMBOL_ERR;
1647 }
1648
parse_events__scanner(const char * str,void * parse_state,int start_token)1649 static int parse_events__scanner(const char *str, void *parse_state, int start_token)
1650 {
1651 YY_BUFFER_STATE buffer;
1652 void *scanner;
1653 int ret;
1654
1655 ret = parse_events_lex_init_extra(start_token, &scanner);
1656 if (ret)
1657 return ret;
1658
1659 buffer = parse_events__scan_string(str, scanner);
1660
1661 #ifdef PARSER_DEBUG
1662 parse_events_debug = 1;
1663 #endif
1664 ret = parse_events_parse(parse_state, scanner);
1665
1666 parse_events__flush_buffer(buffer, scanner);
1667 parse_events__delete_buffer(buffer, scanner);
1668 parse_events_lex_destroy(scanner);
1669 return ret;
1670 }
1671
1672 /*
1673 * parse event config string, return a list of event terms.
1674 */
parse_events_terms(struct list_head * terms,const char * str)1675 int parse_events_terms(struct list_head *terms, const char *str)
1676 {
1677 struct parse_events_state parse_state = {
1678 .terms = NULL,
1679 };
1680 int ret;
1681
1682 ret = parse_events__scanner(str, &parse_state, PE_START_TERMS);
1683 if (!ret) {
1684 list_splice(parse_state.terms, terms);
1685 zfree(&parse_state.terms);
1686 return 0;
1687 }
1688
1689 parse_events_terms__delete(parse_state.terms);
1690 return ret;
1691 }
1692
parse_events(struct perf_evlist * evlist,const char * str,struct parse_events_error * err)1693 int parse_events(struct perf_evlist *evlist, const char *str,
1694 struct parse_events_error *err)
1695 {
1696 struct parse_events_state parse_state = {
1697 .list = LIST_HEAD_INIT(parse_state.list),
1698 .idx = evlist->nr_entries,
1699 .error = err,
1700 .evlist = evlist,
1701 };
1702 int ret;
1703
1704 ret = parse_events__scanner(str, &parse_state, PE_START_EVENTS);
1705 perf_pmu__parse_cleanup();
1706 if (!ret) {
1707 struct perf_evsel *last;
1708
1709 if (list_empty(&parse_state.list)) {
1710 WARN_ONCE(true, "WARNING: event parser found nothing");
1711 return -1;
1712 }
1713
1714 perf_evlist__splice_list_tail(evlist, &parse_state.list);
1715 evlist->nr_groups += parse_state.nr_groups;
1716 last = perf_evlist__last(evlist);
1717 last->cmdline_group_boundary = true;
1718
1719 return 0;
1720 }
1721
1722 /*
1723 * There are 2 users - builtin-record and builtin-test objects.
1724 * Both call perf_evlist__delete in case of error, so we dont
1725 * need to bother.
1726 */
1727 return ret;
1728 }
1729
1730 #define MAX_WIDTH 1000
get_term_width(void)1731 static int get_term_width(void)
1732 {
1733 struct winsize ws;
1734
1735 get_term_dimensions(&ws);
1736 return ws.ws_col > MAX_WIDTH ? MAX_WIDTH : ws.ws_col;
1737 }
1738
parse_events_print_error(struct parse_events_error * err,const char * event)1739 static void parse_events_print_error(struct parse_events_error *err,
1740 const char *event)
1741 {
1742 const char *str = "invalid or unsupported event: ";
1743 char _buf[MAX_WIDTH];
1744 char *buf = (char *) event;
1745 int idx = 0;
1746
1747 if (err->str) {
1748 /* -2 for extra '' in the final fprintf */
1749 int width = get_term_width() - 2;
1750 int len_event = strlen(event);
1751 int len_str, max_len, cut = 0;
1752
1753 /*
1754 * Maximum error index indent, we will cut
1755 * the event string if it's bigger.
1756 */
1757 int max_err_idx = 13;
1758
1759 /*
1760 * Let's be specific with the message when
1761 * we have the precise error.
1762 */
1763 str = "event syntax error: ";
1764 len_str = strlen(str);
1765 max_len = width - len_str;
1766
1767 buf = _buf;
1768
1769 /* We're cutting from the beginning. */
1770 if (err->idx > max_err_idx)
1771 cut = err->idx - max_err_idx;
1772
1773 strncpy(buf, event + cut, max_len);
1774
1775 /* Mark cut parts with '..' on both sides. */
1776 if (cut)
1777 buf[0] = buf[1] = '.';
1778
1779 if ((len_event - cut) > max_len) {
1780 buf[max_len - 1] = buf[max_len - 2] = '.';
1781 buf[max_len] = 0;
1782 }
1783
1784 idx = len_str + err->idx - cut;
1785 }
1786
1787 fprintf(stderr, "%s'%s'\n", str, buf);
1788 if (idx) {
1789 fprintf(stderr, "%*s\\___ %s\n", idx + 1, "", err->str);
1790 if (err->help)
1791 fprintf(stderr, "\n%s\n", err->help);
1792 zfree(&err->str);
1793 zfree(&err->help);
1794 }
1795
1796 fprintf(stderr, "Run 'perf list' for a list of valid events\n");
1797 }
1798
1799 #undef MAX_WIDTH
1800
parse_events_option(const struct option * opt,const char * str,int unset __maybe_unused)1801 int parse_events_option(const struct option *opt, const char *str,
1802 int unset __maybe_unused)
1803 {
1804 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value;
1805 struct parse_events_error err = { .idx = 0, };
1806 int ret = parse_events(evlist, str, &err);
1807
1808 if (ret)
1809 parse_events_print_error(&err, str);
1810
1811 return ret;
1812 }
1813
1814 static int
foreach_evsel_in_last_glob(struct perf_evlist * evlist,int (* func)(struct perf_evsel * evsel,const void * arg),const void * arg)1815 foreach_evsel_in_last_glob(struct perf_evlist *evlist,
1816 int (*func)(struct perf_evsel *evsel,
1817 const void *arg),
1818 const void *arg)
1819 {
1820 struct perf_evsel *last = NULL;
1821 int err;
1822
1823 /*
1824 * Don't return when list_empty, give func a chance to report
1825 * error when it found last == NULL.
1826 *
1827 * So no need to WARN here, let *func do this.
1828 */
1829 if (evlist->nr_entries > 0)
1830 last = perf_evlist__last(evlist);
1831
1832 do {
1833 err = (*func)(last, arg);
1834 if (err)
1835 return -1;
1836 if (!last)
1837 return 0;
1838
1839 if (last->node.prev == &evlist->entries)
1840 return 0;
1841 last = list_entry(last->node.prev, struct perf_evsel, node);
1842 } while (!last->cmdline_group_boundary);
1843
1844 return 0;
1845 }
1846
set_filter(struct perf_evsel * evsel,const void * arg)1847 static int set_filter(struct perf_evsel *evsel, const void *arg)
1848 {
1849 const char *str = arg;
1850 bool found = false;
1851 int nr_addr_filters = 0;
1852 struct perf_pmu *pmu = NULL;
1853
1854 if (evsel == NULL)
1855 goto err;
1856
1857 if (evsel->attr.type == PERF_TYPE_TRACEPOINT) {
1858 if (perf_evsel__append_tp_filter(evsel, str) < 0) {
1859 fprintf(stderr,
1860 "not enough memory to hold filter string\n");
1861 return -1;
1862 }
1863
1864 return 0;
1865 }
1866
1867 while ((pmu = perf_pmu__scan(pmu)) != NULL)
1868 if (pmu->type == evsel->attr.type) {
1869 found = true;
1870 break;
1871 }
1872
1873 if (found)
1874 perf_pmu__scan_file(pmu, "nr_addr_filters",
1875 "%d", &nr_addr_filters);
1876
1877 if (!nr_addr_filters)
1878 goto err;
1879
1880 if (perf_evsel__append_addr_filter(evsel, str) < 0) {
1881 fprintf(stderr,
1882 "not enough memory to hold filter string\n");
1883 return -1;
1884 }
1885
1886 return 0;
1887
1888 err:
1889 fprintf(stderr,
1890 "--filter option should follow a -e tracepoint or HW tracer option\n");
1891
1892 return -1;
1893 }
1894
parse_filter(const struct option * opt,const char * str,int unset __maybe_unused)1895 int parse_filter(const struct option *opt, const char *str,
1896 int unset __maybe_unused)
1897 {
1898 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value;
1899
1900 return foreach_evsel_in_last_glob(evlist, set_filter,
1901 (const void *)str);
1902 }
1903
add_exclude_perf_filter(struct perf_evsel * evsel,const void * arg __maybe_unused)1904 static int add_exclude_perf_filter(struct perf_evsel *evsel,
1905 const void *arg __maybe_unused)
1906 {
1907 char new_filter[64];
1908
1909 if (evsel == NULL || evsel->attr.type != PERF_TYPE_TRACEPOINT) {
1910 fprintf(stderr,
1911 "--exclude-perf option should follow a -e tracepoint option\n");
1912 return -1;
1913 }
1914
1915 snprintf(new_filter, sizeof(new_filter), "common_pid != %d", getpid());
1916
1917 if (perf_evsel__append_tp_filter(evsel, new_filter) < 0) {
1918 fprintf(stderr,
1919 "not enough memory to hold filter string\n");
1920 return -1;
1921 }
1922
1923 return 0;
1924 }
1925
exclude_perf(const struct option * opt,const char * arg __maybe_unused,int unset __maybe_unused)1926 int exclude_perf(const struct option *opt,
1927 const char *arg __maybe_unused,
1928 int unset __maybe_unused)
1929 {
1930 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value;
1931
1932 return foreach_evsel_in_last_glob(evlist, add_exclude_perf_filter,
1933 NULL);
1934 }
1935
1936 static const char * const event_type_descriptors[] = {
1937 "Hardware event",
1938 "Software event",
1939 "Tracepoint event",
1940 "Hardware cache event",
1941 "Raw hardware event descriptor",
1942 "Hardware breakpoint",
1943 };
1944
cmp_string(const void * a,const void * b)1945 static int cmp_string(const void *a, const void *b)
1946 {
1947 const char * const *as = a;
1948 const char * const *bs = b;
1949
1950 return strcmp(*as, *bs);
1951 }
1952
1953 /*
1954 * Print the events from <debugfs_mount_point>/tracing/events
1955 */
1956
print_tracepoint_events(const char * subsys_glob,const char * event_glob,bool name_only)1957 void print_tracepoint_events(const char *subsys_glob, const char *event_glob,
1958 bool name_only)
1959 {
1960 DIR *sys_dir, *evt_dir;
1961 struct dirent *sys_dirent, *evt_dirent;
1962 char evt_path[MAXPATHLEN];
1963 char dir_path[MAXPATHLEN];
1964 char **evt_list = NULL;
1965 unsigned int evt_i = 0, evt_num = 0;
1966 bool evt_num_known = false;
1967
1968 restart:
1969 sys_dir = opendir(tracing_events_path);
1970 if (!sys_dir)
1971 return;
1972
1973 if (evt_num_known) {
1974 evt_list = zalloc(sizeof(char *) * evt_num);
1975 if (!evt_list)
1976 goto out_close_sys_dir;
1977 }
1978
1979 for_each_subsystem(sys_dir, sys_dirent) {
1980 if (subsys_glob != NULL &&
1981 !strglobmatch(sys_dirent->d_name, subsys_glob))
1982 continue;
1983
1984 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path,
1985 sys_dirent->d_name);
1986 evt_dir = opendir(dir_path);
1987 if (!evt_dir)
1988 continue;
1989
1990 for_each_event(sys_dirent, evt_dir, evt_dirent) {
1991 if (event_glob != NULL &&
1992 !strglobmatch(evt_dirent->d_name, event_glob))
1993 continue;
1994
1995 if (!evt_num_known) {
1996 evt_num++;
1997 continue;
1998 }
1999
2000 snprintf(evt_path, MAXPATHLEN, "%s:%s",
2001 sys_dirent->d_name, evt_dirent->d_name);
2002
2003 evt_list[evt_i] = strdup(evt_path);
2004 if (evt_list[evt_i] == NULL)
2005 goto out_close_evt_dir;
2006 evt_i++;
2007 }
2008 closedir(evt_dir);
2009 }
2010 closedir(sys_dir);
2011
2012 if (!evt_num_known) {
2013 evt_num_known = true;
2014 goto restart;
2015 }
2016 qsort(evt_list, evt_num, sizeof(char *), cmp_string);
2017 evt_i = 0;
2018 while (evt_i < evt_num) {
2019 if (name_only) {
2020 printf("%s ", evt_list[evt_i++]);
2021 continue;
2022 }
2023 printf(" %-50s [%s]\n", evt_list[evt_i++],
2024 event_type_descriptors[PERF_TYPE_TRACEPOINT]);
2025 }
2026 if (evt_num && pager_in_use())
2027 printf("\n");
2028
2029 out_free:
2030 evt_num = evt_i;
2031 for (evt_i = 0; evt_i < evt_num; evt_i++)
2032 zfree(&evt_list[evt_i]);
2033 zfree(&evt_list);
2034 return;
2035
2036 out_close_evt_dir:
2037 closedir(evt_dir);
2038 out_close_sys_dir:
2039 closedir(sys_dir);
2040
2041 printf("FATAL: not enough memory to print %s\n",
2042 event_type_descriptors[PERF_TYPE_TRACEPOINT]);
2043 if (evt_list)
2044 goto out_free;
2045 }
2046
2047 /*
2048 * Check whether event is in <debugfs_mount_point>/tracing/events
2049 */
2050
is_valid_tracepoint(const char * event_string)2051 int is_valid_tracepoint(const char *event_string)
2052 {
2053 DIR *sys_dir, *evt_dir;
2054 struct dirent *sys_dirent, *evt_dirent;
2055 char evt_path[MAXPATHLEN];
2056 char dir_path[MAXPATHLEN];
2057
2058 sys_dir = opendir(tracing_events_path);
2059 if (!sys_dir)
2060 return 0;
2061
2062 for_each_subsystem(sys_dir, sys_dirent) {
2063
2064 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path,
2065 sys_dirent->d_name);
2066 evt_dir = opendir(dir_path);
2067 if (!evt_dir)
2068 continue;
2069
2070 for_each_event(sys_dirent, evt_dir, evt_dirent) {
2071 snprintf(evt_path, MAXPATHLEN, "%s:%s",
2072 sys_dirent->d_name, evt_dirent->d_name);
2073 if (!strcmp(evt_path, event_string)) {
2074 closedir(evt_dir);
2075 closedir(sys_dir);
2076 return 1;
2077 }
2078 }
2079 closedir(evt_dir);
2080 }
2081 closedir(sys_dir);
2082 return 0;
2083 }
2084
is_event_supported(u8 type,unsigned config)2085 static bool is_event_supported(u8 type, unsigned config)
2086 {
2087 bool ret = true;
2088 int open_return;
2089 struct perf_evsel *evsel;
2090 struct perf_event_attr attr = {
2091 .type = type,
2092 .config = config,
2093 .disabled = 1,
2094 };
2095 struct thread_map *tmap = thread_map__new_by_tid(0);
2096
2097 if (tmap == NULL)
2098 return false;
2099
2100 evsel = perf_evsel__new(&attr);
2101 if (evsel) {
2102 open_return = perf_evsel__open(evsel, NULL, tmap);
2103 ret = open_return >= 0;
2104
2105 if (open_return == -EACCES) {
2106 /*
2107 * This happens if the paranoid value
2108 * /proc/sys/kernel/perf_event_paranoid is set to 2
2109 * Re-run with exclude_kernel set; we don't do that
2110 * by default as some ARM machines do not support it.
2111 *
2112 */
2113 evsel->attr.exclude_kernel = 1;
2114 ret = perf_evsel__open(evsel, NULL, tmap) >= 0;
2115 }
2116 perf_evsel__delete(evsel);
2117 }
2118
2119 thread_map__put(tmap);
2120 return ret;
2121 }
2122
print_sdt_events(const char * subsys_glob,const char * event_glob,bool name_only)2123 void print_sdt_events(const char *subsys_glob, const char *event_glob,
2124 bool name_only)
2125 {
2126 struct probe_cache *pcache;
2127 struct probe_cache_entry *ent;
2128 struct strlist *bidlist, *sdtlist;
2129 struct strlist_config cfg = {.dont_dupstr = true};
2130 struct str_node *nd, *nd2;
2131 char *buf, *path, *ptr = NULL;
2132 bool show_detail = false;
2133 int ret;
2134
2135 sdtlist = strlist__new(NULL, &cfg);
2136 if (!sdtlist) {
2137 pr_debug("Failed to allocate new strlist for SDT\n");
2138 return;
2139 }
2140 bidlist = build_id_cache__list_all(true);
2141 if (!bidlist) {
2142 pr_debug("Failed to get buildids: %d\n", errno);
2143 return;
2144 }
2145 strlist__for_each_entry(nd, bidlist) {
2146 pcache = probe_cache__new(nd->s, NULL);
2147 if (!pcache)
2148 continue;
2149 list_for_each_entry(ent, &pcache->entries, node) {
2150 if (!ent->sdt)
2151 continue;
2152 if (subsys_glob &&
2153 !strglobmatch(ent->pev.group, subsys_glob))
2154 continue;
2155 if (event_glob &&
2156 !strglobmatch(ent->pev.event, event_glob))
2157 continue;
2158 ret = asprintf(&buf, "%s:%s@%s", ent->pev.group,
2159 ent->pev.event, nd->s);
2160 if (ret > 0)
2161 strlist__add(sdtlist, buf);
2162 }
2163 probe_cache__delete(pcache);
2164 }
2165 strlist__delete(bidlist);
2166
2167 strlist__for_each_entry(nd, sdtlist) {
2168 buf = strchr(nd->s, '@');
2169 if (buf)
2170 *(buf++) = '\0';
2171 if (name_only) {
2172 printf("%s ", nd->s);
2173 continue;
2174 }
2175 nd2 = strlist__next(nd);
2176 if (nd2) {
2177 ptr = strchr(nd2->s, '@');
2178 if (ptr)
2179 *ptr = '\0';
2180 if (strcmp(nd->s, nd2->s) == 0)
2181 show_detail = true;
2182 }
2183 if (show_detail) {
2184 path = build_id_cache__origname(buf);
2185 ret = asprintf(&buf, "%s@%s(%.12s)", nd->s, path, buf);
2186 if (ret > 0) {
2187 printf(" %-50s [%s]\n", buf, "SDT event");
2188 free(buf);
2189 }
2190 free(path);
2191 } else
2192 printf(" %-50s [%s]\n", nd->s, "SDT event");
2193 if (nd2) {
2194 if (strcmp(nd->s, nd2->s) != 0)
2195 show_detail = false;
2196 if (ptr)
2197 *ptr = '@';
2198 }
2199 }
2200 strlist__delete(sdtlist);
2201 }
2202
print_hwcache_events(const char * event_glob,bool name_only)2203 int print_hwcache_events(const char *event_glob, bool name_only)
2204 {
2205 unsigned int type, op, i, evt_i = 0, evt_num = 0;
2206 char name[64];
2207 char **evt_list = NULL;
2208 bool evt_num_known = false;
2209
2210 restart:
2211 if (evt_num_known) {
2212 evt_list = zalloc(sizeof(char *) * evt_num);
2213 if (!evt_list)
2214 goto out_enomem;
2215 }
2216
2217 for (type = 0; type < PERF_COUNT_HW_CACHE_MAX; type++) {
2218 for (op = 0; op < PERF_COUNT_HW_CACHE_OP_MAX; op++) {
2219 /* skip invalid cache type */
2220 if (!perf_evsel__is_cache_op_valid(type, op))
2221 continue;
2222
2223 for (i = 0; i < PERF_COUNT_HW_CACHE_RESULT_MAX; i++) {
2224 __perf_evsel__hw_cache_type_op_res_name(type, op, i,
2225 name, sizeof(name));
2226 if (event_glob != NULL && !strglobmatch(name, event_glob))
2227 continue;
2228
2229 if (!is_event_supported(PERF_TYPE_HW_CACHE,
2230 type | (op << 8) | (i << 16)))
2231 continue;
2232
2233 if (!evt_num_known) {
2234 evt_num++;
2235 continue;
2236 }
2237
2238 evt_list[evt_i] = strdup(name);
2239 if (evt_list[evt_i] == NULL)
2240 goto out_enomem;
2241 evt_i++;
2242 }
2243 }
2244 }
2245
2246 if (!evt_num_known) {
2247 evt_num_known = true;
2248 goto restart;
2249 }
2250 qsort(evt_list, evt_num, sizeof(char *), cmp_string);
2251 evt_i = 0;
2252 while (evt_i < evt_num) {
2253 if (name_only) {
2254 printf("%s ", evt_list[evt_i++]);
2255 continue;
2256 }
2257 printf(" %-50s [%s]\n", evt_list[evt_i++],
2258 event_type_descriptors[PERF_TYPE_HW_CACHE]);
2259 }
2260 if (evt_num && pager_in_use())
2261 printf("\n");
2262
2263 out_free:
2264 evt_num = evt_i;
2265 for (evt_i = 0; evt_i < evt_num; evt_i++)
2266 zfree(&evt_list[evt_i]);
2267 zfree(&evt_list);
2268 return evt_num;
2269
2270 out_enomem:
2271 printf("FATAL: not enough memory to print %s\n", event_type_descriptors[PERF_TYPE_HW_CACHE]);
2272 if (evt_list)
2273 goto out_free;
2274 return evt_num;
2275 }
2276
print_symbol_events(const char * event_glob,unsigned type,struct event_symbol * syms,unsigned max,bool name_only)2277 void print_symbol_events(const char *event_glob, unsigned type,
2278 struct event_symbol *syms, unsigned max,
2279 bool name_only)
2280 {
2281 unsigned int i, evt_i = 0, evt_num = 0;
2282 char name[MAX_NAME_LEN];
2283 char **evt_list = NULL;
2284 bool evt_num_known = false;
2285
2286 restart:
2287 if (evt_num_known) {
2288 evt_list = zalloc(sizeof(char *) * evt_num);
2289 if (!evt_list)
2290 goto out_enomem;
2291 syms -= max;
2292 }
2293
2294 for (i = 0; i < max; i++, syms++) {
2295
2296 if (event_glob != NULL && syms->symbol != NULL &&
2297 !(strglobmatch(syms->symbol, event_glob) ||
2298 (syms->alias && strglobmatch(syms->alias, event_glob))))
2299 continue;
2300
2301 if (!is_event_supported(type, i))
2302 continue;
2303
2304 if (!evt_num_known) {
2305 evt_num++;
2306 continue;
2307 }
2308
2309 if (!name_only && strlen(syms->alias))
2310 snprintf(name, MAX_NAME_LEN, "%s OR %s", syms->symbol, syms->alias);
2311 else
2312 strlcpy(name, syms->symbol, MAX_NAME_LEN);
2313
2314 evt_list[evt_i] = strdup(name);
2315 if (evt_list[evt_i] == NULL)
2316 goto out_enomem;
2317 evt_i++;
2318 }
2319
2320 if (!evt_num_known) {
2321 evt_num_known = true;
2322 goto restart;
2323 }
2324 qsort(evt_list, evt_num, sizeof(char *), cmp_string);
2325 evt_i = 0;
2326 while (evt_i < evt_num) {
2327 if (name_only) {
2328 printf("%s ", evt_list[evt_i++]);
2329 continue;
2330 }
2331 printf(" %-50s [%s]\n", evt_list[evt_i++], event_type_descriptors[type]);
2332 }
2333 if (evt_num && pager_in_use())
2334 printf("\n");
2335
2336 out_free:
2337 evt_num = evt_i;
2338 for (evt_i = 0; evt_i < evt_num; evt_i++)
2339 zfree(&evt_list[evt_i]);
2340 zfree(&evt_list);
2341 return;
2342
2343 out_enomem:
2344 printf("FATAL: not enough memory to print %s\n", event_type_descriptors[type]);
2345 if (evt_list)
2346 goto out_free;
2347 }
2348
2349 /*
2350 * Print the help text for the event symbols:
2351 */
print_events(const char * event_glob,bool name_only,bool quiet_flag,bool long_desc,bool details_flag)2352 void print_events(const char *event_glob, bool name_only, bool quiet_flag,
2353 bool long_desc, bool details_flag)
2354 {
2355 print_symbol_events(event_glob, PERF_TYPE_HARDWARE,
2356 event_symbols_hw, PERF_COUNT_HW_MAX, name_only);
2357
2358 print_symbol_events(event_glob, PERF_TYPE_SOFTWARE,
2359 event_symbols_sw, PERF_COUNT_SW_MAX, name_only);
2360
2361 print_hwcache_events(event_glob, name_only);
2362
2363 print_pmu_events(event_glob, name_only, quiet_flag, long_desc,
2364 details_flag);
2365
2366 if (event_glob != NULL)
2367 return;
2368
2369 if (!name_only) {
2370 printf(" %-50s [%s]\n",
2371 "rNNN",
2372 event_type_descriptors[PERF_TYPE_RAW]);
2373 printf(" %-50s [%s]\n",
2374 "cpu/t1=v1[,t2=v2,t3 ...]/modifier",
2375 event_type_descriptors[PERF_TYPE_RAW]);
2376 if (pager_in_use())
2377 printf(" (see 'man perf-list' on how to encode it)\n\n");
2378
2379 printf(" %-50s [%s]\n",
2380 "mem:<addr>[/len][:access]",
2381 event_type_descriptors[PERF_TYPE_BREAKPOINT]);
2382 if (pager_in_use())
2383 printf("\n");
2384 }
2385
2386 print_tracepoint_events(NULL, NULL, name_only);
2387
2388 print_sdt_events(NULL, NULL, name_only);
2389 }
2390
parse_events__is_hardcoded_term(struct parse_events_term * term)2391 int parse_events__is_hardcoded_term(struct parse_events_term *term)
2392 {
2393 return term->type_term != PARSE_EVENTS__TERM_TYPE_USER;
2394 }
2395
new_term(struct parse_events_term ** _term,struct parse_events_term * temp,char * str,u64 num)2396 static int new_term(struct parse_events_term **_term,
2397 struct parse_events_term *temp,
2398 char *str, u64 num)
2399 {
2400 struct parse_events_term *term;
2401
2402 term = malloc(sizeof(*term));
2403 if (!term)
2404 return -ENOMEM;
2405
2406 *term = *temp;
2407 INIT_LIST_HEAD(&term->list);
2408 term->weak = false;
2409
2410 switch (term->type_val) {
2411 case PARSE_EVENTS__TERM_TYPE_NUM:
2412 term->val.num = num;
2413 break;
2414 case PARSE_EVENTS__TERM_TYPE_STR:
2415 term->val.str = str;
2416 break;
2417 default:
2418 free(term);
2419 return -EINVAL;
2420 }
2421
2422 *_term = term;
2423 return 0;
2424 }
2425
parse_events_term__num(struct parse_events_term ** term,int type_term,char * config,u64 num,bool no_value,void * loc_term_,void * loc_val_)2426 int parse_events_term__num(struct parse_events_term **term,
2427 int type_term, char *config, u64 num,
2428 bool no_value,
2429 void *loc_term_, void *loc_val_)
2430 {
2431 YYLTYPE *loc_term = loc_term_;
2432 YYLTYPE *loc_val = loc_val_;
2433
2434 struct parse_events_term temp = {
2435 .type_val = PARSE_EVENTS__TERM_TYPE_NUM,
2436 .type_term = type_term,
2437 .config = config,
2438 .no_value = no_value,
2439 .err_term = loc_term ? loc_term->first_column : 0,
2440 .err_val = loc_val ? loc_val->first_column : 0,
2441 };
2442
2443 return new_term(term, &temp, NULL, num);
2444 }
2445
parse_events_term__str(struct parse_events_term ** term,int type_term,char * config,char * str,void * loc_term_,void * loc_val_)2446 int parse_events_term__str(struct parse_events_term **term,
2447 int type_term, char *config, char *str,
2448 void *loc_term_, void *loc_val_)
2449 {
2450 YYLTYPE *loc_term = loc_term_;
2451 YYLTYPE *loc_val = loc_val_;
2452
2453 struct parse_events_term temp = {
2454 .type_val = PARSE_EVENTS__TERM_TYPE_STR,
2455 .type_term = type_term,
2456 .config = config,
2457 .err_term = loc_term ? loc_term->first_column : 0,
2458 .err_val = loc_val ? loc_val->first_column : 0,
2459 };
2460
2461 return new_term(term, &temp, str, 0);
2462 }
2463
parse_events_term__sym_hw(struct parse_events_term ** term,char * config,unsigned idx)2464 int parse_events_term__sym_hw(struct parse_events_term **term,
2465 char *config, unsigned idx)
2466 {
2467 struct event_symbol *sym;
2468 struct parse_events_term temp = {
2469 .type_val = PARSE_EVENTS__TERM_TYPE_STR,
2470 .type_term = PARSE_EVENTS__TERM_TYPE_USER,
2471 .config = config ?: (char *) "event",
2472 };
2473
2474 BUG_ON(idx >= PERF_COUNT_HW_MAX);
2475 sym = &event_symbols_hw[idx];
2476
2477 return new_term(term, &temp, (char *) sym->symbol, 0);
2478 }
2479
parse_events_term__clone(struct parse_events_term ** new,struct parse_events_term * term)2480 int parse_events_term__clone(struct parse_events_term **new,
2481 struct parse_events_term *term)
2482 {
2483 struct parse_events_term temp = {
2484 .type_val = term->type_val,
2485 .type_term = term->type_term,
2486 .config = term->config,
2487 .err_term = term->err_term,
2488 .err_val = term->err_val,
2489 };
2490
2491 return new_term(new, &temp, term->val.str, term->val.num);
2492 }
2493
parse_events_copy_term_list(struct list_head * old,struct list_head ** new)2494 int parse_events_copy_term_list(struct list_head *old,
2495 struct list_head **new)
2496 {
2497 struct parse_events_term *term, *n;
2498 int ret;
2499
2500 if (!old) {
2501 *new = NULL;
2502 return 0;
2503 }
2504
2505 *new = malloc(sizeof(struct list_head));
2506 if (!*new)
2507 return -ENOMEM;
2508 INIT_LIST_HEAD(*new);
2509
2510 list_for_each_entry (term, old, list) {
2511 ret = parse_events_term__clone(&n, term);
2512 if (ret)
2513 return ret;
2514 list_add_tail(&n->list, *new);
2515 }
2516 return 0;
2517 }
2518
parse_events_terms__purge(struct list_head * terms)2519 void parse_events_terms__purge(struct list_head *terms)
2520 {
2521 struct parse_events_term *term, *h;
2522
2523 list_for_each_entry_safe(term, h, terms, list) {
2524 if (term->array.nr_ranges)
2525 zfree(&term->array.ranges);
2526 list_del_init(&term->list);
2527 free(term);
2528 }
2529 }
2530
parse_events_terms__delete(struct list_head * terms)2531 void parse_events_terms__delete(struct list_head *terms)
2532 {
2533 if (!terms)
2534 return;
2535 parse_events_terms__purge(terms);
2536 free(terms);
2537 }
2538
parse_events__clear_array(struct parse_events_array * a)2539 void parse_events__clear_array(struct parse_events_array *a)
2540 {
2541 zfree(&a->ranges);
2542 }
2543
parse_events_evlist_error(struct parse_events_state * parse_state,int idx,const char * str)2544 void parse_events_evlist_error(struct parse_events_state *parse_state,
2545 int idx, const char *str)
2546 {
2547 struct parse_events_error *err = parse_state->error;
2548
2549 if (!err)
2550 return;
2551 err->idx = idx;
2552 err->str = strdup(str);
2553 WARN_ONCE(!err->str, "WARNING: failed to allocate error string");
2554 }
2555
config_terms_list(char * buf,size_t buf_sz)2556 static void config_terms_list(char *buf, size_t buf_sz)
2557 {
2558 int i;
2559 bool first = true;
2560
2561 buf[0] = '\0';
2562 for (i = 0; i < __PARSE_EVENTS__TERM_TYPE_NR; i++) {
2563 const char *name = config_term_names[i];
2564
2565 if (!config_term_avail(i, NULL))
2566 continue;
2567 if (!name)
2568 continue;
2569 if (name[0] == '<')
2570 continue;
2571
2572 if (strlen(buf) + strlen(name) + 2 >= buf_sz)
2573 return;
2574
2575 if (!first)
2576 strcat(buf, ",");
2577 else
2578 first = false;
2579 strcat(buf, name);
2580 }
2581 }
2582
2583 /*
2584 * Return string contains valid config terms of an event.
2585 * @additional_terms: For terms such as PMU sysfs terms.
2586 */
parse_events_formats_error_string(char * additional_terms)2587 char *parse_events_formats_error_string(char *additional_terms)
2588 {
2589 char *str;
2590 /* "no-overwrite" is the longest name */
2591 char static_terms[__PARSE_EVENTS__TERM_TYPE_NR *
2592 (sizeof("no-overwrite") - 1)];
2593
2594 config_terms_list(static_terms, sizeof(static_terms));
2595 /* valid terms */
2596 if (additional_terms) {
2597 if (asprintf(&str, "valid terms: %s,%s",
2598 additional_terms, static_terms) < 0)
2599 goto fail;
2600 } else {
2601 if (asprintf(&str, "valid terms: %s", static_terms) < 0)
2602 goto fail;
2603 }
2604 return str;
2605
2606 fail:
2607 return NULL;
2608 }
2609