1 #include <linux/hw_breakpoint.h>
7 #include <subcmd/parse-options.h>
8 #include "parse-events.h"
9 #include <subcmd/exec-cmd.h>
14 #include "bpf-loader.h"
16 #include <api/fs/tracing_path.h>
17 #include "parse-events-bison.h"
18 #define YY_EXTRA_TYPE int
19 #include "parse-events-flex.h"
21 #include "thread_map.h"
23 #include "probe-file.h"
26 #define MAX_NAME_LEN 100
29 extern int parse_events_debug
;
31 int parse_events_parse(void *data
, void *scanner
);
32 static int get_config_terms(struct list_head
*head_config
,
33 struct list_head
*head_terms __maybe_unused
);
35 static struct perf_pmu_event_symbol
*perf_pmu_events_list
;
37 * The variable indicates the number of supported pmu event symbols.
38 * 0 means not initialized and ready to init
39 * -1 means failed to init, don't try anymore
40 * >0 is the number of supported pmu event symbols
42 static int perf_pmu_events_list_num
;
44 struct event_symbol event_symbols_hw
[PERF_COUNT_HW_MAX
] = {
45 [PERF_COUNT_HW_CPU_CYCLES
] = {
46 .symbol
= "cpu-cycles",
49 [PERF_COUNT_HW_INSTRUCTIONS
] = {
50 .symbol
= "instructions",
53 [PERF_COUNT_HW_CACHE_REFERENCES
] = {
54 .symbol
= "cache-references",
57 [PERF_COUNT_HW_CACHE_MISSES
] = {
58 .symbol
= "cache-misses",
61 [PERF_COUNT_HW_BRANCH_INSTRUCTIONS
] = {
62 .symbol
= "branch-instructions",
65 [PERF_COUNT_HW_BRANCH_MISSES
] = {
66 .symbol
= "branch-misses",
69 [PERF_COUNT_HW_BUS_CYCLES
] = {
70 .symbol
= "bus-cycles",
73 [PERF_COUNT_HW_STALLED_CYCLES_FRONTEND
] = {
74 .symbol
= "stalled-cycles-frontend",
75 .alias
= "idle-cycles-frontend",
77 [PERF_COUNT_HW_STALLED_CYCLES_BACKEND
] = {
78 .symbol
= "stalled-cycles-backend",
79 .alias
= "idle-cycles-backend",
81 [PERF_COUNT_HW_REF_CPU_CYCLES
] = {
82 .symbol
= "ref-cycles",
87 struct event_symbol event_symbols_sw
[PERF_COUNT_SW_MAX
] = {
88 [PERF_COUNT_SW_CPU_CLOCK
] = {
89 .symbol
= "cpu-clock",
92 [PERF_COUNT_SW_TASK_CLOCK
] = {
93 .symbol
= "task-clock",
96 [PERF_COUNT_SW_PAGE_FAULTS
] = {
97 .symbol
= "page-faults",
100 [PERF_COUNT_SW_CONTEXT_SWITCHES
] = {
101 .symbol
= "context-switches",
104 [PERF_COUNT_SW_CPU_MIGRATIONS
] = {
105 .symbol
= "cpu-migrations",
106 .alias
= "migrations",
108 [PERF_COUNT_SW_PAGE_FAULTS_MIN
] = {
109 .symbol
= "minor-faults",
112 [PERF_COUNT_SW_PAGE_FAULTS_MAJ
] = {
113 .symbol
= "major-faults",
116 [PERF_COUNT_SW_ALIGNMENT_FAULTS
] = {
117 .symbol
= "alignment-faults",
120 [PERF_COUNT_SW_EMULATION_FAULTS
] = {
121 .symbol
= "emulation-faults",
124 [PERF_COUNT_SW_DUMMY
] = {
128 [PERF_COUNT_SW_BPF_OUTPUT
] = {
129 .symbol
= "bpf-output",
134 #define __PERF_EVENT_FIELD(config, name) \
135 ((config & PERF_EVENT_##name##_MASK) >> PERF_EVENT_##name##_SHIFT)
137 #define PERF_EVENT_RAW(config) __PERF_EVENT_FIELD(config, RAW)
138 #define PERF_EVENT_CONFIG(config) __PERF_EVENT_FIELD(config, CONFIG)
139 #define PERF_EVENT_TYPE(config) __PERF_EVENT_FIELD(config, TYPE)
140 #define PERF_EVENT_ID(config) __PERF_EVENT_FIELD(config, EVENT)
142 #define for_each_subsystem(sys_dir, sys_dirent) \
143 while ((sys_dirent = readdir(sys_dir)) != NULL) \
144 if (sys_dirent->d_type == DT_DIR && \
145 (strcmp(sys_dirent->d_name, ".")) && \
146 (strcmp(sys_dirent->d_name, "..")))
148 static int tp_event_has_id(struct dirent
*sys_dir
, struct dirent
*evt_dir
)
150 char evt_path
[MAXPATHLEN
];
153 snprintf(evt_path
, MAXPATHLEN
, "%s/%s/%s/id", tracing_events_path
,
154 sys_dir
->d_name
, evt_dir
->d_name
);
155 fd
= open(evt_path
, O_RDONLY
);
163 #define for_each_event(sys_dirent, evt_dir, evt_dirent) \
164 while ((evt_dirent = readdir(evt_dir)) != NULL) \
165 if (evt_dirent->d_type == DT_DIR && \
166 (strcmp(evt_dirent->d_name, ".")) && \
167 (strcmp(evt_dirent->d_name, "..")) && \
168 (!tp_event_has_id(sys_dirent, evt_dirent)))
170 #define MAX_EVENT_LENGTH 512
173 struct tracepoint_path
*tracepoint_id_to_path(u64 config
)
175 struct tracepoint_path
*path
= NULL
;
176 DIR *sys_dir
, *evt_dir
;
177 struct dirent
*sys_dirent
, *evt_dirent
;
181 char evt_path
[MAXPATHLEN
];
182 char dir_path
[MAXPATHLEN
];
184 sys_dir
= opendir(tracing_events_path
);
188 for_each_subsystem(sys_dir
, sys_dirent
) {
190 snprintf(dir_path
, MAXPATHLEN
, "%s/%s", tracing_events_path
,
192 evt_dir
= opendir(dir_path
);
196 for_each_event(sys_dirent
, evt_dir
, evt_dirent
) {
198 snprintf(evt_path
, MAXPATHLEN
, "%s/%s/id", dir_path
,
200 fd
= open(evt_path
, O_RDONLY
);
203 if (read(fd
, id_buf
, sizeof(id_buf
)) < 0) {
212 path
= zalloc(sizeof(*path
));
213 path
->system
= malloc(MAX_EVENT_LENGTH
);
218 path
->name
= malloc(MAX_EVENT_LENGTH
);
220 zfree(&path
->system
);
224 strncpy(path
->system
, sys_dirent
->d_name
,
226 strncpy(path
->name
, evt_dirent
->d_name
,
238 struct tracepoint_path
*tracepoint_name_to_path(const char *name
)
240 struct tracepoint_path
*path
= zalloc(sizeof(*path
));
241 char *str
= strchr(name
, ':');
243 if (path
== NULL
|| str
== NULL
) {
248 path
->system
= strndup(name
, str
- name
);
249 path
->name
= strdup(str
+1);
251 if (path
->system
== NULL
|| path
->name
== NULL
) {
252 zfree(&path
->system
);
261 const char *event_type(int type
)
264 case PERF_TYPE_HARDWARE
:
267 case PERF_TYPE_SOFTWARE
:
270 case PERF_TYPE_TRACEPOINT
:
273 case PERF_TYPE_HW_CACHE
:
274 return "hardware-cache";
283 static int parse_events__is_name_term(struct parse_events_term
*term
)
285 return term
->type_term
== PARSE_EVENTS__TERM_TYPE_NAME
;
288 static char *get_config_name(struct list_head
*head_terms
)
290 struct parse_events_term
*term
;
295 list_for_each_entry(term
, head_terms
, list
)
296 if (parse_events__is_name_term(term
))
297 return term
->val
.str
;
302 static struct perf_evsel
*
303 __add_event(struct list_head
*list
, int *idx
,
304 struct perf_event_attr
*attr
,
305 char *name
, struct cpu_map
*cpus
,
306 struct list_head
*config_terms
)
308 struct perf_evsel
*evsel
;
310 event_attr_init(attr
);
312 evsel
= perf_evsel__new_idx(attr
, (*idx
)++);
316 evsel
->cpus
= cpu_map__get(cpus
);
317 evsel
->own_cpus
= cpu_map__get(cpus
);
320 evsel
->name
= strdup(name
);
323 list_splice(config_terms
, &evsel
->config_terms
);
325 list_add_tail(&evsel
->node
, list
);
329 static int add_event(struct list_head
*list
, int *idx
,
330 struct perf_event_attr
*attr
, char *name
,
331 struct list_head
*config_terms
)
333 return __add_event(list
, idx
, attr
, name
, NULL
, config_terms
) ? 0 : -ENOMEM
;
336 static int parse_aliases(char *str
, const char *names
[][PERF_EVSEL__MAX_ALIASES
], int size
)
341 for (i
= 0; i
< size
; i
++) {
342 for (j
= 0; j
< PERF_EVSEL__MAX_ALIASES
&& names
[i
][j
]; j
++) {
343 n
= strlen(names
[i
][j
]);
344 if (n
> longest
&& !strncasecmp(str
, names
[i
][j
], n
))
354 typedef int config_term_func_t(struct perf_event_attr
*attr
,
355 struct parse_events_term
*term
,
356 struct parse_events_error
*err
);
357 static int config_term_common(struct perf_event_attr
*attr
,
358 struct parse_events_term
*term
,
359 struct parse_events_error
*err
);
360 static int config_attr(struct perf_event_attr
*attr
,
361 struct list_head
*head
,
362 struct parse_events_error
*err
,
363 config_term_func_t config_term
);
365 int parse_events_add_cache(struct list_head
*list
, int *idx
,
366 char *type
, char *op_result1
, char *op_result2
,
367 struct parse_events_error
*err
,
368 struct list_head
*head_config
)
370 struct perf_event_attr attr
;
371 LIST_HEAD(config_terms
);
372 char name
[MAX_NAME_LEN
], *config_name
;
373 int cache_type
= -1, cache_op
= -1, cache_result
= -1;
374 char *op_result
[2] = { op_result1
, op_result2
};
378 * No fallback - if we cannot get a clear cache type
381 cache_type
= parse_aliases(type
, perf_evsel__hw_cache
,
382 PERF_COUNT_HW_CACHE_MAX
);
383 if (cache_type
== -1)
386 config_name
= get_config_name(head_config
);
387 n
= snprintf(name
, MAX_NAME_LEN
, "%s", type
);
389 for (i
= 0; (i
< 2) && (op_result
[i
]); i
++) {
390 char *str
= op_result
[i
];
392 n
+= snprintf(name
+ n
, MAX_NAME_LEN
- n
, "-%s", str
);
394 if (cache_op
== -1) {
395 cache_op
= parse_aliases(str
, perf_evsel__hw_cache_op
,
396 PERF_COUNT_HW_CACHE_OP_MAX
);
398 if (!perf_evsel__is_cache_op_valid(cache_type
, cache_op
))
404 if (cache_result
== -1) {
405 cache_result
= parse_aliases(str
, perf_evsel__hw_cache_result
,
406 PERF_COUNT_HW_CACHE_RESULT_MAX
);
407 if (cache_result
>= 0)
413 * Fall back to reads:
416 cache_op
= PERF_COUNT_HW_CACHE_OP_READ
;
419 * Fall back to accesses:
421 if (cache_result
== -1)
422 cache_result
= PERF_COUNT_HW_CACHE_RESULT_ACCESS
;
424 memset(&attr
, 0, sizeof(attr
));
425 attr
.config
= cache_type
| (cache_op
<< 8) | (cache_result
<< 16);
426 attr
.type
= PERF_TYPE_HW_CACHE
;
429 if (config_attr(&attr
, head_config
, err
,
433 if (get_config_terms(head_config
, &config_terms
))
436 return add_event(list
, idx
, &attr
, config_name
? : name
, &config_terms
);
439 static void tracepoint_error(struct parse_events_error
*e
, int err
,
440 const char *sys
, const char *name
)
448 * We get error directly from syscall errno ( > 0),
449 * or from encoded pointer's error ( < 0).
455 e
->str
= strdup("can't access trace events");
458 e
->str
= strdup("unknown tracepoint");
461 e
->str
= strdup("failed to add tracepoint");
465 tracing_path__strerror_open_tp(err
, help
, sizeof(help
), sys
, name
);
466 e
->help
= strdup(help
);
469 static int add_tracepoint(struct list_head
*list
, int *idx
,
470 const char *sys_name
, const char *evt_name
,
471 struct parse_events_error
*err
,
472 struct list_head
*head_config
)
474 struct perf_evsel
*evsel
;
476 evsel
= perf_evsel__newtp_idx(sys_name
, evt_name
, (*idx
)++);
478 tracepoint_error(err
, PTR_ERR(evsel
), sys_name
, evt_name
);
479 return PTR_ERR(evsel
);
483 LIST_HEAD(config_terms
);
485 if (get_config_terms(head_config
, &config_terms
))
487 list_splice(&config_terms
, &evsel
->config_terms
);
490 list_add_tail(&evsel
->node
, list
);
494 static int add_tracepoint_multi_event(struct list_head
*list
, int *idx
,
495 const char *sys_name
, const char *evt_name
,
496 struct parse_events_error
*err
,
497 struct list_head
*head_config
)
499 char evt_path
[MAXPATHLEN
];
500 struct dirent
*evt_ent
;
502 int ret
= 0, found
= 0;
504 snprintf(evt_path
, MAXPATHLEN
, "%s/%s", tracing_events_path
, sys_name
);
505 evt_dir
= opendir(evt_path
);
507 tracepoint_error(err
, errno
, sys_name
, evt_name
);
511 while (!ret
&& (evt_ent
= readdir(evt_dir
))) {
512 if (!strcmp(evt_ent
->d_name
, ".")
513 || !strcmp(evt_ent
->d_name
, "..")
514 || !strcmp(evt_ent
->d_name
, "enable")
515 || !strcmp(evt_ent
->d_name
, "filter"))
518 if (!strglobmatch(evt_ent
->d_name
, evt_name
))
523 ret
= add_tracepoint(list
, idx
, sys_name
, evt_ent
->d_name
,
528 tracepoint_error(err
, ENOENT
, sys_name
, evt_name
);
536 static int add_tracepoint_event(struct list_head
*list
, int *idx
,
537 const char *sys_name
, const char *evt_name
,
538 struct parse_events_error
*err
,
539 struct list_head
*head_config
)
541 return strpbrk(evt_name
, "*?") ?
542 add_tracepoint_multi_event(list
, idx
, sys_name
, evt_name
,
544 add_tracepoint(list
, idx
, sys_name
, evt_name
,
548 static int add_tracepoint_multi_sys(struct list_head
*list
, int *idx
,
549 const char *sys_name
, const char *evt_name
,
550 struct parse_events_error
*err
,
551 struct list_head
*head_config
)
553 struct dirent
*events_ent
;
557 events_dir
= opendir(tracing_events_path
);
559 tracepoint_error(err
, errno
, sys_name
, evt_name
);
563 while (!ret
&& (events_ent
= readdir(events_dir
))) {
564 if (!strcmp(events_ent
->d_name
, ".")
565 || !strcmp(events_ent
->d_name
, "..")
566 || !strcmp(events_ent
->d_name
, "enable")
567 || !strcmp(events_ent
->d_name
, "header_event")
568 || !strcmp(events_ent
->d_name
, "header_page"))
571 if (!strglobmatch(events_ent
->d_name
, sys_name
))
574 ret
= add_tracepoint_event(list
, idx
, events_ent
->d_name
,
575 evt_name
, err
, head_config
);
578 closedir(events_dir
);
582 struct __add_bpf_event_param
{
583 struct parse_events_evlist
*data
;
584 struct list_head
*list
;
585 struct list_head
*head_config
;
588 static int add_bpf_event(const char *group
, const char *event
, int fd
,
591 LIST_HEAD(new_evsels
);
592 struct __add_bpf_event_param
*param
= _param
;
593 struct parse_events_evlist
*evlist
= param
->data
;
594 struct list_head
*list
= param
->list
;
595 struct perf_evsel
*pos
;
598 pr_debug("add bpf event %s:%s and attach bpf program %d\n",
601 err
= parse_events_add_tracepoint(&new_evsels
, &evlist
->idx
, group
,
602 event
, evlist
->error
,
605 struct perf_evsel
*evsel
, *tmp
;
607 pr_debug("Failed to add BPF event %s:%s\n",
609 list_for_each_entry_safe(evsel
, tmp
, &new_evsels
, node
) {
610 list_del(&evsel
->node
);
611 perf_evsel__delete(evsel
);
615 pr_debug("adding %s:%s\n", group
, event
);
617 list_for_each_entry(pos
, &new_evsels
, node
) {
618 pr_debug("adding %s:%s to %p\n",
622 list_splice(&new_evsels
, list
);
626 int parse_events_load_bpf_obj(struct parse_events_evlist
*data
,
627 struct list_head
*list
,
628 struct bpf_object
*obj
,
629 struct list_head
*head_config
)
633 struct __add_bpf_event_param param
= {data
, list
, head_config
};
634 static bool registered_unprobe_atexit
= false;
636 if (IS_ERR(obj
) || !obj
) {
637 snprintf(errbuf
, sizeof(errbuf
),
638 "Internal error: load bpf obj with NULL");
644 * Register atexit handler before calling bpf__probe() so
645 * bpf__probe() don't need to unprobe probe points its already
646 * created when failure.
648 if (!registered_unprobe_atexit
) {
650 registered_unprobe_atexit
= true;
653 err
= bpf__probe(obj
);
655 bpf__strerror_probe(obj
, err
, errbuf
, sizeof(errbuf
));
659 err
= bpf__load(obj
);
661 bpf__strerror_load(obj
, err
, errbuf
, sizeof(errbuf
));
665 err
= bpf__foreach_event(obj
, add_bpf_event
, ¶m
);
667 snprintf(errbuf
, sizeof(errbuf
),
668 "Attach events in BPF object failed");
674 data
->error
->help
= strdup("(add -v to see detail)");
675 data
->error
->str
= strdup(errbuf
);
680 parse_events_config_bpf(struct parse_events_evlist
*data
,
681 struct bpf_object
*obj
,
682 struct list_head
*head_config
)
684 struct parse_events_term
*term
;
687 if (!head_config
|| list_empty(head_config
))
690 list_for_each_entry(term
, head_config
, list
) {
694 if (term
->type_term
!= PARSE_EVENTS__TERM_TYPE_USER
) {
695 snprintf(errbuf
, sizeof(errbuf
),
696 "Invalid config term for BPF object");
697 errbuf
[BUFSIZ
- 1] = '\0';
699 data
->error
->idx
= term
->err_term
;
700 data
->error
->str
= strdup(errbuf
);
704 err
= bpf__config_obj(obj
, term
, data
->evlist
, &error_pos
);
706 bpf__strerror_config_obj(obj
, term
, data
->evlist
,
707 &error_pos
, err
, errbuf
,
709 data
->error
->help
= strdup(
710 "Hint:\tValid config terms:\n"
711 " \tmap:[<arraymap>].value<indices>=[value]\n"
712 " \tmap:[<eventmap>].event<indices>=[event]\n"
714 " \twhere <indices> is something like [0,3...5] or [all]\n"
715 " \t(add -v to see detail)");
716 data
->error
->str
= strdup(errbuf
);
717 if (err
== -BPF_LOADER_ERRNO__OBJCONF_MAP_VALUE
)
718 data
->error
->idx
= term
->err_val
;
720 data
->error
->idx
= term
->err_term
+ error_pos
;
728 * Split config terms:
729 * perf record -e bpf.c/call-graph=fp,map:array.value[0]=1/ ...
730 * 'call-graph=fp' is 'evt config', should be applied to each
732 * 'map:array.value[0]=1' is 'obj config', should be processed
733 * with parse_events_config_bpf.
735 * Move object config terms from the first list to obj_head_config.
738 split_bpf_config_terms(struct list_head
*evt_head_config
,
739 struct list_head
*obj_head_config
)
741 struct parse_events_term
*term
, *temp
;
744 * Currectly, all possible user config term
745 * belong to bpf object. parse_events__is_hardcoded_term()
746 * happends to be a good flag.
748 * See parse_events_config_bpf() and
749 * config_term_tracepoint().
751 list_for_each_entry_safe(term
, temp
, evt_head_config
, list
)
752 if (!parse_events__is_hardcoded_term(term
))
753 list_move_tail(&term
->list
, obj_head_config
);
756 int parse_events_load_bpf(struct parse_events_evlist
*data
,
757 struct list_head
*list
,
760 struct list_head
*head_config
)
763 struct bpf_object
*obj
;
764 LIST_HEAD(obj_head_config
);
767 split_bpf_config_terms(head_config
, &obj_head_config
);
769 obj
= bpf__prepare_load(bpf_file_name
, source
);
776 snprintf(errbuf
, sizeof(errbuf
),
777 "BPF support is not compiled");
779 bpf__strerror_prepare_load(bpf_file_name
,
784 data
->error
->help
= strdup("(add -v to see detail)");
785 data
->error
->str
= strdup(errbuf
);
789 err
= parse_events_load_bpf_obj(data
, list
, obj
, head_config
);
792 err
= parse_events_config_bpf(data
, obj
, &obj_head_config
);
795 * Caller doesn't know anything about obj_head_config,
796 * so combine them together again before returnning.
799 list_splice_tail(&obj_head_config
, head_config
);
804 parse_breakpoint_type(const char *type
, struct perf_event_attr
*attr
)
808 for (i
= 0; i
< 3; i
++) {
809 if (!type
|| !type
[i
])
812 #define CHECK_SET_TYPE(bit) \
814 if (attr->bp_type & bit) \
817 attr->bp_type |= bit; \
822 CHECK_SET_TYPE(HW_BREAKPOINT_R
);
825 CHECK_SET_TYPE(HW_BREAKPOINT_W
);
828 CHECK_SET_TYPE(HW_BREAKPOINT_X
);
835 #undef CHECK_SET_TYPE
837 if (!attr
->bp_type
) /* Default */
838 attr
->bp_type
= HW_BREAKPOINT_R
| HW_BREAKPOINT_W
;
843 int parse_events_add_breakpoint(struct list_head
*list
, int *idx
,
844 void *ptr
, char *type
, u64 len
)
846 struct perf_event_attr attr
;
848 memset(&attr
, 0, sizeof(attr
));
849 attr
.bp_addr
= (unsigned long) ptr
;
851 if (parse_breakpoint_type(type
, &attr
))
854 /* Provide some defaults if len is not specified */
856 if (attr
.bp_type
== HW_BREAKPOINT_X
)
859 len
= HW_BREAKPOINT_LEN_4
;
864 attr
.type
= PERF_TYPE_BREAKPOINT
;
865 attr
.sample_period
= 1;
867 return add_event(list
, idx
, &attr
, NULL
, NULL
);
870 static int check_type_val(struct parse_events_term
*term
,
871 struct parse_events_error
*err
,
874 if (type
== term
->type_val
)
878 err
->idx
= term
->err_val
;
879 if (type
== PARSE_EVENTS__TERM_TYPE_NUM
)
880 err
->str
= strdup("expected numeric value");
882 err
->str
= strdup("expected string value");
888 * Update according to parse-events.l
890 static const char *config_term_names
[__PARSE_EVENTS__TERM_TYPE_NR
] = {
891 [PARSE_EVENTS__TERM_TYPE_USER
] = "<sysfs term>",
892 [PARSE_EVENTS__TERM_TYPE_CONFIG
] = "config",
893 [PARSE_EVENTS__TERM_TYPE_CONFIG1
] = "config1",
894 [PARSE_EVENTS__TERM_TYPE_CONFIG2
] = "config2",
895 [PARSE_EVENTS__TERM_TYPE_NAME
] = "name",
896 [PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD
] = "period",
897 [PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ
] = "freq",
898 [PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE
] = "branch_type",
899 [PARSE_EVENTS__TERM_TYPE_TIME
] = "time",
900 [PARSE_EVENTS__TERM_TYPE_CALLGRAPH
] = "call-graph",
901 [PARSE_EVENTS__TERM_TYPE_STACKSIZE
] = "stack-size",
902 [PARSE_EVENTS__TERM_TYPE_NOINHERIT
] = "no-inherit",
903 [PARSE_EVENTS__TERM_TYPE_INHERIT
] = "inherit",
904 [PARSE_EVENTS__TERM_TYPE_MAX_STACK
] = "max-stack",
905 [PARSE_EVENTS__TERM_TYPE_OVERWRITE
] = "overwrite",
906 [PARSE_EVENTS__TERM_TYPE_NOOVERWRITE
] = "no-overwrite",
909 static bool config_term_shrinked
;
912 config_term_avail(int term_type
, struct parse_events_error
*err
)
914 if (term_type
< 0 || term_type
>= __PARSE_EVENTS__TERM_TYPE_NR
) {
915 err
->str
= strdup("Invalid term_type");
918 if (!config_term_shrinked
)
922 case PARSE_EVENTS__TERM_TYPE_CONFIG
:
923 case PARSE_EVENTS__TERM_TYPE_CONFIG1
:
924 case PARSE_EVENTS__TERM_TYPE_CONFIG2
:
925 case PARSE_EVENTS__TERM_TYPE_NAME
:
931 /* term_type is validated so indexing is safe */
932 if (asprintf(&err
->str
, "'%s' is not usable in 'perf stat'",
933 config_term_names
[term_type
]) < 0)
939 void parse_events__shrink_config_terms(void)
941 config_term_shrinked
= true;
944 static int config_term_common(struct perf_event_attr
*attr
,
945 struct parse_events_term
*term
,
946 struct parse_events_error
*err
)
948 #define CHECK_TYPE_VAL(type) \
950 if (check_type_val(term, err, PARSE_EVENTS__TERM_TYPE_ ## type)) \
954 switch (term
->type_term
) {
955 case PARSE_EVENTS__TERM_TYPE_CONFIG
:
957 attr
->config
= term
->val
.num
;
959 case PARSE_EVENTS__TERM_TYPE_CONFIG1
:
961 attr
->config1
= term
->val
.num
;
963 case PARSE_EVENTS__TERM_TYPE_CONFIG2
:
965 attr
->config2
= term
->val
.num
;
967 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD
:
970 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ
:
973 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE
:
975 * TODO uncomment when the field is available
976 * attr->branch_sample_type = term->val.num;
979 case PARSE_EVENTS__TERM_TYPE_TIME
:
981 if (term
->val
.num
> 1) {
982 err
->str
= strdup("expected 0 or 1");
983 err
->idx
= term
->err_val
;
987 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH
:
990 case PARSE_EVENTS__TERM_TYPE_STACKSIZE
:
993 case PARSE_EVENTS__TERM_TYPE_INHERIT
:
996 case PARSE_EVENTS__TERM_TYPE_NOINHERIT
:
999 case PARSE_EVENTS__TERM_TYPE_OVERWRITE
:
1000 CHECK_TYPE_VAL(NUM
);
1002 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE
:
1003 CHECK_TYPE_VAL(NUM
);
1005 case PARSE_EVENTS__TERM_TYPE_NAME
:
1006 CHECK_TYPE_VAL(STR
);
1008 case PARSE_EVENTS__TERM_TYPE_MAX_STACK
:
1009 CHECK_TYPE_VAL(NUM
);
1012 err
->str
= strdup("unknown term");
1013 err
->idx
= term
->err_term
;
1014 err
->help
= parse_events_formats_error_string(NULL
);
1019 * Check term availbility after basic checking so
1020 * PARSE_EVENTS__TERM_TYPE_USER can be found and filtered.
1022 * If check availbility at the entry of this function,
1023 * user will see "'<sysfs term>' is not usable in 'perf stat'"
1024 * if an invalid config term is provided for legacy events
1025 * (for example, instructions/badterm/...), which is confusing.
1027 if (!config_term_avail(term
->type_term
, err
))
1030 #undef CHECK_TYPE_VAL
1033 static int config_term_pmu(struct perf_event_attr
*attr
,
1034 struct parse_events_term
*term
,
1035 struct parse_events_error
*err
)
1037 if (term
->type_term
== PARSE_EVENTS__TERM_TYPE_USER
)
1039 * Always succeed for sysfs terms, as we dont know
1040 * at this point what type they need to have.
1044 return config_term_common(attr
, term
, err
);
1047 static int config_term_tracepoint(struct perf_event_attr
*attr
,
1048 struct parse_events_term
*term
,
1049 struct parse_events_error
*err
)
1051 switch (term
->type_term
) {
1052 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH
:
1053 case PARSE_EVENTS__TERM_TYPE_STACKSIZE
:
1054 case PARSE_EVENTS__TERM_TYPE_INHERIT
:
1055 case PARSE_EVENTS__TERM_TYPE_NOINHERIT
:
1056 case PARSE_EVENTS__TERM_TYPE_MAX_STACK
:
1057 case PARSE_EVENTS__TERM_TYPE_OVERWRITE
:
1058 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE
:
1059 return config_term_common(attr
, term
, err
);
1062 err
->idx
= term
->err_term
;
1063 err
->str
= strdup("unknown term");
1064 err
->help
= strdup("valid terms: call-graph,stack-size\n");
1072 static int config_attr(struct perf_event_attr
*attr
,
1073 struct list_head
*head
,
1074 struct parse_events_error
*err
,
1075 config_term_func_t config_term
)
1077 struct parse_events_term
*term
;
1079 list_for_each_entry(term
, head
, list
)
1080 if (config_term(attr
, term
, err
))
1086 static int get_config_terms(struct list_head
*head_config
,
1087 struct list_head
*head_terms __maybe_unused
)
1089 #define ADD_CONFIG_TERM(__type, __name, __val) \
1091 struct perf_evsel_config_term *__t; \
1093 __t = zalloc(sizeof(*__t)); \
1097 INIT_LIST_HEAD(&__t->list); \
1098 __t->type = PERF_EVSEL__CONFIG_TERM_ ## __type; \
1099 __t->val.__name = __val; \
1100 list_add_tail(&__t->list, head_terms); \
1103 struct parse_events_term
*term
;
1105 list_for_each_entry(term
, head_config
, list
) {
1106 switch (term
->type_term
) {
1107 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD
:
1108 ADD_CONFIG_TERM(PERIOD
, period
, term
->val
.num
);
1110 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ
:
1111 ADD_CONFIG_TERM(FREQ
, freq
, term
->val
.num
);
1113 case PARSE_EVENTS__TERM_TYPE_TIME
:
1114 ADD_CONFIG_TERM(TIME
, time
, term
->val
.num
);
1116 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH
:
1117 ADD_CONFIG_TERM(CALLGRAPH
, callgraph
, term
->val
.str
);
1119 case PARSE_EVENTS__TERM_TYPE_STACKSIZE
:
1120 ADD_CONFIG_TERM(STACK_USER
, stack_user
, term
->val
.num
);
1122 case PARSE_EVENTS__TERM_TYPE_INHERIT
:
1123 ADD_CONFIG_TERM(INHERIT
, inherit
, term
->val
.num
? 1 : 0);
1125 case PARSE_EVENTS__TERM_TYPE_NOINHERIT
:
1126 ADD_CONFIG_TERM(INHERIT
, inherit
, term
->val
.num
? 0 : 1);
1128 case PARSE_EVENTS__TERM_TYPE_MAX_STACK
:
1129 ADD_CONFIG_TERM(MAX_STACK
, max_stack
, term
->val
.num
);
1131 case PARSE_EVENTS__TERM_TYPE_OVERWRITE
:
1132 ADD_CONFIG_TERM(OVERWRITE
, overwrite
, term
->val
.num
? 1 : 0);
1134 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE
:
1135 ADD_CONFIG_TERM(OVERWRITE
, overwrite
, term
->val
.num
? 0 : 1);
1141 #undef ADD_EVSEL_CONFIG
1145 int parse_events_add_tracepoint(struct list_head
*list
, int *idx
,
1146 const char *sys
, const char *event
,
1147 struct parse_events_error
*err
,
1148 struct list_head
*head_config
)
1151 struct perf_event_attr attr
;
1153 if (config_attr(&attr
, head_config
, err
,
1154 config_term_tracepoint
))
1158 if (strpbrk(sys
, "*?"))
1159 return add_tracepoint_multi_sys(list
, idx
, sys
, event
,
1162 return add_tracepoint_event(list
, idx
, sys
, event
,
1166 int parse_events_add_numeric(struct parse_events_evlist
*data
,
1167 struct list_head
*list
,
1168 u32 type
, u64 config
,
1169 struct list_head
*head_config
)
1171 struct perf_event_attr attr
;
1172 LIST_HEAD(config_terms
);
1174 memset(&attr
, 0, sizeof(attr
));
1176 attr
.config
= config
;
1179 if (config_attr(&attr
, head_config
, data
->error
,
1180 config_term_common
))
1183 if (get_config_terms(head_config
, &config_terms
))
1187 return add_event(list
, &data
->idx
, &attr
,
1188 get_config_name(head_config
), &config_terms
);
1191 int parse_events_add_pmu(struct parse_events_evlist
*data
,
1192 struct list_head
*list
, char *name
,
1193 struct list_head
*head_config
)
1195 struct perf_event_attr attr
;
1196 struct perf_pmu_info info
;
1197 struct perf_pmu
*pmu
;
1198 struct perf_evsel
*evsel
;
1199 LIST_HEAD(config_terms
);
1201 pmu
= perf_pmu__find(name
);
1205 if (pmu
->default_config
) {
1206 memcpy(&attr
, pmu
->default_config
,
1207 sizeof(struct perf_event_attr
));
1209 memset(&attr
, 0, sizeof(attr
));
1213 attr
.type
= pmu
->type
;
1214 evsel
= __add_event(list
, &data
->idx
, &attr
, NULL
, pmu
->cpus
, NULL
);
1215 return evsel
? 0 : -ENOMEM
;
1218 if (perf_pmu__check_alias(pmu
, head_config
, &info
))
1222 * Configure hardcoded terms first, no need to check
1223 * return value when called with fail == 0 ;)
1225 if (config_attr(&attr
, head_config
, data
->error
, config_term_pmu
))
1228 if (get_config_terms(head_config
, &config_terms
))
1231 if (perf_pmu__config(pmu
, &attr
, head_config
, data
->error
))
1234 evsel
= __add_event(list
, &data
->idx
, &attr
,
1235 get_config_name(head_config
), pmu
->cpus
,
1238 evsel
->unit
= info
.unit
;
1239 evsel
->scale
= info
.scale
;
1240 evsel
->per_pkg
= info
.per_pkg
;
1241 evsel
->snapshot
= info
.snapshot
;
1244 return evsel
? 0 : -ENOMEM
;
1247 int parse_events__modifier_group(struct list_head
*list
,
1250 return parse_events__modifier_event(list
, event_mod
, true);
1253 void parse_events__set_leader(char *name
, struct list_head
*list
)
1255 struct perf_evsel
*leader
;
1257 if (list_empty(list
)) {
1258 WARN_ONCE(true, "WARNING: failed to set leader: empty list");
1262 __perf_evlist__set_leader(list
);
1263 leader
= list_entry(list
->next
, struct perf_evsel
, node
);
1264 leader
->group_name
= name
? strdup(name
) : NULL
;
1267 /* list_event is assumed to point to malloc'ed memory */
1268 void parse_events_update_lists(struct list_head
*list_event
,
1269 struct list_head
*list_all
)
1272 * Called for single event definition. Update the
1273 * 'all event' list, and reinit the 'single event'
1274 * list, for next event definition.
1276 list_splice_tail(list_event
, list_all
);
1280 struct event_modifier
{
1294 static int get_event_modifier(struct event_modifier
*mod
, char *str
,
1295 struct perf_evsel
*evsel
)
1297 int eu
= evsel
? evsel
->attr
.exclude_user
: 0;
1298 int ek
= evsel
? evsel
->attr
.exclude_kernel
: 0;
1299 int eh
= evsel
? evsel
->attr
.exclude_hv
: 0;
1300 int eH
= evsel
? evsel
->attr
.exclude_host
: 0;
1301 int eG
= evsel
? evsel
->attr
.exclude_guest
: 0;
1302 int eI
= evsel
? evsel
->attr
.exclude_idle
: 0;
1303 int precise
= evsel
? evsel
->attr
.precise_ip
: 0;
1304 int precise_max
= 0;
1305 int sample_read
= 0;
1306 int pinned
= evsel
? evsel
->attr
.pinned
: 0;
1308 int exclude
= eu
| ek
| eh
;
1309 int exclude_GH
= evsel
? evsel
->exclude_GH
: 0;
1311 memset(mod
, 0, sizeof(*mod
));
1316 exclude
= eu
= ek
= eh
= 1;
1318 } else if (*str
== 'k') {
1320 exclude
= eu
= ek
= eh
= 1;
1322 } else if (*str
== 'h') {
1324 exclude
= eu
= ek
= eh
= 1;
1326 } else if (*str
== 'G') {
1328 exclude_GH
= eG
= eH
= 1;
1330 } else if (*str
== 'H') {
1332 exclude_GH
= eG
= eH
= 1;
1334 } else if (*str
== 'I') {
1336 } else if (*str
== 'p') {
1338 /* use of precise requires exclude_guest */
1341 } else if (*str
== 'P') {
1343 } else if (*str
== 'S') {
1345 } else if (*str
== 'D') {
1356 * 0 - SAMPLE_IP can have arbitrary skid
1357 * 1 - SAMPLE_IP must have constant skid
1358 * 2 - SAMPLE_IP requested to have 0 skid
1359 * 3 - SAMPLE_IP must have 0 skid
1361 * See also PERF_RECORD_MISC_EXACT_IP
1372 mod
->precise
= precise
;
1373 mod
->precise_max
= precise_max
;
1374 mod
->exclude_GH
= exclude_GH
;
1375 mod
->sample_read
= sample_read
;
1376 mod
->pinned
= pinned
;
1382 * Basic modifier sanity check to validate it contains only one
1383 * instance of any modifier (apart from 'p') present.
1385 static int check_modifier(char *str
)
1389 /* The sizeof includes 0 byte as well. */
1390 if (strlen(str
) > (sizeof("ukhGHpppPSDI") - 1))
1394 if (*p
!= 'p' && strchr(p
+ 1, *p
))
1402 int parse_events__modifier_event(struct list_head
*list
, char *str
, bool add
)
1404 struct perf_evsel
*evsel
;
1405 struct event_modifier mod
;
1410 if (check_modifier(str
))
1413 if (!add
&& get_event_modifier(&mod
, str
, NULL
))
1416 __evlist__for_each_entry(list
, evsel
) {
1417 if (add
&& get_event_modifier(&mod
, str
, evsel
))
1420 evsel
->attr
.exclude_user
= mod
.eu
;
1421 evsel
->attr
.exclude_kernel
= mod
.ek
;
1422 evsel
->attr
.exclude_hv
= mod
.eh
;
1423 evsel
->attr
.precise_ip
= mod
.precise
;
1424 evsel
->attr
.exclude_host
= mod
.eH
;
1425 evsel
->attr
.exclude_guest
= mod
.eG
;
1426 evsel
->attr
.exclude_idle
= mod
.eI
;
1427 evsel
->exclude_GH
= mod
.exclude_GH
;
1428 evsel
->sample_read
= mod
.sample_read
;
1429 evsel
->precise_max
= mod
.precise_max
;
1431 if (perf_evsel__is_group_leader(evsel
))
1432 evsel
->attr
.pinned
= mod
.pinned
;
1438 int parse_events_name(struct list_head
*list
, char *name
)
1440 struct perf_evsel
*evsel
;
1442 __evlist__for_each_entry(list
, evsel
) {
1444 evsel
->name
= strdup(name
);
1451 comp_pmu(const void *p1
, const void *p2
)
1453 struct perf_pmu_event_symbol
*pmu1
= (struct perf_pmu_event_symbol
*) p1
;
1454 struct perf_pmu_event_symbol
*pmu2
= (struct perf_pmu_event_symbol
*) p2
;
1456 return strcmp(pmu1
->symbol
, pmu2
->symbol
);
1459 static void perf_pmu__parse_cleanup(void)
1461 if (perf_pmu_events_list_num
> 0) {
1462 struct perf_pmu_event_symbol
*p
;
1465 for (i
= 0; i
< perf_pmu_events_list_num
; i
++) {
1466 p
= perf_pmu_events_list
+ i
;
1469 free(perf_pmu_events_list
);
1470 perf_pmu_events_list
= NULL
;
1471 perf_pmu_events_list_num
= 0;
1475 #define SET_SYMBOL(str, stype) \
1484 * Read the pmu events list from sysfs
1485 * Save it into perf_pmu_events_list
1487 static void perf_pmu__parse_init(void)
1490 struct perf_pmu
*pmu
= NULL
;
1491 struct perf_pmu_alias
*alias
;
1494 pmu
= perf_pmu__find("cpu");
1495 if ((pmu
== NULL
) || list_empty(&pmu
->aliases
)) {
1496 perf_pmu_events_list_num
= -1;
1499 list_for_each_entry(alias
, &pmu
->aliases
, list
) {
1500 if (strchr(alias
->name
, '-'))
1504 perf_pmu_events_list
= malloc(sizeof(struct perf_pmu_event_symbol
) * len
);
1505 if (!perf_pmu_events_list
)
1507 perf_pmu_events_list_num
= len
;
1510 list_for_each_entry(alias
, &pmu
->aliases
, list
) {
1511 struct perf_pmu_event_symbol
*p
= perf_pmu_events_list
+ len
;
1512 char *tmp
= strchr(alias
->name
, '-');
1515 SET_SYMBOL(strndup(alias
->name
, tmp
- alias
->name
),
1516 PMU_EVENT_SYMBOL_PREFIX
);
1518 SET_SYMBOL(strdup(++tmp
), PMU_EVENT_SYMBOL_SUFFIX
);
1521 SET_SYMBOL(strdup(alias
->name
), PMU_EVENT_SYMBOL
);
1525 qsort(perf_pmu_events_list
, len
,
1526 sizeof(struct perf_pmu_event_symbol
), comp_pmu
);
1530 perf_pmu__parse_cleanup();
1533 enum perf_pmu_event_symbol_type
1534 perf_pmu__parse_check(const char *name
)
1536 struct perf_pmu_event_symbol p
, *r
;
1538 /* scan kernel pmu events from sysfs if needed */
1539 if (perf_pmu_events_list_num
== 0)
1540 perf_pmu__parse_init();
1542 * name "cpu" could be prefix of cpu-cycles or cpu// events.
1543 * cpu-cycles has been handled by hardcode.
1544 * So it must be cpu// events, not kernel pmu event.
1546 if ((perf_pmu_events_list_num
<= 0) || !strcmp(name
, "cpu"))
1547 return PMU_EVENT_SYMBOL_ERR
;
1549 p
.symbol
= strdup(name
);
1550 r
= bsearch(&p
, perf_pmu_events_list
,
1551 (size_t) perf_pmu_events_list_num
,
1552 sizeof(struct perf_pmu_event_symbol
), comp_pmu
);
1554 return r
? r
->type
: PMU_EVENT_SYMBOL_ERR
;
1557 static int parse_events__scanner(const char *str
, void *data
, int start_token
)
1559 YY_BUFFER_STATE buffer
;
1563 ret
= parse_events_lex_init_extra(start_token
, &scanner
);
1567 buffer
= parse_events__scan_string(str
, scanner
);
1570 parse_events_debug
= 1;
1572 ret
= parse_events_parse(data
, scanner
);
1574 parse_events__flush_buffer(buffer
, scanner
);
1575 parse_events__delete_buffer(buffer
, scanner
);
1576 parse_events_lex_destroy(scanner
);
1581 * parse event config string, return a list of event terms.
1583 int parse_events_terms(struct list_head
*terms
, const char *str
)
1585 struct parse_events_terms data
= {
1590 ret
= parse_events__scanner(str
, &data
, PE_START_TERMS
);
1592 list_splice(data
.terms
, terms
);
1597 parse_events_terms__delete(data
.terms
);
1601 int parse_events(struct perf_evlist
*evlist
, const char *str
,
1602 struct parse_events_error
*err
)
1604 struct parse_events_evlist data
= {
1605 .list
= LIST_HEAD_INIT(data
.list
),
1606 .idx
= evlist
->nr_entries
,
1612 ret
= parse_events__scanner(str
, &data
, PE_START_EVENTS
);
1613 perf_pmu__parse_cleanup();
1615 struct perf_evsel
*last
;
1617 if (list_empty(&data
.list
)) {
1618 WARN_ONCE(true, "WARNING: event parser found nothing");
1622 perf_evlist__splice_list_tail(evlist
, &data
.list
);
1623 evlist
->nr_groups
+= data
.nr_groups
;
1624 last
= perf_evlist__last(evlist
);
1625 last
->cmdline_group_boundary
= true;
1631 * There are 2 users - builtin-record and builtin-test objects.
1632 * Both call perf_evlist__delete in case of error, so we dont
1638 #define MAX_WIDTH 1000
1639 static int get_term_width(void)
1643 get_term_dimensions(&ws
);
1644 return ws
.ws_col
> MAX_WIDTH
? MAX_WIDTH
: ws
.ws_col
;
1647 static void parse_events_print_error(struct parse_events_error
*err
,
1650 const char *str
= "invalid or unsupported event: ";
1651 char _buf
[MAX_WIDTH
];
1652 char *buf
= (char *) event
;
1656 /* -2 for extra '' in the final fprintf */
1657 int width
= get_term_width() - 2;
1658 int len_event
= strlen(event
);
1659 int len_str
, max_len
, cut
= 0;
1662 * Maximum error index indent, we will cut
1663 * the event string if it's bigger.
1665 int max_err_idx
= 13;
1668 * Let's be specific with the message when
1669 * we have the precise error.
1671 str
= "event syntax error: ";
1672 len_str
= strlen(str
);
1673 max_len
= width
- len_str
;
1677 /* We're cutting from the beginning. */
1678 if (err
->idx
> max_err_idx
)
1679 cut
= err
->idx
- max_err_idx
;
1681 strncpy(buf
, event
+ cut
, max_len
);
1683 /* Mark cut parts with '..' on both sides. */
1685 buf
[0] = buf
[1] = '.';
1687 if ((len_event
- cut
) > max_len
) {
1688 buf
[max_len
- 1] = buf
[max_len
- 2] = '.';
1692 idx
= len_str
+ err
->idx
- cut
;
1695 fprintf(stderr
, "%s'%s'\n", str
, buf
);
1697 fprintf(stderr
, "%*s\\___ %s\n", idx
+ 1, "", err
->str
);
1699 fprintf(stderr
, "\n%s\n", err
->help
);
1704 fprintf(stderr
, "Run 'perf list' for a list of valid events\n");
1709 int parse_events_option(const struct option
*opt
, const char *str
,
1710 int unset __maybe_unused
)
1712 struct perf_evlist
*evlist
= *(struct perf_evlist
**)opt
->value
;
1713 struct parse_events_error err
= { .idx
= 0, };
1714 int ret
= parse_events(evlist
, str
, &err
);
1717 parse_events_print_error(&err
, str
);
1723 foreach_evsel_in_last_glob(struct perf_evlist
*evlist
,
1724 int (*func
)(struct perf_evsel
*evsel
,
1728 struct perf_evsel
*last
= NULL
;
1732 * Don't return when list_empty, give func a chance to report
1733 * error when it found last == NULL.
1735 * So no need to WARN here, let *func do this.
1737 if (evlist
->nr_entries
> 0)
1738 last
= perf_evlist__last(evlist
);
1741 err
= (*func
)(last
, arg
);
1747 if (last
->node
.prev
== &evlist
->entries
)
1749 last
= list_entry(last
->node
.prev
, struct perf_evsel
, node
);
1750 } while (!last
->cmdline_group_boundary
);
1755 static int set_filter(struct perf_evsel
*evsel
, const void *arg
)
1757 const char *str
= arg
;
1759 if (evsel
== NULL
|| evsel
->attr
.type
!= PERF_TYPE_TRACEPOINT
) {
1761 "--filter option should follow a -e tracepoint option\n");
1765 if (perf_evsel__append_filter(evsel
, "&&", str
) < 0) {
1767 "not enough memory to hold filter string\n");
1774 int parse_filter(const struct option
*opt
, const char *str
,
1775 int unset __maybe_unused
)
1777 struct perf_evlist
*evlist
= *(struct perf_evlist
**)opt
->value
;
1779 return foreach_evsel_in_last_glob(evlist
, set_filter
,
1783 static int add_exclude_perf_filter(struct perf_evsel
*evsel
,
1784 const void *arg __maybe_unused
)
1786 char new_filter
[64];
1788 if (evsel
== NULL
|| evsel
->attr
.type
!= PERF_TYPE_TRACEPOINT
) {
1790 "--exclude-perf option should follow a -e tracepoint option\n");
1794 snprintf(new_filter
, sizeof(new_filter
), "common_pid != %d", getpid());
1796 if (perf_evsel__append_filter(evsel
, "&&", new_filter
) < 0) {
1798 "not enough memory to hold filter string\n");
1805 int exclude_perf(const struct option
*opt
,
1806 const char *arg __maybe_unused
,
1807 int unset __maybe_unused
)
1809 struct perf_evlist
*evlist
= *(struct perf_evlist
**)opt
->value
;
1811 return foreach_evsel_in_last_glob(evlist
, add_exclude_perf_filter
,
1815 static const char * const event_type_descriptors
[] = {
1819 "Hardware cache event",
1820 "Raw hardware event descriptor",
1821 "Hardware breakpoint",
1824 static int cmp_string(const void *a
, const void *b
)
1826 const char * const *as
= a
;
1827 const char * const *bs
= b
;
1829 return strcmp(*as
, *bs
);
1833 * Print the events from <debugfs_mount_point>/tracing/events
1836 void print_tracepoint_events(const char *subsys_glob
, const char *event_glob
,
1839 DIR *sys_dir
, *evt_dir
;
1840 struct dirent
*sys_dirent
, *evt_dirent
;
1841 char evt_path
[MAXPATHLEN
];
1842 char dir_path
[MAXPATHLEN
];
1843 char **evt_list
= NULL
;
1844 unsigned int evt_i
= 0, evt_num
= 0;
1845 bool evt_num_known
= false;
1848 sys_dir
= opendir(tracing_events_path
);
1852 if (evt_num_known
) {
1853 evt_list
= zalloc(sizeof(char *) * evt_num
);
1855 goto out_close_sys_dir
;
1858 for_each_subsystem(sys_dir
, sys_dirent
) {
1859 if (subsys_glob
!= NULL
&&
1860 !strglobmatch(sys_dirent
->d_name
, subsys_glob
))
1863 snprintf(dir_path
, MAXPATHLEN
, "%s/%s", tracing_events_path
,
1864 sys_dirent
->d_name
);
1865 evt_dir
= opendir(dir_path
);
1869 for_each_event(sys_dirent
, evt_dir
, evt_dirent
) {
1870 if (event_glob
!= NULL
&&
1871 !strglobmatch(evt_dirent
->d_name
, event_glob
))
1874 if (!evt_num_known
) {
1879 snprintf(evt_path
, MAXPATHLEN
, "%s:%s",
1880 sys_dirent
->d_name
, evt_dirent
->d_name
);
1882 evt_list
[evt_i
] = strdup(evt_path
);
1883 if (evt_list
[evt_i
] == NULL
)
1884 goto out_close_evt_dir
;
1891 if (!evt_num_known
) {
1892 evt_num_known
= true;
1895 qsort(evt_list
, evt_num
, sizeof(char *), cmp_string
);
1897 while (evt_i
< evt_num
) {
1899 printf("%s ", evt_list
[evt_i
++]);
1902 printf(" %-50s [%s]\n", evt_list
[evt_i
++],
1903 event_type_descriptors
[PERF_TYPE_TRACEPOINT
]);
1905 if (evt_num
&& pager_in_use())
1910 for (evt_i
= 0; evt_i
< evt_num
; evt_i
++)
1911 zfree(&evt_list
[evt_i
]);
1920 printf("FATAL: not enough memory to print %s\n",
1921 event_type_descriptors
[PERF_TYPE_TRACEPOINT
]);
1927 * Check whether event is in <debugfs_mount_point>/tracing/events
1930 int is_valid_tracepoint(const char *event_string
)
1932 DIR *sys_dir
, *evt_dir
;
1933 struct dirent
*sys_dirent
, *evt_dirent
;
1934 char evt_path
[MAXPATHLEN
];
1935 char dir_path
[MAXPATHLEN
];
1937 sys_dir
= opendir(tracing_events_path
);
1941 for_each_subsystem(sys_dir
, sys_dirent
) {
1943 snprintf(dir_path
, MAXPATHLEN
, "%s/%s", tracing_events_path
,
1944 sys_dirent
->d_name
);
1945 evt_dir
= opendir(dir_path
);
1949 for_each_event(sys_dirent
, evt_dir
, evt_dirent
) {
1950 snprintf(evt_path
, MAXPATHLEN
, "%s:%s",
1951 sys_dirent
->d_name
, evt_dirent
->d_name
);
1952 if (!strcmp(evt_path
, event_string
)) {
1964 static bool is_event_supported(u8 type
, unsigned config
)
1968 struct perf_evsel
*evsel
;
1969 struct perf_event_attr attr
= {
1975 struct thread_map map
;
1982 evsel
= perf_evsel__new(&attr
);
1984 open_return
= perf_evsel__open(evsel
, NULL
, &tmap
.map
);
1985 ret
= open_return
>= 0;
1987 if (open_return
== -EACCES
) {
1989 * This happens if the paranoid value
1990 * /proc/sys/kernel/perf_event_paranoid is set to 2
1991 * Re-run with exclude_kernel set; we don't do that
1992 * by default as some ARM machines do not support it.
1995 evsel
->attr
.exclude_kernel
= 1;
1996 ret
= perf_evsel__open(evsel
, NULL
, &tmap
.map
) >= 0;
1998 perf_evsel__delete(evsel
);
2004 void print_sdt_events(const char *subsys_glob
, const char *event_glob
,
2007 struct probe_cache
*pcache
;
2008 struct probe_cache_entry
*ent
;
2009 struct strlist
*bidlist
, *sdtlist
;
2010 struct strlist_config cfg
= {.dont_dupstr
= true};
2011 struct str_node
*nd
, *nd2
;
2012 char *buf
, *path
, *ptr
= NULL
;
2013 bool show_detail
= false;
2016 sdtlist
= strlist__new(NULL
, &cfg
);
2018 pr_debug("Failed to allocate new strlist for SDT\n");
2021 bidlist
= build_id_cache__list_all(true);
2023 pr_debug("Failed to get buildids: %d\n", errno
);
2026 strlist__for_each_entry(nd
, bidlist
) {
2027 pcache
= probe_cache__new(nd
->s
);
2030 list_for_each_entry(ent
, &pcache
->entries
, node
) {
2034 !strglobmatch(ent
->pev
.group
, subsys_glob
))
2037 !strglobmatch(ent
->pev
.event
, event_glob
))
2039 ret
= asprintf(&buf
, "%s:%s@%s", ent
->pev
.group
,
2040 ent
->pev
.event
, nd
->s
);
2042 strlist__add(sdtlist
, buf
);
2044 probe_cache__delete(pcache
);
2046 strlist__delete(bidlist
);
2048 strlist__for_each_entry(nd
, sdtlist
) {
2049 buf
= strchr(nd
->s
, '@');
2053 printf("%s ", nd
->s
);
2056 nd2
= strlist__next(nd
);
2058 ptr
= strchr(nd2
->s
, '@');
2061 if (strcmp(nd
->s
, nd2
->s
) == 0)
2065 path
= build_id_cache__origname(buf
);
2066 ret
= asprintf(&buf
, "%s@%s(%.12s)", nd
->s
, path
, buf
);
2068 printf(" %-50s [%s]\n", buf
, "SDT event");
2072 printf(" %-50s [%s]\n", nd
->s
, "SDT event");
2074 if (strcmp(nd
->s
, nd2
->s
) != 0)
2075 show_detail
= false;
2080 strlist__delete(sdtlist
);
2083 int print_hwcache_events(const char *event_glob
, bool name_only
)
2085 unsigned int type
, op
, i
, evt_i
= 0, evt_num
= 0;
2087 char **evt_list
= NULL
;
2088 bool evt_num_known
= false;
2091 if (evt_num_known
) {
2092 evt_list
= zalloc(sizeof(char *) * evt_num
);
2097 for (type
= 0; type
< PERF_COUNT_HW_CACHE_MAX
; type
++) {
2098 for (op
= 0; op
< PERF_COUNT_HW_CACHE_OP_MAX
; op
++) {
2099 /* skip invalid cache type */
2100 if (!perf_evsel__is_cache_op_valid(type
, op
))
2103 for (i
= 0; i
< PERF_COUNT_HW_CACHE_RESULT_MAX
; i
++) {
2104 __perf_evsel__hw_cache_type_op_res_name(type
, op
, i
,
2105 name
, sizeof(name
));
2106 if (event_glob
!= NULL
&& !strglobmatch(name
, event_glob
))
2109 if (!is_event_supported(PERF_TYPE_HW_CACHE
,
2110 type
| (op
<< 8) | (i
<< 16)))
2113 if (!evt_num_known
) {
2118 evt_list
[evt_i
] = strdup(name
);
2119 if (evt_list
[evt_i
] == NULL
)
2126 if (!evt_num_known
) {
2127 evt_num_known
= true;
2130 qsort(evt_list
, evt_num
, sizeof(char *), cmp_string
);
2132 while (evt_i
< evt_num
) {
2134 printf("%s ", evt_list
[evt_i
++]);
2137 printf(" %-50s [%s]\n", evt_list
[evt_i
++],
2138 event_type_descriptors
[PERF_TYPE_HW_CACHE
]);
2140 if (evt_num
&& pager_in_use())
2145 for (evt_i
= 0; evt_i
< evt_num
; evt_i
++)
2146 zfree(&evt_list
[evt_i
]);
2151 printf("FATAL: not enough memory to print %s\n", event_type_descriptors
[PERF_TYPE_HW_CACHE
]);
2157 void print_symbol_events(const char *event_glob
, unsigned type
,
2158 struct event_symbol
*syms
, unsigned max
,
2161 unsigned int i
, evt_i
= 0, evt_num
= 0;
2162 char name
[MAX_NAME_LEN
];
2163 char **evt_list
= NULL
;
2164 bool evt_num_known
= false;
2167 if (evt_num_known
) {
2168 evt_list
= zalloc(sizeof(char *) * evt_num
);
2174 for (i
= 0; i
< max
; i
++, syms
++) {
2176 if (event_glob
!= NULL
&& syms
->symbol
!= NULL
&&
2177 !(strglobmatch(syms
->symbol
, event_glob
) ||
2178 (syms
->alias
&& strglobmatch(syms
->alias
, event_glob
))))
2181 if (!is_event_supported(type
, i
))
2184 if (!evt_num_known
) {
2189 if (!name_only
&& strlen(syms
->alias
))
2190 snprintf(name
, MAX_NAME_LEN
, "%s OR %s", syms
->symbol
, syms
->alias
);
2192 strncpy(name
, syms
->symbol
, MAX_NAME_LEN
);
2194 evt_list
[evt_i
] = strdup(name
);
2195 if (evt_list
[evt_i
] == NULL
)
2200 if (!evt_num_known
) {
2201 evt_num_known
= true;
2204 qsort(evt_list
, evt_num
, sizeof(char *), cmp_string
);
2206 while (evt_i
< evt_num
) {
2208 printf("%s ", evt_list
[evt_i
++]);
2211 printf(" %-50s [%s]\n", evt_list
[evt_i
++], event_type_descriptors
[type
]);
2213 if (evt_num
&& pager_in_use())
2218 for (evt_i
= 0; evt_i
< evt_num
; evt_i
++)
2219 zfree(&evt_list
[evt_i
]);
2224 printf("FATAL: not enough memory to print %s\n", event_type_descriptors
[type
]);
2230 * Print the help text for the event symbols:
2232 void print_events(const char *event_glob
, bool name_only
)
2234 print_symbol_events(event_glob
, PERF_TYPE_HARDWARE
,
2235 event_symbols_hw
, PERF_COUNT_HW_MAX
, name_only
);
2237 print_symbol_events(event_glob
, PERF_TYPE_SOFTWARE
,
2238 event_symbols_sw
, PERF_COUNT_SW_MAX
, name_only
);
2240 print_hwcache_events(event_glob
, name_only
);
2242 print_pmu_events(event_glob
, name_only
);
2244 if (event_glob
!= NULL
)
2248 printf(" %-50s [%s]\n",
2250 event_type_descriptors
[PERF_TYPE_RAW
]);
2251 printf(" %-50s [%s]\n",
2252 "cpu/t1=v1[,t2=v2,t3 ...]/modifier",
2253 event_type_descriptors
[PERF_TYPE_RAW
]);
2255 printf(" (see 'man perf-list' on how to encode it)\n\n");
2257 printf(" %-50s [%s]\n",
2258 "mem:<addr>[/len][:access]",
2259 event_type_descriptors
[PERF_TYPE_BREAKPOINT
]);
2264 print_tracepoint_events(NULL
, NULL
, name_only
);
2266 print_sdt_events(NULL
, NULL
, name_only
);
2269 int parse_events__is_hardcoded_term(struct parse_events_term
*term
)
2271 return term
->type_term
!= PARSE_EVENTS__TERM_TYPE_USER
;
2274 static int new_term(struct parse_events_term
**_term
, int type_val
,
2275 int type_term
, char *config
,
2276 char *str
, u64 num
, int err_term
, int err_val
)
2278 struct parse_events_term
*term
;
2280 term
= zalloc(sizeof(*term
));
2284 INIT_LIST_HEAD(&term
->list
);
2285 term
->type_val
= type_val
;
2286 term
->type_term
= type_term
;
2287 term
->config
= config
;
2288 term
->err_term
= err_term
;
2289 term
->err_val
= err_val
;
2292 case PARSE_EVENTS__TERM_TYPE_NUM
:
2293 term
->val
.num
= num
;
2295 case PARSE_EVENTS__TERM_TYPE_STR
:
2296 term
->val
.str
= str
;
2307 int parse_events_term__num(struct parse_events_term
**term
,
2308 int type_term
, char *config
, u64 num
,
2309 void *loc_term_
, void *loc_val_
)
2311 YYLTYPE
*loc_term
= loc_term_
;
2312 YYLTYPE
*loc_val
= loc_val_
;
2314 return new_term(term
, PARSE_EVENTS__TERM_TYPE_NUM
, type_term
,
2316 loc_term
? loc_term
->first_column
: 0,
2317 loc_val
? loc_val
->first_column
: 0);
2320 int parse_events_term__str(struct parse_events_term
**term
,
2321 int type_term
, char *config
, char *str
,
2322 void *loc_term_
, void *loc_val_
)
2324 YYLTYPE
*loc_term
= loc_term_
;
2325 YYLTYPE
*loc_val
= loc_val_
;
2327 return new_term(term
, PARSE_EVENTS__TERM_TYPE_STR
, type_term
,
2329 loc_term
? loc_term
->first_column
: 0,
2330 loc_val
? loc_val
->first_column
: 0);
2333 int parse_events_term__sym_hw(struct parse_events_term
**term
,
2334 char *config
, unsigned idx
)
2336 struct event_symbol
*sym
;
2338 BUG_ON(idx
>= PERF_COUNT_HW_MAX
);
2339 sym
= &event_symbols_hw
[idx
];
2342 return new_term(term
, PARSE_EVENTS__TERM_TYPE_STR
,
2343 PARSE_EVENTS__TERM_TYPE_USER
, config
,
2344 (char *) sym
->symbol
, 0, 0, 0);
2346 return new_term(term
, PARSE_EVENTS__TERM_TYPE_STR
,
2347 PARSE_EVENTS__TERM_TYPE_USER
,
2348 (char *) "event", (char *) sym
->symbol
,
2352 int parse_events_term__clone(struct parse_events_term
**new,
2353 struct parse_events_term
*term
)
2355 return new_term(new, term
->type_val
, term
->type_term
, term
->config
,
2356 term
->val
.str
, term
->val
.num
,
2357 term
->err_term
, term
->err_val
);
2360 void parse_events_terms__purge(struct list_head
*terms
)
2362 struct parse_events_term
*term
, *h
;
2364 list_for_each_entry_safe(term
, h
, terms
, list
) {
2365 if (term
->array
.nr_ranges
)
2366 free(term
->array
.ranges
);
2367 list_del_init(&term
->list
);
2372 void parse_events_terms__delete(struct list_head
*terms
)
2376 parse_events_terms__purge(terms
);
2380 void parse_events__clear_array(struct parse_events_array
*a
)
2385 void parse_events_evlist_error(struct parse_events_evlist
*data
,
2386 int idx
, const char *str
)
2388 struct parse_events_error
*err
= data
->error
;
2393 err
->str
= strdup(str
);
2394 WARN_ONCE(!err
->str
, "WARNING: failed to allocate error string");
2397 static void config_terms_list(char *buf
, size_t buf_sz
)
2403 for (i
= 0; i
< __PARSE_EVENTS__TERM_TYPE_NR
; i
++) {
2404 const char *name
= config_term_names
[i
];
2406 if (!config_term_avail(i
, NULL
))
2413 if (strlen(buf
) + strlen(name
) + 2 >= buf_sz
)
2425 * Return string contains valid config terms of an event.
2426 * @additional_terms: For terms such as PMU sysfs terms.
2428 char *parse_events_formats_error_string(char *additional_terms
)
2431 /* "no-overwrite" is the longest name */
2432 char static_terms
[__PARSE_EVENTS__TERM_TYPE_NR
*
2433 (sizeof("no-overwrite") - 1)];
2435 config_terms_list(static_terms
, sizeof(static_terms
));
2437 if (additional_terms
) {
2438 if (asprintf(&str
, "valid terms: %s,%s",
2439 additional_terms
, static_terms
) < 0)
2442 if (asprintf(&str
, "valid terms: %s", static_terms
) < 0)