1 #include <linux/types.h>
9 #include "thread_map.h"
11 static const char *perf_event__names
[] = {
13 [PERF_RECORD_MMAP
] = "MMAP",
14 [PERF_RECORD_LOST
] = "LOST",
15 [PERF_RECORD_COMM
] = "COMM",
16 [PERF_RECORD_EXIT
] = "EXIT",
17 [PERF_RECORD_THROTTLE
] = "THROTTLE",
18 [PERF_RECORD_UNTHROTTLE
] = "UNTHROTTLE",
19 [PERF_RECORD_FORK
] = "FORK",
20 [PERF_RECORD_READ
] = "READ",
21 [PERF_RECORD_SAMPLE
] = "SAMPLE",
22 [PERF_RECORD_HEADER_ATTR
] = "ATTR",
23 [PERF_RECORD_HEADER_EVENT_TYPE
] = "EVENT_TYPE",
24 [PERF_RECORD_HEADER_TRACING_DATA
] = "TRACING_DATA",
25 [PERF_RECORD_HEADER_BUILD_ID
] = "BUILD_ID",
26 [PERF_RECORD_FINISHED_ROUND
] = "FINISHED_ROUND",
29 const char *perf_event__name(unsigned int id
)
31 if (id
>= ARRAY_SIZE(perf_event__names
))
33 if (!perf_event__names
[id
])
35 return perf_event__names
[id
];
38 static struct perf_sample synth_sample
= {
47 static pid_t
perf_event__synthesize_comm(union perf_event
*event
, pid_t pid
,
48 int full
, perf_event__handler_t process
,
49 struct perf_session
*session
)
51 char filename
[PATH_MAX
];
56 struct dirent dirent
, *next
;
59 snprintf(filename
, sizeof(filename
), "/proc/%d/status", pid
);
61 fp
= fopen(filename
, "r");
65 * We raced with a task exiting - just return:
67 pr_debug("couldn't open %s\n", filename
);
71 memset(&event
->comm
, 0, sizeof(event
->comm
));
73 while (!event
->comm
.comm
[0] || !event
->comm
.pid
) {
74 if (fgets(bf
, sizeof(bf
), fp
) == NULL
) {
75 pr_warning("couldn't get COMM and pgid, malformed %s\n", filename
);
79 if (memcmp(bf
, "Name:", 5) == 0) {
81 while (*name
&& isspace(*name
))
83 size
= strlen(name
) - 1;
84 memcpy(event
->comm
.comm
, name
, size
++);
85 } else if (memcmp(bf
, "Tgid:", 5) == 0) {
87 while (*tgids
&& isspace(*tgids
))
89 tgid
= event
->comm
.pid
= atoi(tgids
);
93 event
->comm
.header
.type
= PERF_RECORD_COMM
;
94 size
= ALIGN(size
, sizeof(u64
));
95 memset(event
->comm
.comm
+ size
, 0, session
->id_hdr_size
);
96 event
->comm
.header
.size
= (sizeof(event
->comm
) -
97 (sizeof(event
->comm
.comm
) - size
) +
98 session
->id_hdr_size
);
100 event
->comm
.tid
= pid
;
102 process(event
, &synth_sample
, session
);
106 snprintf(filename
, sizeof(filename
), "/proc/%d/task", pid
);
108 tasks
= opendir(filename
);
112 while (!readdir_r(tasks
, &dirent
, &next
) && next
) {
114 pid
= strtol(dirent
.d_name
, &end
, 10);
118 event
->comm
.tid
= pid
;
120 process(event
, &synth_sample
, session
);
130 static int perf_event__synthesize_mmap_events(union perf_event
*event
,
131 pid_t pid
, pid_t tgid
,
132 perf_event__handler_t process
,
133 struct perf_session
*session
)
135 char filename
[PATH_MAX
];
138 snprintf(filename
, sizeof(filename
), "/proc/%d/maps", pid
);
140 fp
= fopen(filename
, "r");
143 * We raced with a task exiting - just return:
145 pr_debug("couldn't open %s\n", filename
);
149 event
->header
.type
= PERF_RECORD_MMAP
;
151 * Just like the kernel, see __perf_event_mmap in kernel/perf_event.c
153 event
->header
.misc
= PERF_RECORD_MISC_USER
;
156 char bf
[BUFSIZ
], *pbf
= bf
;
159 if (fgets(bf
, sizeof(bf
), fp
) == NULL
)
162 /* 00400000-0040c000 r-xp 00000000 fd:01 41038 /bin/cat */
163 n
= hex2u64(pbf
, &event
->mmap
.start
);
167 n
= hex2u64(pbf
, &event
->mmap
.len
);
171 if (*pbf
== 'x') { /* vm_exec */
172 char anonstr
[] = "//anon\n";
173 char *execname
= strchr(bf
, '/');
176 if (execname
== NULL
)
177 execname
= strstr(bf
, "[vdso]");
179 /* Catch anonymous mmaps */
180 if ((execname
== NULL
) && !strstr(bf
, "["))
183 if (execname
== NULL
)
187 n
= hex2u64(pbf
, &event
->mmap
.pgoff
);
189 size
= strlen(execname
);
190 execname
[size
- 1] = '\0'; /* Remove \n */
191 memcpy(event
->mmap
.filename
, execname
, size
);
192 size
= ALIGN(size
, sizeof(u64
));
193 event
->mmap
.len
-= event
->mmap
.start
;
194 event
->mmap
.header
.size
= (sizeof(event
->mmap
) -
195 (sizeof(event
->mmap
.filename
) - size
));
196 memset(event
->mmap
.filename
+ size
, 0, session
->id_hdr_size
);
197 event
->mmap
.header
.size
+= session
->id_hdr_size
;
198 event
->mmap
.pid
= tgid
;
199 event
->mmap
.tid
= pid
;
201 process(event
, &synth_sample
, session
);
209 int perf_event__synthesize_modules(perf_event__handler_t process
,
210 struct perf_session
*session
,
211 struct machine
*machine
)
214 struct map_groups
*kmaps
= &machine
->kmaps
;
215 union perf_event
*event
= zalloc((sizeof(event
->mmap
) +
216 session
->id_hdr_size
));
218 pr_debug("Not enough memory synthesizing mmap event "
219 "for kernel modules\n");
223 event
->header
.type
= PERF_RECORD_MMAP
;
226 * kernel uses 0 for user space maps, see kernel/perf_event.c
229 if (machine__is_host(machine
))
230 event
->header
.misc
= PERF_RECORD_MISC_KERNEL
;
232 event
->header
.misc
= PERF_RECORD_MISC_GUEST_KERNEL
;
234 for (nd
= rb_first(&kmaps
->maps
[MAP__FUNCTION
]);
235 nd
; nd
= rb_next(nd
)) {
237 struct map
*pos
= rb_entry(nd
, struct map
, rb_node
);
239 if (pos
->dso
->kernel
)
242 size
= ALIGN(pos
->dso
->long_name_len
+ 1, sizeof(u64
));
243 event
->mmap
.header
.type
= PERF_RECORD_MMAP
;
244 event
->mmap
.header
.size
= (sizeof(event
->mmap
) -
245 (sizeof(event
->mmap
.filename
) - size
));
246 memset(event
->mmap
.filename
+ size
, 0, session
->id_hdr_size
);
247 event
->mmap
.header
.size
+= session
->id_hdr_size
;
248 event
->mmap
.start
= pos
->start
;
249 event
->mmap
.len
= pos
->end
- pos
->start
;
250 event
->mmap
.pid
= machine
->pid
;
252 memcpy(event
->mmap
.filename
, pos
->dso
->long_name
,
253 pos
->dso
->long_name_len
+ 1);
254 process(event
, &synth_sample
, session
);
261 static int __event__synthesize_thread(union perf_event
*comm_event
,
262 union perf_event
*mmap_event
,
263 pid_t pid
, perf_event__handler_t process
,
264 struct perf_session
*session
)
266 pid_t tgid
= perf_event__synthesize_comm(comm_event
, pid
, 1, process
,
270 return perf_event__synthesize_mmap_events(mmap_event
, pid
, tgid
,
274 int perf_event__synthesize_thread_map(struct thread_map
*threads
,
275 perf_event__handler_t process
,
276 struct perf_session
*session
)
278 union perf_event
*comm_event
, *mmap_event
;
279 int err
= -1, thread
;
281 comm_event
= malloc(sizeof(comm_event
->comm
) + session
->id_hdr_size
);
282 if (comm_event
== NULL
)
285 mmap_event
= malloc(sizeof(mmap_event
->mmap
) + session
->id_hdr_size
);
286 if (mmap_event
== NULL
)
290 for (thread
= 0; thread
< threads
->nr
; ++thread
) {
291 if (__event__synthesize_thread(comm_event
, mmap_event
,
292 threads
->map
[thread
],
305 int perf_event__synthesize_threads(perf_event__handler_t process
,
306 struct perf_session
*session
)
309 struct dirent dirent
, *next
;
310 union perf_event
*comm_event
, *mmap_event
;
313 comm_event
= malloc(sizeof(comm_event
->comm
) + session
->id_hdr_size
);
314 if (comm_event
== NULL
)
317 mmap_event
= malloc(sizeof(mmap_event
->mmap
) + session
->id_hdr_size
);
318 if (mmap_event
== NULL
)
321 proc
= opendir("/proc");
325 while (!readdir_r(proc
, &dirent
, &next
) && next
) {
327 pid_t pid
= strtol(dirent
.d_name
, &end
, 10);
329 if (*end
) /* only interested in proper numerical dirents */
332 __event__synthesize_thread(comm_event
, mmap_event
, pid
,
346 struct process_symbol_args
{
351 static int find_symbol_cb(void *arg
, const char *name
, char type
,
352 u64 start
, u64 end __used
)
354 struct process_symbol_args
*args
= arg
;
357 * Must be a function or at least an alias, as in PARISC64, where "_text" is
358 * an 'A' to the same address as "_stext".
360 if (!(symbol_type__is_a(type
, MAP__FUNCTION
) ||
361 type
== 'A') || strcmp(name
, args
->name
))
368 int perf_event__synthesize_kernel_mmap(perf_event__handler_t process
,
369 struct perf_session
*session
,
370 struct machine
*machine
,
371 const char *symbol_name
)
374 const char *filename
, *mmap_name
;
376 char name_buff
[PATH_MAX
];
380 * We should get this from /sys/kernel/sections/.text, but till that is
381 * available use this, and after it is use this as a fallback for older
384 struct process_symbol_args args
= { .name
= symbol_name
, };
385 union perf_event
*event
= zalloc((sizeof(event
->mmap
) +
386 session
->id_hdr_size
));
388 pr_debug("Not enough memory synthesizing mmap event "
389 "for kernel modules\n");
393 mmap_name
= machine__mmap_name(machine
, name_buff
, sizeof(name_buff
));
394 if (machine__is_host(machine
)) {
396 * kernel uses PERF_RECORD_MISC_USER for user space maps,
397 * see kernel/perf_event.c __perf_event_mmap
399 event
->header
.misc
= PERF_RECORD_MISC_KERNEL
;
400 filename
= "/proc/kallsyms";
402 event
->header
.misc
= PERF_RECORD_MISC_GUEST_KERNEL
;
403 if (machine__is_default_guest(machine
))
404 filename
= (char *) symbol_conf
.default_guest_kallsyms
;
406 sprintf(path
, "%s/proc/kallsyms", machine
->root_dir
);
411 if (kallsyms__parse(filename
, &args
, find_symbol_cb
) <= 0)
414 map
= machine
->vmlinux_maps
[MAP__FUNCTION
];
415 size
= snprintf(event
->mmap
.filename
, sizeof(event
->mmap
.filename
),
416 "%s%s", mmap_name
, symbol_name
) + 1;
417 size
= ALIGN(size
, sizeof(u64
));
418 event
->mmap
.header
.type
= PERF_RECORD_MMAP
;
419 event
->mmap
.header
.size
= (sizeof(event
->mmap
) -
420 (sizeof(event
->mmap
.filename
) - size
) + session
->id_hdr_size
);
421 event
->mmap
.pgoff
= args
.start
;
422 event
->mmap
.start
= map
->start
;
423 event
->mmap
.len
= map
->end
- event
->mmap
.start
;
424 event
->mmap
.pid
= machine
->pid
;
426 err
= process(event
, &synth_sample
, session
);
432 int perf_event__process_comm(union perf_event
*event
,
433 struct perf_sample
*sample __used
,
434 struct perf_session
*session
)
436 struct thread
*thread
= perf_session__findnew(session
, event
->comm
.tid
);
438 dump_printf(": %s:%d\n", event
->comm
.comm
, event
->comm
.tid
);
440 if (thread
== NULL
|| thread__set_comm(thread
, event
->comm
.comm
)) {
441 dump_printf("problem processing PERF_RECORD_COMM, skipping event.\n");
448 int perf_event__process_lost(union perf_event
*event
,
449 struct perf_sample
*sample __used
,
450 struct perf_session
*session
)
452 dump_printf(": id:%" PRIu64
": lost:%" PRIu64
"\n",
453 event
->lost
.id
, event
->lost
.lost
);
454 session
->hists
.stats
.total_lost
+= event
->lost
.lost
;
458 static void perf_event__set_kernel_mmap_len(union perf_event
*event
,
461 maps
[MAP__FUNCTION
]->start
= event
->mmap
.start
;
462 maps
[MAP__FUNCTION
]->end
= event
->mmap
.start
+ event
->mmap
.len
;
464 * Be a bit paranoid here, some perf.data file came with
465 * a zero sized synthesized MMAP event for the kernel.
467 if (maps
[MAP__FUNCTION
]->end
== 0)
468 maps
[MAP__FUNCTION
]->end
= ~0ULL;
471 static int perf_event__process_kernel_mmap(union perf_event
*event
,
472 struct perf_session
*session
)
475 char kmmap_prefix
[PATH_MAX
];
476 struct machine
*machine
;
477 enum dso_kernel_type kernel_type
;
480 machine
= perf_session__findnew_machine(session
, event
->mmap
.pid
);
482 pr_err("Can't find id %d's machine\n", event
->mmap
.pid
);
486 machine__mmap_name(machine
, kmmap_prefix
, sizeof(kmmap_prefix
));
487 if (machine__is_host(machine
))
488 kernel_type
= DSO_TYPE_KERNEL
;
490 kernel_type
= DSO_TYPE_GUEST_KERNEL
;
492 is_kernel_mmap
= memcmp(event
->mmap
.filename
,
494 strlen(kmmap_prefix
)) == 0;
495 if (event
->mmap
.filename
[0] == '/' ||
496 (!is_kernel_mmap
&& event
->mmap
.filename
[0] == '[')) {
498 char short_module_name
[1024];
501 if (event
->mmap
.filename
[0] == '/') {
502 name
= strrchr(event
->mmap
.filename
, '/');
507 dot
= strrchr(name
, '.');
510 snprintf(short_module_name
, sizeof(short_module_name
),
511 "[%.*s]", (int)(dot
- name
), name
);
512 strxfrchar(short_module_name
, '-', '_');
514 strcpy(short_module_name
, event
->mmap
.filename
);
516 map
= machine__new_module(machine
, event
->mmap
.start
,
517 event
->mmap
.filename
);
521 name
= strdup(short_module_name
);
525 map
->dso
->short_name
= name
;
526 map
->dso
->sname_alloc
= 1;
527 map
->end
= map
->start
+ event
->mmap
.len
;
528 } else if (is_kernel_mmap
) {
529 const char *symbol_name
= (event
->mmap
.filename
+
530 strlen(kmmap_prefix
));
532 * Should be there already, from the build-id table in
535 struct dso
*kernel
= __dsos__findnew(&machine
->kernel_dsos
,
540 kernel
->kernel
= kernel_type
;
541 if (__machine__create_kernel_maps(machine
, kernel
) < 0)
544 perf_event__set_kernel_mmap_len(event
, machine
->vmlinux_maps
);
547 * Avoid using a zero address (kptr_restrict) for the ref reloc
548 * symbol. Effectively having zero here means that at record
549 * time /proc/sys/kernel/kptr_restrict was non zero.
551 if (event
->mmap
.pgoff
!= 0) {
552 perf_session__set_kallsyms_ref_reloc_sym(machine
->vmlinux_maps
,
557 if (machine__is_default_guest(machine
)) {
559 * preload dso of guest kernel and modules
561 dso__load(kernel
, machine
->vmlinux_maps
[MAP__FUNCTION
],
570 int perf_event__process_mmap(union perf_event
*event
,
571 struct perf_sample
*sample __used
,
572 struct perf_session
*session
)
574 struct machine
*machine
;
575 struct thread
*thread
;
577 u8 cpumode
= event
->header
.misc
& PERF_RECORD_MISC_CPUMODE_MASK
;
580 dump_printf(" %d/%d: [%#" PRIx64
"(%#" PRIx64
") @ %#" PRIx64
"]: %s\n",
581 event
->mmap
.pid
, event
->mmap
.tid
, event
->mmap
.start
,
582 event
->mmap
.len
, event
->mmap
.pgoff
, event
->mmap
.filename
);
584 if (cpumode
== PERF_RECORD_MISC_GUEST_KERNEL
||
585 cpumode
== PERF_RECORD_MISC_KERNEL
) {
586 ret
= perf_event__process_kernel_mmap(event
, session
);
592 machine
= perf_session__find_host_machine(session
);
595 thread
= perf_session__findnew(session
, event
->mmap
.pid
);
598 map
= map__new(&machine
->user_dsos
, event
->mmap
.start
,
599 event
->mmap
.len
, event
->mmap
.pgoff
,
600 event
->mmap
.pid
, event
->mmap
.filename
,
605 thread__insert_map(thread
, map
);
609 dump_printf("problem processing PERF_RECORD_MMAP, skipping event.\n");
613 int perf_event__process_task(union perf_event
*event
,
614 struct perf_sample
*sample __used
,
615 struct perf_session
*session
)
617 struct thread
*thread
= perf_session__findnew(session
, event
->fork
.tid
);
618 struct thread
*parent
= perf_session__findnew(session
, event
->fork
.ptid
);
620 dump_printf("(%d:%d):(%d:%d)\n", event
->fork
.pid
, event
->fork
.tid
,
621 event
->fork
.ppid
, event
->fork
.ptid
);
623 if (event
->header
.type
== PERF_RECORD_EXIT
) {
624 perf_session__remove_thread(session
, thread
);
628 if (thread
== NULL
|| parent
== NULL
||
629 thread__fork(thread
, parent
) < 0) {
630 dump_printf("problem processing PERF_RECORD_FORK, skipping event.\n");
637 int perf_event__process(union perf_event
*event
, struct perf_sample
*sample
,
638 struct perf_session
*session
)
640 switch (event
->header
.type
) {
641 case PERF_RECORD_COMM
:
642 perf_event__process_comm(event
, sample
, session
);
644 case PERF_RECORD_MMAP
:
645 perf_event__process_mmap(event
, sample
, session
);
647 case PERF_RECORD_FORK
:
648 case PERF_RECORD_EXIT
:
649 perf_event__process_task(event
, sample
, session
);
651 case PERF_RECORD_LOST
:
652 perf_event__process_lost(event
, sample
, session
);
660 void thread__find_addr_map(struct thread
*self
,
661 struct perf_session
*session
, u8 cpumode
,
662 enum map_type type
, pid_t pid
, u64 addr
,
663 struct addr_location
*al
)
665 struct map_groups
*mg
= &self
->mg
;
666 struct machine
*machine
= NULL
;
670 al
->cpumode
= cpumode
;
671 al
->filtered
= false;
673 if (cpumode
== PERF_RECORD_MISC_KERNEL
&& perf_host
) {
675 machine
= perf_session__find_host_machine(session
);
676 if (machine
== NULL
) {
680 mg
= &machine
->kmaps
;
681 } else if (cpumode
== PERF_RECORD_MISC_USER
&& perf_host
) {
683 machine
= perf_session__find_host_machine(session
);
684 } else if (cpumode
== PERF_RECORD_MISC_GUEST_KERNEL
&& perf_guest
) {
686 machine
= perf_session__find_machine(session
, pid
);
687 if (machine
== NULL
) {
691 mg
= &machine
->kmaps
;
694 * 'u' means guest os user space.
695 * TODO: We don't support guest user space. Might support late.
697 if (cpumode
== PERF_RECORD_MISC_GUEST_USER
&& perf_guest
)
703 if ((cpumode
== PERF_RECORD_MISC_GUEST_USER
||
704 cpumode
== PERF_RECORD_MISC_GUEST_KERNEL
) &&
707 if ((cpumode
== PERF_RECORD_MISC_USER
||
708 cpumode
== PERF_RECORD_MISC_KERNEL
) &&
715 al
->map
= map_groups__find(mg
, type
, al
->addr
);
716 if (al
->map
== NULL
) {
718 * If this is outside of all known maps, and is a negative
719 * address, try to look it up in the kernel dso, as it might be
720 * a vsyscall or vdso (which executes in user-mode).
722 * XXX This is nasty, we should have a symbol list in the
723 * "[vdso]" dso, but for now lets use the old trick of looking
724 * in the whole kernel symbol list.
726 if ((long long)al
->addr
< 0 &&
727 cpumode
== PERF_RECORD_MISC_USER
&&
728 machine
&& mg
!= &machine
->kmaps
) {
729 mg
= &machine
->kmaps
;
733 al
->addr
= al
->map
->map_ip(al
->map
, al
->addr
);
736 void thread__find_addr_location(struct thread
*self
,
737 struct perf_session
*session
, u8 cpumode
,
738 enum map_type type
, pid_t pid
, u64 addr
,
739 struct addr_location
*al
,
740 symbol_filter_t filter
)
742 thread__find_addr_map(self
, session
, cpumode
, type
, pid
, addr
, al
);
744 al
->sym
= map__find_symbol(al
->map
, al
->addr
, filter
);
749 int perf_event__preprocess_sample(const union perf_event
*event
,
750 struct perf_session
*session
,
751 struct addr_location
*al
,
752 struct perf_sample
*sample
,
753 symbol_filter_t filter
)
755 u8 cpumode
= event
->header
.misc
& PERF_RECORD_MISC_CPUMODE_MASK
;
756 struct thread
*thread
= perf_session__findnew(session
, event
->ip
.pid
);
761 if (symbol_conf
.comm_list
&&
762 !strlist__has_entry(symbol_conf
.comm_list
, thread
->comm
))
765 dump_printf(" ... thread: %s:%d\n", thread
->comm
, thread
->pid
);
767 * Have we already created the kernel maps for the host machine?
769 * This should have happened earlier, when we processed the kernel MMAP
770 * events, but for older perf.data files there was no such thing, so do
773 if (cpumode
== PERF_RECORD_MISC_KERNEL
&&
774 session
->host_machine
.vmlinux_maps
[MAP__FUNCTION
] == NULL
)
775 machine__create_kernel_maps(&session
->host_machine
);
777 thread__find_addr_map(thread
, session
, cpumode
, MAP__FUNCTION
,
778 event
->ip
.pid
, event
->ip
.ip
, al
);
779 dump_printf(" ...... dso: %s\n",
780 al
->map
? al
->map
->dso
->long_name
:
781 al
->level
== 'H' ? "[hypervisor]" : "<not found>");
783 al
->cpu
= sample
->cpu
;
786 if (symbol_conf
.dso_list
&&
787 (!al
->map
|| !al
->map
->dso
||
788 !(strlist__has_entry(symbol_conf
.dso_list
,
789 al
->map
->dso
->short_name
) ||
790 (al
->map
->dso
->short_name
!= al
->map
->dso
->long_name
&&
791 strlist__has_entry(symbol_conf
.dso_list
,
792 al
->map
->dso
->long_name
)))))
795 al
->sym
= map__find_symbol(al
->map
, al
->addr
, filter
);
798 if (symbol_conf
.sym_list
&& al
->sym
&&
799 !strlist__has_entry(symbol_conf
.sym_list
, al
->sym
->name
))