5 const char default_parent_pattern
[] = "^sys_|^do_page_fault";
6 const char *parent_pattern
= default_parent_pattern
;
7 const char default_sort_order
[] = "comm,dso,symbol";
8 const char *sort_order
= default_sort_order
;
9 int sort__need_collapse
= 0;
10 int sort__has_parent
= 0;
11 int sort__branch_mode
= -1; /* -1 = means not set */
13 enum sort_type sort__first_dimension
;
17 LIST_HEAD(hist_entry__sort_list
);
19 static int repsep_snprintf(char *bf
, size_t size
, const char *fmt
, ...)
25 n
= vsnprintf(bf
, size
, fmt
, ap
);
26 if (field_sep
&& n
> 0) {
30 sep
= strchr(sep
, *field_sep
);
43 static int64_t cmp_null(void *l
, void *r
)
56 sort__thread_cmp(struct hist_entry
*left
, struct hist_entry
*right
)
58 return right
->thread
->pid
- left
->thread
->pid
;
61 static int hist_entry__thread_snprintf(struct hist_entry
*self
, char *bf
,
62 size_t size
, unsigned int width
)
64 return repsep_snprintf(bf
, size
, "%*s:%5d", width
,
65 self
->thread
->comm
?: "", self
->thread
->pid
);
68 struct sort_entry sort_thread
= {
69 .se_header
= "Command: Pid",
70 .se_cmp
= sort__thread_cmp
,
71 .se_snprintf
= hist_entry__thread_snprintf
,
72 .se_width_idx
= HISTC_THREAD
,
78 sort__comm_cmp(struct hist_entry
*left
, struct hist_entry
*right
)
80 return right
->thread
->pid
- left
->thread
->pid
;
84 sort__comm_collapse(struct hist_entry
*left
, struct hist_entry
*right
)
86 char *comm_l
= left
->thread
->comm
;
87 char *comm_r
= right
->thread
->comm
;
89 if (!comm_l
|| !comm_r
)
90 return cmp_null(comm_l
, comm_r
);
92 return strcmp(comm_l
, comm_r
);
95 static int hist_entry__comm_snprintf(struct hist_entry
*self
, char *bf
,
96 size_t size
, unsigned int width
)
98 return repsep_snprintf(bf
, size
, "%*s", width
, self
->thread
->comm
);
101 static int64_t _sort__dso_cmp(struct map
*map_l
, struct map
*map_r
)
103 struct dso
*dso_l
= map_l
? map_l
->dso
: NULL
;
104 struct dso
*dso_r
= map_r
? map_r
->dso
: NULL
;
105 const char *dso_name_l
, *dso_name_r
;
107 if (!dso_l
|| !dso_r
)
108 return cmp_null(dso_l
, dso_r
);
111 dso_name_l
= dso_l
->long_name
;
112 dso_name_r
= dso_r
->long_name
;
114 dso_name_l
= dso_l
->short_name
;
115 dso_name_r
= dso_r
->short_name
;
118 return strcmp(dso_name_l
, dso_name_r
);
121 struct sort_entry sort_comm
= {
122 .se_header
= "Command",
123 .se_cmp
= sort__comm_cmp
,
124 .se_collapse
= sort__comm_collapse
,
125 .se_snprintf
= hist_entry__comm_snprintf
,
126 .se_width_idx
= HISTC_COMM
,
132 sort__dso_cmp(struct hist_entry
*left
, struct hist_entry
*right
)
134 return _sort__dso_cmp(left
->ms
.map
, right
->ms
.map
);
138 static int64_t _sort__sym_cmp(struct symbol
*sym_l
, struct symbol
*sym_r
,
141 if (!sym_l
|| !sym_r
)
142 return cmp_null(sym_l
, sym_r
);
152 return (int64_t)(ip_r
- ip_l
);
155 static int _hist_entry__dso_snprintf(struct map
*map
, char *bf
,
156 size_t size
, unsigned int width
)
158 if (map
&& map
->dso
) {
159 const char *dso_name
= !verbose
? map
->dso
->short_name
:
161 return repsep_snprintf(bf
, size
, "%-*s", width
, dso_name
);
164 return repsep_snprintf(bf
, size
, "%-*s", width
, "[unknown]");
167 static int hist_entry__dso_snprintf(struct hist_entry
*self
, char *bf
,
168 size_t size
, unsigned int width
)
170 return _hist_entry__dso_snprintf(self
->ms
.map
, bf
, size
, width
);
173 static int _hist_entry__sym_snprintf(struct map
*map
, struct symbol
*sym
,
174 u64 ip
, char level
, char *bf
, size_t size
,
175 unsigned int width __used
)
180 char o
= map
? dso__symtab_origin(map
->dso
) : '!';
181 ret
+= repsep_snprintf(bf
, size
, "%-#*llx %c ",
182 BITS_PER_LONG
/ 4, ip
, o
);
185 ret
+= repsep_snprintf(bf
+ ret
, size
- ret
, "[%c] ", level
);
187 ret
+= repsep_snprintf(bf
+ ret
, size
- ret
, "%-*s",
191 size_t len
= BITS_PER_LONG
/ 4;
192 ret
+= repsep_snprintf(bf
+ ret
, size
- ret
, "%-#.*llx",
194 ret
+= repsep_snprintf(bf
+ ret
, size
- ret
, "%-*s",
202 struct sort_entry sort_dso
= {
203 .se_header
= "Shared Object",
204 .se_cmp
= sort__dso_cmp
,
205 .se_snprintf
= hist_entry__dso_snprintf
,
206 .se_width_idx
= HISTC_DSO
,
209 static int hist_entry__sym_snprintf(struct hist_entry
*self
, char *bf
,
210 size_t size
, unsigned int width __used
)
212 return _hist_entry__sym_snprintf(self
->ms
.map
, self
->ms
.sym
, self
->ip
,
213 self
->level
, bf
, size
, width
);
218 sort__sym_cmp(struct hist_entry
*left
, struct hist_entry
*right
)
222 if (!left
->ms
.sym
&& !right
->ms
.sym
)
223 return right
->level
- left
->level
;
225 if (!left
->ms
.sym
|| !right
->ms
.sym
)
226 return cmp_null(left
->ms
.sym
, right
->ms
.sym
);
228 if (left
->ms
.sym
== right
->ms
.sym
)
231 ip_l
= left
->ms
.sym
->start
;
232 ip_r
= right
->ms
.sym
->start
;
234 return _sort__sym_cmp(left
->ms
.sym
, right
->ms
.sym
, ip_l
, ip_r
);
237 struct sort_entry sort_sym
= {
238 .se_header
= "Symbol",
239 .se_cmp
= sort__sym_cmp
,
240 .se_snprintf
= hist_entry__sym_snprintf
,
241 .se_width_idx
= HISTC_SYMBOL
,
247 sort__srcline_cmp(struct hist_entry
*left
, struct hist_entry
*right
)
249 return (int64_t)(right
->ip
- left
->ip
);
252 static int hist_entry__srcline_snprintf(struct hist_entry
*self
, char *bf
,
253 size_t size
, unsigned int width __used
)
256 char cmd
[PATH_MAX
+ 2], *path
= self
->srcline
, *nl
;
262 snprintf(cmd
, sizeof(cmd
), "addr2line -e %s %016" PRIx64
,
263 self
->ms
.map
->dso
->long_name
, self
->ip
);
264 fp
= popen(cmd
, "r");
268 if (getline(&path
, &line_len
, fp
) < 0 || !line_len
)
271 self
->srcline
= strdup(path
);
272 if (self
->srcline
== NULL
)
275 nl
= strchr(self
->srcline
, '\n');
278 path
= self
->srcline
;
280 return repsep_snprintf(bf
, size
, "%s", path
);
282 return repsep_snprintf(bf
, size
, "%-#*llx", BITS_PER_LONG
/ 4, self
->ip
);
285 struct sort_entry sort_srcline
= {
286 .se_header
= "Source:Line",
287 .se_cmp
= sort__srcline_cmp
,
288 .se_snprintf
= hist_entry__srcline_snprintf
,
289 .se_width_idx
= HISTC_SRCLINE
,
295 sort__parent_cmp(struct hist_entry
*left
, struct hist_entry
*right
)
297 struct symbol
*sym_l
= left
->parent
;
298 struct symbol
*sym_r
= right
->parent
;
300 if (!sym_l
|| !sym_r
)
301 return cmp_null(sym_l
, sym_r
);
303 return strcmp(sym_l
->name
, sym_r
->name
);
306 static int hist_entry__parent_snprintf(struct hist_entry
*self
, char *bf
,
307 size_t size
, unsigned int width
)
309 return repsep_snprintf(bf
, size
, "%-*s", width
,
310 self
->parent
? self
->parent
->name
: "[other]");
313 struct sort_entry sort_parent
= {
314 .se_header
= "Parent symbol",
315 .se_cmp
= sort__parent_cmp
,
316 .se_snprintf
= hist_entry__parent_snprintf
,
317 .se_width_idx
= HISTC_PARENT
,
323 sort__cpu_cmp(struct hist_entry
*left
, struct hist_entry
*right
)
325 return right
->cpu
- left
->cpu
;
328 static int hist_entry__cpu_snprintf(struct hist_entry
*self
, char *bf
,
329 size_t size
, unsigned int width
)
331 return repsep_snprintf(bf
, size
, "%-*d", width
, self
->cpu
);
334 struct sort_entry sort_cpu
= {
336 .se_cmp
= sort__cpu_cmp
,
337 .se_snprintf
= hist_entry__cpu_snprintf
,
338 .se_width_idx
= HISTC_CPU
,
342 sort__dso_from_cmp(struct hist_entry
*left
, struct hist_entry
*right
)
344 return _sort__dso_cmp(left
->branch_info
->from
.map
,
345 right
->branch_info
->from
.map
);
348 static int hist_entry__dso_from_snprintf(struct hist_entry
*self
, char *bf
,
349 size_t size
, unsigned int width
)
351 return _hist_entry__dso_snprintf(self
->branch_info
->from
.map
,
355 struct sort_entry sort_dso_from
= {
356 .se_header
= "Source Shared Object",
357 .se_cmp
= sort__dso_from_cmp
,
358 .se_snprintf
= hist_entry__dso_from_snprintf
,
359 .se_width_idx
= HISTC_DSO_FROM
,
363 sort__dso_to_cmp(struct hist_entry
*left
, struct hist_entry
*right
)
365 return _sort__dso_cmp(left
->branch_info
->to
.map
,
366 right
->branch_info
->to
.map
);
369 static int hist_entry__dso_to_snprintf(struct hist_entry
*self
, char *bf
,
370 size_t size
, unsigned int width
)
372 return _hist_entry__dso_snprintf(self
->branch_info
->to
.map
,
377 sort__sym_from_cmp(struct hist_entry
*left
, struct hist_entry
*right
)
379 struct addr_map_symbol
*from_l
= &left
->branch_info
->from
;
380 struct addr_map_symbol
*from_r
= &right
->branch_info
->from
;
382 if (!from_l
->sym
&& !from_r
->sym
)
383 return right
->level
- left
->level
;
385 return _sort__sym_cmp(from_l
->sym
, from_r
->sym
, from_l
->addr
,
390 sort__sym_to_cmp(struct hist_entry
*left
, struct hist_entry
*right
)
392 struct addr_map_symbol
*to_l
= &left
->branch_info
->to
;
393 struct addr_map_symbol
*to_r
= &right
->branch_info
->to
;
395 if (!to_l
->sym
&& !to_r
->sym
)
396 return right
->level
- left
->level
;
398 return _sort__sym_cmp(to_l
->sym
, to_r
->sym
, to_l
->addr
, to_r
->addr
);
401 static int hist_entry__sym_from_snprintf(struct hist_entry
*self
, char *bf
,
402 size_t size
, unsigned int width __used
)
404 struct addr_map_symbol
*from
= &self
->branch_info
->from
;
405 return _hist_entry__sym_snprintf(from
->map
, from
->sym
, from
->addr
,
406 self
->level
, bf
, size
, width
);
410 static int hist_entry__sym_to_snprintf(struct hist_entry
*self
, char *bf
,
411 size_t size
, unsigned int width __used
)
413 struct addr_map_symbol
*to
= &self
->branch_info
->to
;
414 return _hist_entry__sym_snprintf(to
->map
, to
->sym
, to
->addr
,
415 self
->level
, bf
, size
, width
);
419 struct sort_entry sort_dso_to
= {
420 .se_header
= "Target Shared Object",
421 .se_cmp
= sort__dso_to_cmp
,
422 .se_snprintf
= hist_entry__dso_to_snprintf
,
423 .se_width_idx
= HISTC_DSO_TO
,
426 struct sort_entry sort_sym_from
= {
427 .se_header
= "Source Symbol",
428 .se_cmp
= sort__sym_from_cmp
,
429 .se_snprintf
= hist_entry__sym_from_snprintf
,
430 .se_width_idx
= HISTC_SYMBOL_FROM
,
433 struct sort_entry sort_sym_to
= {
434 .se_header
= "Target Symbol",
435 .se_cmp
= sort__sym_to_cmp
,
436 .se_snprintf
= hist_entry__sym_to_snprintf
,
437 .se_width_idx
= HISTC_SYMBOL_TO
,
441 sort__mispredict_cmp(struct hist_entry
*left
, struct hist_entry
*right
)
443 const unsigned char mp
= left
->branch_info
->flags
.mispred
!=
444 right
->branch_info
->flags
.mispred
;
445 const unsigned char p
= left
->branch_info
->flags
.predicted
!=
446 right
->branch_info
->flags
.predicted
;
451 static int hist_entry__mispredict_snprintf(struct hist_entry
*self
, char *bf
,
452 size_t size
, unsigned int width
){
453 static const char *out
= "N/A";
455 if (self
->branch_info
->flags
.predicted
)
457 else if (self
->branch_info
->flags
.mispred
)
460 return repsep_snprintf(bf
, size
, "%-*s", width
, out
);
463 struct sort_entry sort_mispredict
= {
464 .se_header
= "Branch Mispredicted",
465 .se_cmp
= sort__mispredict_cmp
,
466 .se_snprintf
= hist_entry__mispredict_snprintf
,
467 .se_width_idx
= HISTC_MISPREDICT
,
470 struct sort_dimension
{
472 struct sort_entry
*entry
;
476 #define DIM(d, n, func) [d] = { .name = n, .entry = &(func) }
478 static struct sort_dimension sort_dimensions
[] = {
479 DIM(SORT_PID
, "pid", sort_thread
),
480 DIM(SORT_COMM
, "comm", sort_comm
),
481 DIM(SORT_DSO
, "dso", sort_dso
),
482 DIM(SORT_DSO_FROM
, "dso_from", sort_dso_from
),
483 DIM(SORT_DSO_TO
, "dso_to", sort_dso_to
),
484 DIM(SORT_SYM
, "symbol", sort_sym
),
485 DIM(SORT_SYM_TO
, "symbol_from", sort_sym_from
),
486 DIM(SORT_SYM_FROM
, "symbol_to", sort_sym_to
),
487 DIM(SORT_PARENT
, "parent", sort_parent
),
488 DIM(SORT_CPU
, "cpu", sort_cpu
),
489 DIM(SORT_MISPREDICT
, "mispredict", sort_mispredict
),
490 DIM(SORT_SRCLINE
, "srcline", sort_srcline
),
493 int sort_dimension__add(const char *tok
)
497 for (i
= 0; i
< ARRAY_SIZE(sort_dimensions
); i
++) {
498 struct sort_dimension
*sd
= &sort_dimensions
[i
];
500 if (strncasecmp(tok
, sd
->name
, strlen(tok
)))
502 if (sd
->entry
== &sort_parent
) {
503 int ret
= regcomp(&parent_regex
, parent_pattern
, REG_EXTENDED
);
507 regerror(ret
, &parent_regex
, err
, sizeof(err
));
508 pr_err("Invalid regex: %s\n%s", parent_pattern
, err
);
511 sort__has_parent
= 1;
517 if (sd
->entry
->se_collapse
)
518 sort__need_collapse
= 1;
520 if (list_empty(&hist_entry__sort_list
)) {
521 if (!strcmp(sd
->name
, "pid"))
522 sort__first_dimension
= SORT_PID
;
523 else if (!strcmp(sd
->name
, "comm"))
524 sort__first_dimension
= SORT_COMM
;
525 else if (!strcmp(sd
->name
, "dso"))
526 sort__first_dimension
= SORT_DSO
;
527 else if (!strcmp(sd
->name
, "symbol"))
528 sort__first_dimension
= SORT_SYM
;
529 else if (!strcmp(sd
->name
, "parent"))
530 sort__first_dimension
= SORT_PARENT
;
531 else if (!strcmp(sd
->name
, "cpu"))
532 sort__first_dimension
= SORT_CPU
;
533 else if (!strcmp(sd
->name
, "symbol_from"))
534 sort__first_dimension
= SORT_SYM_FROM
;
535 else if (!strcmp(sd
->name
, "symbol_to"))
536 sort__first_dimension
= SORT_SYM_TO
;
537 else if (!strcmp(sd
->name
, "dso_from"))
538 sort__first_dimension
= SORT_DSO_FROM
;
539 else if (!strcmp(sd
->name
, "dso_to"))
540 sort__first_dimension
= SORT_DSO_TO
;
541 else if (!strcmp(sd
->name
, "mispredict"))
542 sort__first_dimension
= SORT_MISPREDICT
;
545 list_add_tail(&sd
->entry
->list
, &hist_entry__sort_list
);
553 void setup_sorting(const char * const usagestr
[], const struct option
*opts
)
555 char *tmp
, *tok
, *str
= strdup(sort_order
);
557 for (tok
= strtok_r(str
, ", ", &tmp
);
558 tok
; tok
= strtok_r(NULL
, ", ", &tmp
)) {
559 if (sort_dimension__add(tok
) < 0) {
560 error("Unknown --sort key: `%s'", tok
);
561 usage_with_options(usagestr
, opts
);
568 void sort_entry__setup_elide(struct sort_entry
*self
, struct strlist
*list
,
569 const char *list_name
, FILE *fp
)
571 if (list
&& strlist__nr_entries(list
) == 1) {
573 fprintf(fp
, "# %s: %s\n", list_name
,
574 strlist__entry(list
, 0)->s
);