2 * Copyright (C) 2009, 2010 Red Hat Inc, Steven Rostedt <srostedt@redhat.com>
4 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU Lesser General Public
7 * License as published by the Free Software Foundation;
8 * version 2.1 of the License (not later!)
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU Lesser General Public License for more details.
15 * You should have received a copy of the GNU Lesser General Public
16 * License along with this program; if not, see <http://www.gnu.org/licenses>
18 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
20 * The parts for function graph printing was taken and modified from the
21 * Linux Kernel that were written by
22 * - Copyright (C) 2009 Frederic Weisbecker,
23 * Frederic Weisbecker gave his permission to relicense the code to
24 * the Lesser General Public License.
35 #include <netinet/ip6.h>
36 #include "event-parse.h"
37 #include "event-utils.h"
39 static const char *input_buf
;
40 static unsigned long long input_buf_ptr
;
41 static unsigned long long input_buf_siz
;
43 static int is_flag_field
;
44 static int is_symbolic_field
;
46 static int show_warning
= 1;
48 #define do_warning(fmt, ...) \
51 warning(fmt, ##__VA_ARGS__); \
54 #define do_warning_event(event, fmt, ...) \
60 warning("[%s:%s] " fmt, event->system, \
61 event->name, ##__VA_ARGS__); \
63 warning(fmt, ##__VA_ARGS__); \
66 static void init_input_buf(const char *buf
, unsigned long long size
)
73 const char *pevent_get_input_buf(void)
78 unsigned long long pevent_get_input_buf_ptr(void)
83 struct event_handler
{
84 struct event_handler
*next
;
87 const char *event_name
;
88 pevent_event_handler_func func
;
92 struct pevent_func_params
{
93 struct pevent_func_params
*next
;
94 enum pevent_func_arg_type type
;
97 struct pevent_function_handler
{
98 struct pevent_function_handler
*next
;
99 enum pevent_func_arg_type ret_type
;
101 pevent_func_handler func
;
102 struct pevent_func_params
*params
;
106 static unsigned long long
107 process_defined_func(struct trace_seq
*s
, void *data
, int size
,
108 struct event_format
*event
, struct print_arg
*arg
);
110 static void free_func_handle(struct pevent_function_handler
*func
);
113 * pevent_buffer_init - init buffer for parsing
114 * @buf: buffer to parse
115 * @size: the size of the buffer
117 * For use with pevent_read_token(), this initializes the internal
118 * buffer that pevent_read_token() will parse.
120 void pevent_buffer_init(const char *buf
, unsigned long long size
)
122 init_input_buf(buf
, size
);
125 void breakpoint(void)
131 struct print_arg
*alloc_arg(void)
133 return calloc(1, sizeof(struct print_arg
));
141 static int cmdline_cmp(const void *a
, const void *b
)
143 const struct cmdline
*ca
= a
;
144 const struct cmdline
*cb
= b
;
146 if (ca
->pid
< cb
->pid
)
148 if (ca
->pid
> cb
->pid
)
154 struct cmdline_list
{
155 struct cmdline_list
*next
;
160 static int cmdline_init(struct pevent
*pevent
)
162 struct cmdline_list
*cmdlist
= pevent
->cmdlist
;
163 struct cmdline_list
*item
;
164 struct cmdline
*cmdlines
;
167 cmdlines
= malloc(sizeof(*cmdlines
) * pevent
->cmdline_count
);
173 cmdlines
[i
].pid
= cmdlist
->pid
;
174 cmdlines
[i
].comm
= cmdlist
->comm
;
177 cmdlist
= cmdlist
->next
;
181 qsort(cmdlines
, pevent
->cmdline_count
, sizeof(*cmdlines
), cmdline_cmp
);
183 pevent
->cmdlines
= cmdlines
;
184 pevent
->cmdlist
= NULL
;
189 static const char *find_cmdline(struct pevent
*pevent
, int pid
)
191 const struct cmdline
*comm
;
197 if (!pevent
->cmdlines
&& cmdline_init(pevent
))
198 return "<not enough memory for cmdlines!>";
202 comm
= bsearch(&key
, pevent
->cmdlines
, pevent
->cmdline_count
,
203 sizeof(*pevent
->cmdlines
), cmdline_cmp
);
211 * pevent_pid_is_registered - return if a pid has a cmdline registered
212 * @pevent: handle for the pevent
213 * @pid: The pid to check if it has a cmdline registered with.
215 * Returns 1 if the pid has a cmdline mapped to it
218 int pevent_pid_is_registered(struct pevent
*pevent
, int pid
)
220 const struct cmdline
*comm
;
226 if (!pevent
->cmdlines
&& cmdline_init(pevent
))
231 comm
= bsearch(&key
, pevent
->cmdlines
, pevent
->cmdline_count
,
232 sizeof(*pevent
->cmdlines
), cmdline_cmp
);
240 * If the command lines have been converted to an array, then
241 * we must add this pid. This is much slower than when cmdlines
242 * are added before the array is initialized.
244 static int add_new_comm(struct pevent
*pevent
, const char *comm
, int pid
)
246 struct cmdline
*cmdlines
= pevent
->cmdlines
;
247 const struct cmdline
*cmdline
;
253 /* avoid duplicates */
256 cmdline
= bsearch(&key
, pevent
->cmdlines
, pevent
->cmdline_count
,
257 sizeof(*pevent
->cmdlines
), cmdline_cmp
);
263 cmdlines
= realloc(cmdlines
, sizeof(*cmdlines
) * (pevent
->cmdline_count
+ 1));
269 cmdlines
[pevent
->cmdline_count
].comm
= strdup(comm
);
270 if (!cmdlines
[pevent
->cmdline_count
].comm
) {
276 cmdlines
[pevent
->cmdline_count
].pid
= pid
;
278 if (cmdlines
[pevent
->cmdline_count
].comm
)
279 pevent
->cmdline_count
++;
281 qsort(cmdlines
, pevent
->cmdline_count
, sizeof(*cmdlines
), cmdline_cmp
);
282 pevent
->cmdlines
= cmdlines
;
288 * pevent_register_comm - register a pid / comm mapping
289 * @pevent: handle for the pevent
290 * @comm: the command line to register
291 * @pid: the pid to map the command line to
293 * This adds a mapping to search for command line names with
294 * a given pid. The comm is duplicated.
296 int pevent_register_comm(struct pevent
*pevent
, const char *comm
, int pid
)
298 struct cmdline_list
*item
;
300 if (pevent
->cmdlines
)
301 return add_new_comm(pevent
, comm
, pid
);
303 item
= malloc(sizeof(*item
));
308 item
->comm
= strdup(comm
);
310 item
->comm
= strdup("<...>");
316 item
->next
= pevent
->cmdlist
;
318 pevent
->cmdlist
= item
;
319 pevent
->cmdline_count
++;
324 int pevent_register_trace_clock(struct pevent
*pevent
, const char *trace_clock
)
326 pevent
->trace_clock
= strdup(trace_clock
);
327 if (!pevent
->trace_clock
) {
335 unsigned long long addr
;
341 struct func_list
*next
;
342 unsigned long long addr
;
347 static int func_cmp(const void *a
, const void *b
)
349 const struct func_map
*fa
= a
;
350 const struct func_map
*fb
= b
;
352 if (fa
->addr
< fb
->addr
)
354 if (fa
->addr
> fb
->addr
)
361 * We are searching for a record in between, not an exact
364 static int func_bcmp(const void *a
, const void *b
)
366 const struct func_map
*fa
= a
;
367 const struct func_map
*fb
= b
;
369 if ((fa
->addr
== fb
->addr
) ||
371 (fa
->addr
> fb
->addr
&&
372 fa
->addr
< (fb
+1)->addr
))
375 if (fa
->addr
< fb
->addr
)
381 static int func_map_init(struct pevent
*pevent
)
383 struct func_list
*funclist
;
384 struct func_list
*item
;
385 struct func_map
*func_map
;
388 func_map
= malloc(sizeof(*func_map
) * (pevent
->func_count
+ 1));
392 funclist
= pevent
->funclist
;
396 func_map
[i
].func
= funclist
->func
;
397 func_map
[i
].addr
= funclist
->addr
;
398 func_map
[i
].mod
= funclist
->mod
;
401 funclist
= funclist
->next
;
405 qsort(func_map
, pevent
->func_count
, sizeof(*func_map
), func_cmp
);
408 * Add a special record at the end.
410 func_map
[pevent
->func_count
].func
= NULL
;
411 func_map
[pevent
->func_count
].addr
= 0;
412 func_map
[pevent
->func_count
].mod
= NULL
;
414 pevent
->func_map
= func_map
;
415 pevent
->funclist
= NULL
;
420 static struct func_map
*
421 __find_func(struct pevent
*pevent
, unsigned long long addr
)
423 struct func_map
*func
;
426 if (!pevent
->func_map
)
427 func_map_init(pevent
);
431 func
= bsearch(&key
, pevent
->func_map
, pevent
->func_count
,
432 sizeof(*pevent
->func_map
), func_bcmp
);
437 struct func_resolver
{
438 pevent_func_resolver_t
*func
;
444 * pevent_set_function_resolver - set an alternative function resolver
445 * @pevent: handle for the pevent
446 * @resolver: function to be used
447 * @priv: resolver function private state.
449 * Some tools may have already a way to resolve kernel functions, allow them to
450 * keep using it instead of duplicating all the entries inside
453 int pevent_set_function_resolver(struct pevent
*pevent
,
454 pevent_func_resolver_t
*func
, void *priv
)
456 struct func_resolver
*resolver
= malloc(sizeof(*resolver
));
458 if (resolver
== NULL
)
461 resolver
->func
= func
;
462 resolver
->priv
= priv
;
464 free(pevent
->func_resolver
);
465 pevent
->func_resolver
= resolver
;
471 * pevent_reset_function_resolver - reset alternative function resolver
472 * @pevent: handle for the pevent
474 * Stop using whatever alternative resolver was set, use the default
477 void pevent_reset_function_resolver(struct pevent
*pevent
)
479 free(pevent
->func_resolver
);
480 pevent
->func_resolver
= NULL
;
483 static struct func_map
*
484 find_func(struct pevent
*pevent
, unsigned long long addr
)
486 struct func_map
*map
;
488 if (!pevent
->func_resolver
)
489 return __find_func(pevent
, addr
);
491 map
= &pevent
->func_resolver
->map
;
494 map
->func
= pevent
->func_resolver
->func(pevent
->func_resolver
->priv
,
495 &map
->addr
, &map
->mod
);
496 if (map
->func
== NULL
)
503 * pevent_find_function - find a function by a given address
504 * @pevent: handle for the pevent
505 * @addr: the address to find the function with
507 * Returns a pointer to the function stored that has the given
508 * address. Note, the address does not have to be exact, it
509 * will select the function that would contain the address.
511 const char *pevent_find_function(struct pevent
*pevent
, unsigned long long addr
)
513 struct func_map
*map
;
515 map
= find_func(pevent
, addr
);
523 * pevent_find_function_address - find a function address by a given address
524 * @pevent: handle for the pevent
525 * @addr: the address to find the function with
527 * Returns the address the function starts at. This can be used in
528 * conjunction with pevent_find_function to print both the function
529 * name and the function offset.
532 pevent_find_function_address(struct pevent
*pevent
, unsigned long long addr
)
534 struct func_map
*map
;
536 map
= find_func(pevent
, addr
);
544 * pevent_register_function - register a function with a given address
545 * @pevent: handle for the pevent
546 * @function: the function name to register
547 * @addr: the address the function starts at
548 * @mod: the kernel module the function may be in (NULL for none)
550 * This registers a function name with an address and module.
551 * The @func passed in is duplicated.
553 int pevent_register_function(struct pevent
*pevent
, char *func
,
554 unsigned long long addr
, char *mod
)
556 struct func_list
*item
= malloc(sizeof(*item
));
561 item
->next
= pevent
->funclist
;
562 item
->func
= strdup(func
);
567 item
->mod
= strdup(mod
);
574 pevent
->funclist
= item
;
575 pevent
->func_count
++;
589 * pevent_print_funcs - print out the stored functions
590 * @pevent: handle for the pevent
592 * This prints out the stored functions.
594 void pevent_print_funcs(struct pevent
*pevent
)
598 if (!pevent
->func_map
)
599 func_map_init(pevent
);
601 for (i
= 0; i
< (int)pevent
->func_count
; i
++) {
603 pevent
->func_map
[i
].addr
,
604 pevent
->func_map
[i
].func
);
605 if (pevent
->func_map
[i
].mod
)
606 printf(" [%s]\n", pevent
->func_map
[i
].mod
);
613 unsigned long long addr
;
618 struct printk_list
*next
;
619 unsigned long long addr
;
623 static int printk_cmp(const void *a
, const void *b
)
625 const struct printk_map
*pa
= a
;
626 const struct printk_map
*pb
= b
;
628 if (pa
->addr
< pb
->addr
)
630 if (pa
->addr
> pb
->addr
)
636 static int printk_map_init(struct pevent
*pevent
)
638 struct printk_list
*printklist
;
639 struct printk_list
*item
;
640 struct printk_map
*printk_map
;
643 printk_map
= malloc(sizeof(*printk_map
) * (pevent
->printk_count
+ 1));
647 printklist
= pevent
->printklist
;
651 printk_map
[i
].printk
= printklist
->printk
;
652 printk_map
[i
].addr
= printklist
->addr
;
655 printklist
= printklist
->next
;
659 qsort(printk_map
, pevent
->printk_count
, sizeof(*printk_map
), printk_cmp
);
661 pevent
->printk_map
= printk_map
;
662 pevent
->printklist
= NULL
;
667 static struct printk_map
*
668 find_printk(struct pevent
*pevent
, unsigned long long addr
)
670 struct printk_map
*printk
;
671 struct printk_map key
;
673 if (!pevent
->printk_map
&& printk_map_init(pevent
))
678 printk
= bsearch(&key
, pevent
->printk_map
, pevent
->printk_count
,
679 sizeof(*pevent
->printk_map
), printk_cmp
);
685 * pevent_register_print_string - register a string by its address
686 * @pevent: handle for the pevent
687 * @fmt: the string format to register
688 * @addr: the address the string was located at
690 * This registers a string by the address it was stored in the kernel.
691 * The @fmt passed in is duplicated.
693 int pevent_register_print_string(struct pevent
*pevent
, const char *fmt
,
694 unsigned long long addr
)
696 struct printk_list
*item
= malloc(sizeof(*item
));
702 item
->next
= pevent
->printklist
;
705 /* Strip off quotes and '\n' from the end */
708 item
->printk
= strdup(fmt
);
712 p
= item
->printk
+ strlen(item
->printk
) - 1;
717 if (strcmp(p
, "\\n") == 0)
720 pevent
->printklist
= item
;
721 pevent
->printk_count
++;
732 * pevent_print_printk - print out the stored strings
733 * @pevent: handle for the pevent
735 * This prints the string formats that were stored.
737 void pevent_print_printk(struct pevent
*pevent
)
741 if (!pevent
->printk_map
)
742 printk_map_init(pevent
);
744 for (i
= 0; i
< (int)pevent
->printk_count
; i
++) {
745 printf("%016llx %s\n",
746 pevent
->printk_map
[i
].addr
,
747 pevent
->printk_map
[i
].printk
);
751 static struct event_format
*alloc_event(void)
753 return calloc(1, sizeof(struct event_format
));
756 static int add_event(struct pevent
*pevent
, struct event_format
*event
)
759 struct event_format
**events
= realloc(pevent
->events
, sizeof(event
) *
760 (pevent
->nr_events
+ 1));
764 pevent
->events
= events
;
766 for (i
= 0; i
< pevent
->nr_events
; i
++) {
767 if (pevent
->events
[i
]->id
> event
->id
)
770 if (i
< pevent
->nr_events
)
771 memmove(&pevent
->events
[i
+ 1],
773 sizeof(event
) * (pevent
->nr_events
- i
));
775 pevent
->events
[i
] = event
;
778 event
->pevent
= pevent
;
783 static int event_item_type(enum event_type type
)
786 case EVENT_ITEM
... EVENT_SQUOTE
:
788 case EVENT_ERROR
... EVENT_DELIM
:
794 static void free_flag_sym(struct print_flag_sym
*fsym
)
796 struct print_flag_sym
*next
;
807 static void free_arg(struct print_arg
*arg
)
809 struct print_arg
*farg
;
816 free(arg
->atom
.atom
);
819 free(arg
->field
.name
);
822 free_arg(arg
->flags
.field
);
823 free(arg
->flags
.delim
);
824 free_flag_sym(arg
->flags
.flags
);
827 free_arg(arg
->symbol
.field
);
828 free_flag_sym(arg
->symbol
.symbols
);
831 free_arg(arg
->hex
.field
);
832 free_arg(arg
->hex
.size
);
834 case PRINT_INT_ARRAY
:
835 free_arg(arg
->int_array
.field
);
836 free_arg(arg
->int_array
.count
);
837 free_arg(arg
->int_array
.el_size
);
840 free(arg
->typecast
.type
);
841 free_arg(arg
->typecast
.item
);
845 free(arg
->string
.string
);
848 free(arg
->bitmask
.bitmask
);
850 case PRINT_DYNAMIC_ARRAY
:
851 case PRINT_DYNAMIC_ARRAY_LEN
:
852 free(arg
->dynarray
.index
);
856 free_arg(arg
->op
.left
);
857 free_arg(arg
->op
.right
);
860 while (arg
->func
.args
) {
861 farg
= arg
->func
.args
;
862 arg
->func
.args
= farg
->next
;
875 static enum event_type
get_type(int ch
)
878 return EVENT_NEWLINE
;
881 if (isalnum(ch
) || ch
== '_')
889 if (ch
== '(' || ch
== ')' || ch
== ',')
895 static int __read_char(void)
897 if (input_buf_ptr
>= input_buf_siz
)
900 return input_buf
[input_buf_ptr
++];
903 static int __peek_char(void)
905 if (input_buf_ptr
>= input_buf_siz
)
908 return input_buf
[input_buf_ptr
];
912 * pevent_peek_char - peek at the next character that will be read
914 * Returns the next character read, or -1 if end of buffer.
916 int pevent_peek_char(void)
918 return __peek_char();
921 static int extend_token(char **tok
, char *buf
, int size
)
923 char *newtok
= realloc(*tok
, size
);
940 static enum event_type
force_token(const char *str
, char **tok
);
942 static enum event_type
__read_token(char **tok
)
945 int ch
, last_ch
, quote_ch
, next_ch
;
948 enum event_type type
;
958 if (type
== EVENT_NONE
)
966 if (asprintf(tok
, "%c", ch
) < 0)
974 next_ch
= __peek_char();
975 if (next_ch
== '>') {
976 buf
[i
++] = __read_char();
989 buf
[i
++] = __read_char();
1001 default: /* what should we do instead? */
1011 buf
[i
++] = __read_char();
1016 /* don't keep quotes */
1022 if (i
== (BUFSIZ
- 1)) {
1026 if (extend_token(tok
, buf
, tok_size
) < 0)
1033 /* the '\' '\' will cancel itself */
1034 if (ch
== '\\' && last_ch
== '\\')
1036 } while (ch
!= quote_ch
|| last_ch
== '\\');
1037 /* remove the last quote */
1041 * For strings (double quotes) check the next token.
1042 * If it is another string, concatinate the two.
1044 if (type
== EVENT_DQUOTE
) {
1045 unsigned long long save_input_buf_ptr
= input_buf_ptr
;
1049 } while (isspace(ch
));
1052 input_buf_ptr
= save_input_buf_ptr
;
1057 case EVENT_ERROR
... EVENT_SPACE
:
1063 while (get_type(__peek_char()) == type
) {
1064 if (i
== (BUFSIZ
- 1)) {
1068 if (extend_token(tok
, buf
, tok_size
) < 0)
1078 if (extend_token(tok
, buf
, tok_size
+ i
+ 1) < 0)
1081 if (type
== EVENT_ITEM
) {
1083 * Older versions of the kernel has a bug that
1084 * creates invalid symbols and will break the mac80211
1085 * parsing. This is a work around to that bug.
1087 * See Linux kernel commit:
1088 * 811cb50baf63461ce0bdb234927046131fc7fa8b
1090 if (strcmp(*tok
, "LOCAL_PR_FMT") == 0) {
1093 return force_token("\"\%s\" ", tok
);
1094 } else if (strcmp(*tok
, "STA_PR_FMT") == 0) {
1097 return force_token("\" sta:%pM\" ", tok
);
1098 } else if (strcmp(*tok
, "VIF_PR_FMT") == 0) {
1101 return force_token("\" vif:%p(%d)\" ", tok
);
1108 static enum event_type
force_token(const char *str
, char **tok
)
1110 const char *save_input_buf
;
1111 unsigned long long save_input_buf_ptr
;
1112 unsigned long long save_input_buf_siz
;
1113 enum event_type type
;
1115 /* save off the current input pointers */
1116 save_input_buf
= input_buf
;
1117 save_input_buf_ptr
= input_buf_ptr
;
1118 save_input_buf_siz
= input_buf_siz
;
1120 init_input_buf(str
, strlen(str
));
1122 type
= __read_token(tok
);
1124 /* reset back to original token */
1125 input_buf
= save_input_buf
;
1126 input_buf_ptr
= save_input_buf_ptr
;
1127 input_buf_siz
= save_input_buf_siz
;
1132 static void free_token(char *tok
)
1138 static enum event_type
read_token(char **tok
)
1140 enum event_type type
;
1143 type
= __read_token(tok
);
1144 if (type
!= EVENT_SPACE
)
1156 * pevent_read_token - access to utilites to use the pevent parser
1157 * @tok: The token to return
1159 * This will parse tokens from the string given by
1160 * pevent_init_data().
1162 * Returns the token type.
1164 enum event_type
pevent_read_token(char **tok
)
1166 return read_token(tok
);
1170 * pevent_free_token - free a token returned by pevent_read_token
1171 * @token: the token to free
1173 void pevent_free_token(char *token
)
1179 static enum event_type
read_token_item(char **tok
)
1181 enum event_type type
;
1184 type
= __read_token(tok
);
1185 if (type
!= EVENT_SPACE
&& type
!= EVENT_NEWLINE
)
1196 static int test_type(enum event_type type
, enum event_type expect
)
1198 if (type
!= expect
) {
1199 do_warning("Error: expected type %d but read %d",
1206 static int test_type_token(enum event_type type
, const char *token
,
1207 enum event_type expect
, const char *expect_tok
)
1209 if (type
!= expect
) {
1210 do_warning("Error: expected type %d but read %d",
1215 if (strcmp(token
, expect_tok
) != 0) {
1216 do_warning("Error: expected '%s' but read '%s'",
1223 static int __read_expect_type(enum event_type expect
, char **tok
, int newline_ok
)
1225 enum event_type type
;
1228 type
= read_token(tok
);
1230 type
= read_token_item(tok
);
1231 return test_type(type
, expect
);
1234 static int read_expect_type(enum event_type expect
, char **tok
)
1236 return __read_expect_type(expect
, tok
, 1);
1239 static int __read_expected(enum event_type expect
, const char *str
,
1242 enum event_type type
;
1247 type
= read_token(&token
);
1249 type
= read_token_item(&token
);
1251 ret
= test_type_token(type
, token
, expect
, str
);
1258 static int read_expected(enum event_type expect
, const char *str
)
1260 return __read_expected(expect
, str
, 1);
1263 static int read_expected_item(enum event_type expect
, const char *str
)
1265 return __read_expected(expect
, str
, 0);
1268 static char *event_read_name(void)
1272 if (read_expected(EVENT_ITEM
, "name") < 0)
1275 if (read_expected(EVENT_OP
, ":") < 0)
1278 if (read_expect_type(EVENT_ITEM
, &token
) < 0)
1288 static int event_read_id(void)
1293 if (read_expected_item(EVENT_ITEM
, "ID") < 0)
1296 if (read_expected(EVENT_OP
, ":") < 0)
1299 if (read_expect_type(EVENT_ITEM
, &token
) < 0)
1302 id
= strtoul(token
, NULL
, 0);
1311 static int field_is_string(struct format_field
*field
)
1313 if ((field
->flags
& FIELD_IS_ARRAY
) &&
1314 (strstr(field
->type
, "char") || strstr(field
->type
, "u8") ||
1315 strstr(field
->type
, "s8")))
1321 static int field_is_dynamic(struct format_field
*field
)
1323 if (strncmp(field
->type
, "__data_loc", 10) == 0)
1329 static int field_is_long(struct format_field
*field
)
1331 /* includes long long */
1332 if (strstr(field
->type
, "long"))
1338 static unsigned int type_size(const char *name
)
1340 /* This covers all FIELD_IS_STRING types. */
1358 for (i
= 0; table
[i
].type
; i
++) {
1359 if (!strcmp(table
[i
].type
, name
))
1360 return table
[i
].size
;
1366 static int event_read_fields(struct event_format
*event
, struct format_field
**fields
)
1368 struct format_field
*field
= NULL
;
1369 enum event_type type
;
1375 unsigned int size_dynamic
= 0;
1377 type
= read_token(&token
);
1378 if (type
== EVENT_NEWLINE
) {
1385 if (test_type_token(type
, token
, EVENT_ITEM
, "field"))
1389 type
= read_token(&token
);
1391 * The ftrace fields may still use the "special" name.
1394 if (event
->flags
& EVENT_FL_ISFTRACE
&&
1395 type
== EVENT_ITEM
&& strcmp(token
, "special") == 0) {
1397 type
= read_token(&token
);
1400 if (test_type_token(type
, token
, EVENT_OP
, ":") < 0)
1404 if (read_expect_type(EVENT_ITEM
, &token
) < 0)
1409 field
= calloc(1, sizeof(*field
));
1413 field
->event
= event
;
1415 /* read the rest of the type */
1417 type
= read_token(&token
);
1418 if (type
== EVENT_ITEM
||
1419 (type
== EVENT_OP
&& strcmp(token
, "*") == 0) ||
1421 * Some of the ftrace fields are broken and have
1422 * an illegal "." in them.
1424 (event
->flags
& EVENT_FL_ISFTRACE
&&
1425 type
== EVENT_OP
&& strcmp(token
, ".") == 0)) {
1427 if (strcmp(token
, "*") == 0)
1428 field
->flags
|= FIELD_IS_POINTER
;
1432 new_type
= realloc(field
->type
,
1433 strlen(field
->type
) +
1434 strlen(last_token
) + 2);
1439 field
->type
= new_type
;
1440 strcat(field
->type
, " ");
1441 strcat(field
->type
, last_token
);
1444 field
->type
= last_token
;
1453 do_warning_event(event
, "%s: no type found", __func__
);
1456 field
->name
= field
->alias
= last_token
;
1458 if (test_type(type
, EVENT_OP
))
1461 if (strcmp(token
, "[") == 0) {
1462 enum event_type last_type
= type
;
1463 char *brackets
= token
;
1467 field
->flags
|= FIELD_IS_ARRAY
;
1469 type
= read_token(&token
);
1471 if (type
== EVENT_ITEM
)
1472 field
->arraylen
= strtoul(token
, NULL
, 0);
1474 field
->arraylen
= 0;
1476 while (strcmp(token
, "]") != 0) {
1477 if (last_type
== EVENT_ITEM
&&
1484 new_brackets
= realloc(brackets
,
1486 strlen(token
) + len
);
1487 if (!new_brackets
) {
1491 brackets
= new_brackets
;
1493 strcat(brackets
, " ");
1494 strcat(brackets
, token
);
1495 /* We only care about the last token */
1496 field
->arraylen
= strtoul(token
, NULL
, 0);
1498 type
= read_token(&token
);
1499 if (type
== EVENT_NONE
) {
1500 do_warning_event(event
, "failed to find token");
1507 new_brackets
= realloc(brackets
, strlen(brackets
) + 2);
1508 if (!new_brackets
) {
1512 brackets
= new_brackets
;
1513 strcat(brackets
, "]");
1515 /* add brackets to type */
1517 type
= read_token(&token
);
1519 * If the next token is not an OP, then it is of
1520 * the format: type [] item;
1522 if (type
== EVENT_ITEM
) {
1524 new_type
= realloc(field
->type
,
1525 strlen(field
->type
) +
1526 strlen(field
->name
) +
1527 strlen(brackets
) + 2);
1532 field
->type
= new_type
;
1533 strcat(field
->type
, " ");
1534 strcat(field
->type
, field
->name
);
1535 size_dynamic
= type_size(field
->name
);
1536 free_token(field
->name
);
1537 strcat(field
->type
, brackets
);
1538 field
->name
= field
->alias
= token
;
1539 type
= read_token(&token
);
1542 new_type
= realloc(field
->type
,
1543 strlen(field
->type
) +
1544 strlen(brackets
) + 1);
1549 field
->type
= new_type
;
1550 strcat(field
->type
, brackets
);
1555 if (field_is_string(field
))
1556 field
->flags
|= FIELD_IS_STRING
;
1557 if (field_is_dynamic(field
))
1558 field
->flags
|= FIELD_IS_DYNAMIC
;
1559 if (field_is_long(field
))
1560 field
->flags
|= FIELD_IS_LONG
;
1562 if (test_type_token(type
, token
, EVENT_OP
, ";"))
1566 if (read_expected(EVENT_ITEM
, "offset") < 0)
1569 if (read_expected(EVENT_OP
, ":") < 0)
1572 if (read_expect_type(EVENT_ITEM
, &token
))
1574 field
->offset
= strtoul(token
, NULL
, 0);
1577 if (read_expected(EVENT_OP
, ";") < 0)
1580 if (read_expected(EVENT_ITEM
, "size") < 0)
1583 if (read_expected(EVENT_OP
, ":") < 0)
1586 if (read_expect_type(EVENT_ITEM
, &token
))
1588 field
->size
= strtoul(token
, NULL
, 0);
1591 if (read_expected(EVENT_OP
, ";") < 0)
1594 type
= read_token(&token
);
1595 if (type
!= EVENT_NEWLINE
) {
1596 /* newer versions of the kernel have a "signed" type */
1597 if (test_type_token(type
, token
, EVENT_ITEM
, "signed"))
1602 if (read_expected(EVENT_OP
, ":") < 0)
1605 if (read_expect_type(EVENT_ITEM
, &token
))
1608 if (strtoul(token
, NULL
, 0))
1609 field
->flags
|= FIELD_IS_SIGNED
;
1612 if (read_expected(EVENT_OP
, ";") < 0)
1615 if (read_expect_type(EVENT_NEWLINE
, &token
))
1621 if (field
->flags
& FIELD_IS_ARRAY
) {
1622 if (field
->arraylen
)
1623 field
->elementsize
= field
->size
/ field
->arraylen
;
1624 else if (field
->flags
& FIELD_IS_DYNAMIC
)
1625 field
->elementsize
= size_dynamic
;
1626 else if (field
->flags
& FIELD_IS_STRING
)
1627 field
->elementsize
= 1;
1628 else if (field
->flags
& FIELD_IS_LONG
)
1629 field
->elementsize
= event
->pevent
?
1630 event
->pevent
->long_size
:
1633 field
->elementsize
= field
->size
;
1636 fields
= &field
->next
;
1653 static int event_read_format(struct event_format
*event
)
1658 if (read_expected_item(EVENT_ITEM
, "format") < 0)
1661 if (read_expected(EVENT_OP
, ":") < 0)
1664 if (read_expect_type(EVENT_NEWLINE
, &token
))
1668 ret
= event_read_fields(event
, &event
->format
.common_fields
);
1671 event
->format
.nr_common
= ret
;
1673 ret
= event_read_fields(event
, &event
->format
.fields
);
1676 event
->format
.nr_fields
= ret
;
1685 static enum event_type
1686 process_arg_token(struct event_format
*event
, struct print_arg
*arg
,
1687 char **tok
, enum event_type type
);
1689 static enum event_type
1690 process_arg(struct event_format
*event
, struct print_arg
*arg
, char **tok
)
1692 enum event_type type
;
1695 type
= read_token(&token
);
1698 return process_arg_token(event
, arg
, tok
, type
);
1701 static enum event_type
1702 process_op(struct event_format
*event
, struct print_arg
*arg
, char **tok
);
1705 * For __print_symbolic() and __print_flags, we need to completely
1706 * evaluate the first argument, which defines what to print next.
1708 static enum event_type
1709 process_field_arg(struct event_format
*event
, struct print_arg
*arg
, char **tok
)
1711 enum event_type type
;
1713 type
= process_arg(event
, arg
, tok
);
1715 while (type
== EVENT_OP
) {
1716 type
= process_op(event
, arg
, tok
);
1722 static enum event_type
1723 process_cond(struct event_format
*event
, struct print_arg
*top
, char **tok
)
1725 struct print_arg
*arg
, *left
, *right
;
1726 enum event_type type
;
1731 right
= alloc_arg();
1733 if (!arg
|| !left
|| !right
) {
1734 do_warning_event(event
, "%s: not enough memory!", __func__
);
1735 /* arg will be freed at out_free */
1741 arg
->type
= PRINT_OP
;
1742 arg
->op
.left
= left
;
1743 arg
->op
.right
= right
;
1746 type
= process_arg(event
, left
, &token
);
1749 if (type
== EVENT_ERROR
)
1752 /* Handle other operations in the arguments */
1753 if (type
== EVENT_OP
&& strcmp(token
, ":") != 0) {
1754 type
= process_op(event
, left
, &token
);
1758 if (test_type_token(type
, token
, EVENT_OP
, ":"))
1763 type
= process_arg(event
, right
, &token
);
1765 top
->op
.right
= arg
;
1771 /* Top may point to itself */
1772 top
->op
.right
= NULL
;
1778 static enum event_type
1779 process_array(struct event_format
*event
, struct print_arg
*top
, char **tok
)
1781 struct print_arg
*arg
;
1782 enum event_type type
;
1787 do_warning_event(event
, "%s: not enough memory!", __func__
);
1788 /* '*tok' is set to top->op.op. No need to free. */
1794 type
= process_arg(event
, arg
, &token
);
1795 if (test_type_token(type
, token
, EVENT_OP
, "]"))
1798 top
->op
.right
= arg
;
1801 type
= read_token_item(&token
);
1812 static int get_op_prio(char *op
)
1826 /* '>>' and '<<' are 8 */
1830 /* '==' and '!=' are 10 */
1840 do_warning("unknown op '%c'", op
[0]);
1844 if (strcmp(op
, "++") == 0 ||
1845 strcmp(op
, "--") == 0) {
1847 } else if (strcmp(op
, ">>") == 0 ||
1848 strcmp(op
, "<<") == 0) {
1850 } else if (strcmp(op
, ">=") == 0 ||
1851 strcmp(op
, "<=") == 0) {
1853 } else if (strcmp(op
, "==") == 0 ||
1854 strcmp(op
, "!=") == 0) {
1856 } else if (strcmp(op
, "&&") == 0) {
1858 } else if (strcmp(op
, "||") == 0) {
1861 do_warning("unknown op '%s'", op
);
1867 static int set_op_prio(struct print_arg
*arg
)
1870 /* single ops are the greatest */
1871 if (!arg
->op
.left
|| arg
->op
.left
->type
== PRINT_NULL
)
1874 arg
->op
.prio
= get_op_prio(arg
->op
.op
);
1876 return arg
->op
.prio
;
1879 /* Note, *tok does not get freed, but will most likely be saved */
1880 static enum event_type
1881 process_op(struct event_format
*event
, struct print_arg
*arg
, char **tok
)
1883 struct print_arg
*left
, *right
= NULL
;
1884 enum event_type type
;
1887 /* the op is passed in via tok */
1890 if (arg
->type
== PRINT_OP
&& !arg
->op
.left
) {
1891 /* handle single op */
1893 do_warning_event(event
, "bad op token %s", token
);
1903 do_warning_event(event
, "bad op token %s", token
);
1908 /* make an empty left */
1913 left
->type
= PRINT_NULL
;
1914 arg
->op
.left
= left
;
1916 right
= alloc_arg();
1920 arg
->op
.right
= right
;
1922 /* do not free the token, it belongs to an op */
1924 type
= process_arg(event
, right
, tok
);
1926 } else if (strcmp(token
, "?") == 0) {
1932 /* copy the top arg to the left */
1935 arg
->type
= PRINT_OP
;
1937 arg
->op
.left
= left
;
1940 /* it will set arg->op.right */
1941 type
= process_cond(event
, arg
, tok
);
1943 } else if (strcmp(token
, ">>") == 0 ||
1944 strcmp(token
, "<<") == 0 ||
1945 strcmp(token
, "&") == 0 ||
1946 strcmp(token
, "|") == 0 ||
1947 strcmp(token
, "&&") == 0 ||
1948 strcmp(token
, "||") == 0 ||
1949 strcmp(token
, "-") == 0 ||
1950 strcmp(token
, "+") == 0 ||
1951 strcmp(token
, "*") == 0 ||
1952 strcmp(token
, "^") == 0 ||
1953 strcmp(token
, "/") == 0 ||
1954 strcmp(token
, "<") == 0 ||
1955 strcmp(token
, ">") == 0 ||
1956 strcmp(token
, "<=") == 0 ||
1957 strcmp(token
, ">=") == 0 ||
1958 strcmp(token
, "==") == 0 ||
1959 strcmp(token
, "!=") == 0) {
1965 /* copy the top arg to the left */
1968 arg
->type
= PRINT_OP
;
1970 arg
->op
.left
= left
;
1971 arg
->op
.right
= NULL
;
1973 if (set_op_prio(arg
) == -1) {
1974 event
->flags
|= EVENT_FL_FAILED
;
1975 /* arg->op.op (= token) will be freed at out_free */
1980 type
= read_token_item(&token
);
1983 /* could just be a type pointer */
1984 if ((strcmp(arg
->op
.op
, "*") == 0) &&
1985 type
== EVENT_DELIM
&& (strcmp(token
, ")") == 0)) {
1988 if (left
->type
!= PRINT_ATOM
) {
1989 do_warning_event(event
, "bad pointer type");
1992 new_atom
= realloc(left
->atom
.atom
,
1993 strlen(left
->atom
.atom
) + 3);
1997 left
->atom
.atom
= new_atom
;
1998 strcat(left
->atom
.atom
, " *");
2006 right
= alloc_arg();
2010 type
= process_arg_token(event
, right
, tok
, type
);
2011 if (type
== EVENT_ERROR
) {
2013 /* token was freed in process_arg_token() via *tok */
2018 if (right
->type
== PRINT_OP
&&
2019 get_op_prio(arg
->op
.op
) < get_op_prio(right
->op
.op
)) {
2020 struct print_arg tmp
;
2022 /* rotate ops according to the priority */
2023 arg
->op
.right
= right
->op
.left
;
2029 arg
->op
.left
= right
;
2031 arg
->op
.right
= right
;
2034 } else if (strcmp(token
, "[") == 0) {
2042 arg
->type
= PRINT_OP
;
2044 arg
->op
.left
= left
;
2048 /* it will set arg->op.right */
2049 type
= process_array(event
, arg
, tok
);
2052 do_warning_event(event
, "unknown op '%s'", token
);
2053 event
->flags
|= EVENT_FL_FAILED
;
2054 /* the arg is now the left side */
2058 if (type
== EVENT_OP
&& strcmp(*tok
, ":") != 0) {
2061 /* higher prios need to be closer to the root */
2062 prio
= get_op_prio(*tok
);
2064 if (prio
> arg
->op
.prio
)
2065 return process_op(event
, arg
, tok
);
2067 return process_op(event
, right
, tok
);
2073 do_warning_event(event
, "%s: not enough memory!", __func__
);
2080 static enum event_type
2081 process_entry(struct event_format
*event __maybe_unused
, struct print_arg
*arg
,
2084 enum event_type type
;
2088 if (read_expected(EVENT_OP
, "->") < 0)
2091 if (read_expect_type(EVENT_ITEM
, &token
) < 0)
2095 arg
->type
= PRINT_FIELD
;
2096 arg
->field
.name
= field
;
2098 if (is_flag_field
) {
2099 arg
->field
.field
= pevent_find_any_field(event
, arg
->field
.name
);
2100 arg
->field
.field
->flags
|= FIELD_IS_FLAG
;
2102 } else if (is_symbolic_field
) {
2103 arg
->field
.field
= pevent_find_any_field(event
, arg
->field
.name
);
2104 arg
->field
.field
->flags
|= FIELD_IS_SYMBOLIC
;
2105 is_symbolic_field
= 0;
2108 type
= read_token(&token
);
2120 static int alloc_and_process_delim(struct event_format
*event
, char *next_token
,
2121 struct print_arg
**print_arg
)
2123 struct print_arg
*field
;
2124 enum event_type type
;
2128 field
= alloc_arg();
2130 do_warning_event(event
, "%s: not enough memory!", __func__
);
2135 type
= process_arg(event
, field
, &token
);
2137 if (test_type_token(type
, token
, EVENT_DELIM
, next_token
)) {
2141 goto out_free_token
;
2152 static char *arg_eval (struct print_arg
*arg
);
2154 static unsigned long long
2155 eval_type_str(unsigned long long val
, const char *type
, int pointer
)
2165 if (type
[len
-1] != '*') {
2166 do_warning("pointer expected with non pointer type");
2172 do_warning("%s: not enough memory!", __func__
);
2175 memcpy(ref
, type
, len
);
2177 /* chop off the " *" */
2180 val
= eval_type_str(val
, ref
, 0);
2185 /* check if this is a pointer */
2186 if (type
[len
- 1] == '*')
2189 /* Try to figure out the arg size*/
2190 if (strncmp(type
, "struct", 6) == 0)
2194 if (strcmp(type
, "u8") == 0)
2197 if (strcmp(type
, "u16") == 0)
2198 return val
& 0xffff;
2200 if (strcmp(type
, "u32") == 0)
2201 return val
& 0xffffffff;
2203 if (strcmp(type
, "u64") == 0 ||
2204 strcmp(type
, "s64"))
2207 if (strcmp(type
, "s8") == 0)
2208 return (unsigned long long)(char)val
& 0xff;
2210 if (strcmp(type
, "s16") == 0)
2211 return (unsigned long long)(short)val
& 0xffff;
2213 if (strcmp(type
, "s32") == 0)
2214 return (unsigned long long)(int)val
& 0xffffffff;
2216 if (strncmp(type
, "unsigned ", 9) == 0) {
2221 if (strcmp(type
, "char") == 0) {
2223 return (unsigned long long)(char)val
& 0xff;
2228 if (strcmp(type
, "short") == 0) {
2230 return (unsigned long long)(short)val
& 0xffff;
2232 return val
& 0xffff;
2235 if (strcmp(type
, "int") == 0) {
2237 return (unsigned long long)(int)val
& 0xffffffff;
2239 return val
& 0xffffffff;
2246 * Try to figure out the type.
2248 static unsigned long long
2249 eval_type(unsigned long long val
, struct print_arg
*arg
, int pointer
)
2251 if (arg
->type
!= PRINT_TYPE
) {
2252 do_warning("expected type argument");
2256 return eval_type_str(val
, arg
->typecast
.type
, pointer
);
2259 static int arg_num_eval(struct print_arg
*arg
, long long *val
)
2261 long long left
, right
;
2264 switch (arg
->type
) {
2266 *val
= strtoll(arg
->atom
.atom
, NULL
, 0);
2269 ret
= arg_num_eval(arg
->typecast
.item
, val
);
2272 *val
= eval_type(*val
, arg
, 0);
2275 switch (arg
->op
.op
[0]) {
2277 ret
= arg_num_eval(arg
->op
.left
, &left
);
2280 ret
= arg_num_eval(arg
->op
.right
, &right
);
2284 *val
= left
|| right
;
2286 *val
= left
| right
;
2289 ret
= arg_num_eval(arg
->op
.left
, &left
);
2292 ret
= arg_num_eval(arg
->op
.right
, &right
);
2296 *val
= left
&& right
;
2298 *val
= left
& right
;
2301 ret
= arg_num_eval(arg
->op
.left
, &left
);
2304 ret
= arg_num_eval(arg
->op
.right
, &right
);
2307 switch (arg
->op
.op
[1]) {
2309 *val
= left
< right
;
2312 *val
= left
<< right
;
2315 *val
= left
<= right
;
2318 do_warning("unknown op '%s'", arg
->op
.op
);
2323 ret
= arg_num_eval(arg
->op
.left
, &left
);
2326 ret
= arg_num_eval(arg
->op
.right
, &right
);
2329 switch (arg
->op
.op
[1]) {
2331 *val
= left
> right
;
2334 *val
= left
>> right
;
2337 *val
= left
>= right
;
2340 do_warning("unknown op '%s'", arg
->op
.op
);
2345 ret
= arg_num_eval(arg
->op
.left
, &left
);
2348 ret
= arg_num_eval(arg
->op
.right
, &right
);
2352 if (arg
->op
.op
[1] != '=') {
2353 do_warning("unknown op '%s'", arg
->op
.op
);
2356 *val
= left
== right
;
2359 ret
= arg_num_eval(arg
->op
.left
, &left
);
2362 ret
= arg_num_eval(arg
->op
.right
, &right
);
2366 switch (arg
->op
.op
[1]) {
2368 *val
= left
!= right
;
2371 do_warning("unknown op '%s'", arg
->op
.op
);
2376 /* check for negative */
2377 if (arg
->op
.left
->type
== PRINT_NULL
)
2380 ret
= arg_num_eval(arg
->op
.left
, &left
);
2383 ret
= arg_num_eval(arg
->op
.right
, &right
);
2386 *val
= left
- right
;
2389 if (arg
->op
.left
->type
== PRINT_NULL
)
2392 ret
= arg_num_eval(arg
->op
.left
, &left
);
2395 ret
= arg_num_eval(arg
->op
.right
, &right
);
2398 *val
= left
+ right
;
2401 do_warning("unknown op '%s'", arg
->op
.op
);
2407 case PRINT_FIELD
... PRINT_SYMBOL
:
2412 do_warning("invalid eval type %d", arg
->type
);
2419 static char *arg_eval (struct print_arg
*arg
)
2422 static char buf
[20];
2424 switch (arg
->type
) {
2426 return arg
->atom
.atom
;
2428 return arg_eval(arg
->typecast
.item
);
2430 if (!arg_num_eval(arg
, &val
))
2432 sprintf(buf
, "%lld", val
);
2436 case PRINT_FIELD
... PRINT_SYMBOL
:
2441 do_warning("invalid eval type %d", arg
->type
);
2448 static enum event_type
2449 process_fields(struct event_format
*event
, struct print_flag_sym
**list
, char **tok
)
2451 enum event_type type
;
2452 struct print_arg
*arg
= NULL
;
2453 struct print_flag_sym
*field
;
2459 type
= read_token_item(&token
);
2460 if (test_type_token(type
, token
, EVENT_OP
, "{"))
2468 type
= process_arg(event
, arg
, &token
);
2470 if (type
== EVENT_OP
)
2471 type
= process_op(event
, arg
, &token
);
2473 if (type
== EVENT_ERROR
)
2476 if (test_type_token(type
, token
, EVENT_DELIM
, ","))
2479 field
= calloc(1, sizeof(*field
));
2483 value
= arg_eval(arg
);
2485 goto out_free_field
;
2486 field
->value
= strdup(value
);
2487 if (field
->value
== NULL
)
2488 goto out_free_field
;
2496 type
= process_arg(event
, arg
, &token
);
2497 if (test_type_token(type
, token
, EVENT_OP
, "}"))
2498 goto out_free_field
;
2500 value
= arg_eval(arg
);
2502 goto out_free_field
;
2503 field
->str
= strdup(value
);
2504 if (field
->str
== NULL
)
2505 goto out_free_field
;
2510 list
= &field
->next
;
2513 type
= read_token_item(&token
);
2514 } while (type
== EVENT_DELIM
&& strcmp(token
, ",") == 0);
2520 free_flag_sym(field
);
2529 static enum event_type
2530 process_flags(struct event_format
*event
, struct print_arg
*arg
, char **tok
)
2532 struct print_arg
*field
;
2533 enum event_type type
;
2536 memset(arg
, 0, sizeof(*arg
));
2537 arg
->type
= PRINT_FLAGS
;
2539 field
= alloc_arg();
2541 do_warning_event(event
, "%s: not enough memory!", __func__
);
2545 type
= process_field_arg(event
, field
, &token
);
2547 /* Handle operations in the first argument */
2548 while (type
== EVENT_OP
)
2549 type
= process_op(event
, field
, &token
);
2551 if (test_type_token(type
, token
, EVENT_DELIM
, ","))
2552 goto out_free_field
;
2555 arg
->flags
.field
= field
;
2557 type
= read_token_item(&token
);
2558 if (event_item_type(type
)) {
2559 arg
->flags
.delim
= token
;
2560 type
= read_token_item(&token
);
2563 if (test_type_token(type
, token
, EVENT_DELIM
, ","))
2566 type
= process_fields(event
, &arg
->flags
.flags
, &token
);
2567 if (test_type_token(type
, token
, EVENT_DELIM
, ")"))
2571 type
= read_token_item(tok
);
2582 static enum event_type
2583 process_symbols(struct event_format
*event
, struct print_arg
*arg
, char **tok
)
2585 struct print_arg
*field
;
2586 enum event_type type
;
2589 memset(arg
, 0, sizeof(*arg
));
2590 arg
->type
= PRINT_SYMBOL
;
2592 field
= alloc_arg();
2594 do_warning_event(event
, "%s: not enough memory!", __func__
);
2598 type
= process_field_arg(event
, field
, &token
);
2600 if (test_type_token(type
, token
, EVENT_DELIM
, ","))
2601 goto out_free_field
;
2603 arg
->symbol
.field
= field
;
2605 type
= process_fields(event
, &arg
->symbol
.symbols
, &token
);
2606 if (test_type_token(type
, token
, EVENT_DELIM
, ")"))
2610 type
= read_token_item(tok
);
2621 static enum event_type
2622 process_hex(struct event_format
*event
, struct print_arg
*arg
, char **tok
)
2624 memset(arg
, 0, sizeof(*arg
));
2625 arg
->type
= PRINT_HEX
;
2627 if (alloc_and_process_delim(event
, ",", &arg
->hex
.field
))
2630 if (alloc_and_process_delim(event
, ")", &arg
->hex
.size
))
2633 return read_token_item(tok
);
2636 free_arg(arg
->hex
.field
);
2642 static enum event_type
2643 process_int_array(struct event_format
*event
, struct print_arg
*arg
, char **tok
)
2645 memset(arg
, 0, sizeof(*arg
));
2646 arg
->type
= PRINT_INT_ARRAY
;
2648 if (alloc_and_process_delim(event
, ",", &arg
->int_array
.field
))
2651 if (alloc_and_process_delim(event
, ",", &arg
->int_array
.count
))
2654 if (alloc_and_process_delim(event
, ")", &arg
->int_array
.el_size
))
2657 return read_token_item(tok
);
2660 free_arg(arg
->int_array
.count
);
2662 free_arg(arg
->int_array
.field
);
2668 static enum event_type
2669 process_dynamic_array(struct event_format
*event
, struct print_arg
*arg
, char **tok
)
2671 struct format_field
*field
;
2672 enum event_type type
;
2675 memset(arg
, 0, sizeof(*arg
));
2676 arg
->type
= PRINT_DYNAMIC_ARRAY
;
2679 * The item within the parenthesis is another field that holds
2680 * the index into where the array starts.
2682 type
= read_token(&token
);
2684 if (type
!= EVENT_ITEM
)
2687 /* Find the field */
2689 field
= pevent_find_field(event
, token
);
2693 arg
->dynarray
.field
= field
;
2694 arg
->dynarray
.index
= 0;
2696 if (read_expected(EVENT_DELIM
, ")") < 0)
2700 type
= read_token_item(&token
);
2702 if (type
!= EVENT_OP
|| strcmp(token
, "[") != 0)
2708 do_warning_event(event
, "%s: not enough memory!", __func__
);
2713 type
= process_arg(event
, arg
, &token
);
2714 if (type
== EVENT_ERROR
)
2717 if (!test_type_token(type
, token
, EVENT_OP
, "]"))
2721 type
= read_token_item(tok
);
2732 static enum event_type
2733 process_dynamic_array_len(struct event_format
*event
, struct print_arg
*arg
,
2736 struct format_field
*field
;
2737 enum event_type type
;
2740 if (read_expect_type(EVENT_ITEM
, &token
) < 0)
2743 arg
->type
= PRINT_DYNAMIC_ARRAY_LEN
;
2745 /* Find the field */
2746 field
= pevent_find_field(event
, token
);
2750 arg
->dynarray
.field
= field
;
2751 arg
->dynarray
.index
= 0;
2753 if (read_expected(EVENT_DELIM
, ")") < 0)
2756 type
= read_token(&token
);
2768 static enum event_type
2769 process_paren(struct event_format
*event
, struct print_arg
*arg
, char **tok
)
2771 struct print_arg
*item_arg
;
2772 enum event_type type
;
2775 type
= process_arg(event
, arg
, &token
);
2777 if (type
== EVENT_ERROR
)
2780 if (type
== EVENT_OP
)
2781 type
= process_op(event
, arg
, &token
);
2783 if (type
== EVENT_ERROR
)
2786 if (test_type_token(type
, token
, EVENT_DELIM
, ")"))
2790 type
= read_token_item(&token
);
2793 * If the next token is an item or another open paren, then
2794 * this was a typecast.
2796 if (event_item_type(type
) ||
2797 (type
== EVENT_DELIM
&& strcmp(token
, "(") == 0)) {
2799 /* make this a typecast and contine */
2801 /* prevous must be an atom */
2802 if (arg
->type
!= PRINT_ATOM
) {
2803 do_warning_event(event
, "previous needed to be PRINT_ATOM");
2807 item_arg
= alloc_arg();
2809 do_warning_event(event
, "%s: not enough memory!",
2814 arg
->type
= PRINT_TYPE
;
2815 arg
->typecast
.type
= arg
->atom
.atom
;
2816 arg
->typecast
.item
= item_arg
;
2817 type
= process_arg_token(event
, item_arg
, &token
, type
);
2831 static enum event_type
2832 process_str(struct event_format
*event __maybe_unused
, struct print_arg
*arg
,
2835 enum event_type type
;
2838 if (read_expect_type(EVENT_ITEM
, &token
) < 0)
2841 arg
->type
= PRINT_STRING
;
2842 arg
->string
.string
= token
;
2843 arg
->string
.offset
= -1;
2845 if (read_expected(EVENT_DELIM
, ")") < 0)
2848 type
= read_token(&token
);
2860 static enum event_type
2861 process_bitmask(struct event_format
*event __maybe_unused
, struct print_arg
*arg
,
2864 enum event_type type
;
2867 if (read_expect_type(EVENT_ITEM
, &token
) < 0)
2870 arg
->type
= PRINT_BITMASK
;
2871 arg
->bitmask
.bitmask
= token
;
2872 arg
->bitmask
.offset
= -1;
2874 if (read_expected(EVENT_DELIM
, ")") < 0)
2877 type
= read_token(&token
);
2889 static struct pevent_function_handler
*
2890 find_func_handler(struct pevent
*pevent
, char *func_name
)
2892 struct pevent_function_handler
*func
;
2897 for (func
= pevent
->func_handlers
; func
; func
= func
->next
) {
2898 if (strcmp(func
->name
, func_name
) == 0)
2905 static void remove_func_handler(struct pevent
*pevent
, char *func_name
)
2907 struct pevent_function_handler
*func
;
2908 struct pevent_function_handler
**next
;
2910 next
= &pevent
->func_handlers
;
2911 while ((func
= *next
)) {
2912 if (strcmp(func
->name
, func_name
) == 0) {
2914 free_func_handle(func
);
2921 static enum event_type
2922 process_func_handler(struct event_format
*event
, struct pevent_function_handler
*func
,
2923 struct print_arg
*arg
, char **tok
)
2925 struct print_arg
**next_arg
;
2926 struct print_arg
*farg
;
2927 enum event_type type
;
2931 arg
->type
= PRINT_FUNC
;
2932 arg
->func
.func
= func
;
2936 next_arg
= &(arg
->func
.args
);
2937 for (i
= 0; i
< func
->nr_args
; i
++) {
2940 do_warning_event(event
, "%s: not enough memory!",
2945 type
= process_arg(event
, farg
, &token
);
2946 if (i
< (func
->nr_args
- 1)) {
2947 if (type
!= EVENT_DELIM
|| strcmp(token
, ",") != 0) {
2948 do_warning_event(event
,
2949 "Error: function '%s()' expects %d arguments but event %s only uses %d",
2950 func
->name
, func
->nr_args
,
2951 event
->name
, i
+ 1);
2955 if (type
!= EVENT_DELIM
|| strcmp(token
, ")") != 0) {
2956 do_warning_event(event
,
2957 "Error: function '%s()' only expects %d arguments but event %s has more",
2958 func
->name
, func
->nr_args
, event
->name
);
2964 next_arg
= &(farg
->next
);
2968 type
= read_token(&token
);
2979 static enum event_type
2980 process_function(struct event_format
*event
, struct print_arg
*arg
,
2981 char *token
, char **tok
)
2983 struct pevent_function_handler
*func
;
2985 if (strcmp(token
, "__print_flags") == 0) {
2988 return process_flags(event
, arg
, tok
);
2990 if (strcmp(token
, "__print_symbolic") == 0) {
2992 is_symbolic_field
= 1;
2993 return process_symbols(event
, arg
, tok
);
2995 if (strcmp(token
, "__print_hex") == 0) {
2997 return process_hex(event
, arg
, tok
);
2999 if (strcmp(token
, "__print_array") == 0) {
3001 return process_int_array(event
, arg
, tok
);
3003 if (strcmp(token
, "__get_str") == 0) {
3005 return process_str(event
, arg
, tok
);
3007 if (strcmp(token
, "__get_bitmask") == 0) {
3009 return process_bitmask(event
, arg
, tok
);
3011 if (strcmp(token
, "__get_dynamic_array") == 0) {
3013 return process_dynamic_array(event
, arg
, tok
);
3015 if (strcmp(token
, "__get_dynamic_array_len") == 0) {
3017 return process_dynamic_array_len(event
, arg
, tok
);
3020 func
= find_func_handler(event
->pevent
, token
);
3023 return process_func_handler(event
, func
, arg
, tok
);
3026 do_warning_event(event
, "function %s not defined", token
);
3031 static enum event_type
3032 process_arg_token(struct event_format
*event
, struct print_arg
*arg
,
3033 char **tok
, enum event_type type
)
3042 if (strcmp(token
, "REC") == 0) {
3044 type
= process_entry(event
, arg
, &token
);
3048 /* test the next token */
3049 type
= read_token_item(&token
);
3052 * If the next token is a parenthesis, then this
3055 if (type
== EVENT_DELIM
&& strcmp(token
, "(") == 0) {
3058 /* this will free atom. */
3059 type
= process_function(event
, arg
, atom
, &token
);
3062 /* atoms can be more than one token long */
3063 while (type
== EVENT_ITEM
) {
3065 new_atom
= realloc(atom
,
3066 strlen(atom
) + strlen(token
) + 2);
3075 strcat(atom
, token
);
3077 type
= read_token_item(&token
);
3080 arg
->type
= PRINT_ATOM
;
3081 arg
->atom
.atom
= atom
;
3086 arg
->type
= PRINT_ATOM
;
3087 arg
->atom
.atom
= token
;
3088 type
= read_token_item(&token
);
3091 if (strcmp(token
, "(") == 0) {
3093 type
= process_paren(event
, arg
, &token
);
3097 /* handle single ops */
3098 arg
->type
= PRINT_OP
;
3100 arg
->op
.left
= NULL
;
3101 type
= process_op(event
, arg
, &token
);
3103 /* On error, the op is freed */
3104 if (type
== EVENT_ERROR
)
3107 /* return error type if errored */
3110 case EVENT_ERROR
... EVENT_NEWLINE
:
3112 do_warning_event(event
, "unexpected type %d", type
);
3120 static int event_read_print_args(struct event_format
*event
, struct print_arg
**list
)
3122 enum event_type type
= EVENT_ERROR
;
3123 struct print_arg
*arg
;
3128 if (type
== EVENT_NEWLINE
) {
3129 type
= read_token_item(&token
);
3135 do_warning_event(event
, "%s: not enough memory!",
3140 type
= process_arg(event
, arg
, &token
);
3142 if (type
== EVENT_ERROR
) {
3151 if (type
== EVENT_OP
) {
3152 type
= process_op(event
, arg
, &token
);
3154 if (type
== EVENT_ERROR
) {
3163 if (type
== EVENT_DELIM
&& strcmp(token
, ",") == 0) {
3170 } while (type
!= EVENT_NONE
);
3172 if (type
!= EVENT_NONE
&& type
!= EVENT_ERROR
)
3178 static int event_read_print(struct event_format
*event
)
3180 enum event_type type
;
3184 if (read_expected_item(EVENT_ITEM
, "print") < 0)
3187 if (read_expected(EVENT_ITEM
, "fmt") < 0)
3190 if (read_expected(EVENT_OP
, ":") < 0)
3193 if (read_expect_type(EVENT_DQUOTE
, &token
) < 0)
3197 event
->print_fmt
.format
= token
;
3198 event
->print_fmt
.args
= NULL
;
3200 /* ok to have no arg */
3201 type
= read_token_item(&token
);
3203 if (type
== EVENT_NONE
)
3206 /* Handle concatenation of print lines */
3207 if (type
== EVENT_DQUOTE
) {
3210 if (asprintf(&cat
, "%s%s", event
->print_fmt
.format
, token
) < 0)
3213 free_token(event
->print_fmt
.format
);
3214 event
->print_fmt
.format
= NULL
;
3219 if (test_type_token(type
, token
, EVENT_DELIM
, ","))
3224 ret
= event_read_print_args(event
, &event
->print_fmt
.args
);
3236 * pevent_find_common_field - return a common field by event
3237 * @event: handle for the event
3238 * @name: the name of the common field to return
3240 * Returns a common field from the event by the given @name.
3241 * This only searchs the common fields and not all field.
3243 struct format_field
*
3244 pevent_find_common_field(struct event_format
*event
, const char *name
)
3246 struct format_field
*format
;
3248 for (format
= event
->format
.common_fields
;
3249 format
; format
= format
->next
) {
3250 if (strcmp(format
->name
, name
) == 0)
3258 * pevent_find_field - find a non-common field
3259 * @event: handle for the event
3260 * @name: the name of the non-common field
3262 * Returns a non-common field by the given @name.
3263 * This does not search common fields.
3265 struct format_field
*
3266 pevent_find_field(struct event_format
*event
, const char *name
)
3268 struct format_field
*format
;
3270 for (format
= event
->format
.fields
;
3271 format
; format
= format
->next
) {
3272 if (strcmp(format
->name
, name
) == 0)
3280 * pevent_find_any_field - find any field by name
3281 * @event: handle for the event
3282 * @name: the name of the field
3284 * Returns a field by the given @name.
3285 * This searchs the common field names first, then
3286 * the non-common ones if a common one was not found.
3288 struct format_field
*
3289 pevent_find_any_field(struct event_format
*event
, const char *name
)
3291 struct format_field
*format
;
3293 format
= pevent_find_common_field(event
, name
);
3296 return pevent_find_field(event
, name
);
3300 * pevent_read_number - read a number from data
3301 * @pevent: handle for the pevent
3302 * @ptr: the raw data
3303 * @size: the size of the data that holds the number
3305 * Returns the number (converted to host) from the
3308 unsigned long long pevent_read_number(struct pevent
*pevent
,
3309 const void *ptr
, int size
)
3313 return *(unsigned char *)ptr
;
3315 return data2host2(pevent
, ptr
);
3317 return data2host4(pevent
, ptr
);
3319 return data2host8(pevent
, ptr
);
3327 * pevent_read_number_field - read a number from data
3328 * @field: a handle to the field
3329 * @data: the raw data to read
3330 * @value: the value to place the number in
3332 * Reads raw data according to a field offset and size,
3333 * and translates it into @value.
3335 * Returns 0 on success, -1 otherwise.
3337 int pevent_read_number_field(struct format_field
*field
, const void *data
,
3338 unsigned long long *value
)
3342 switch (field
->size
) {
3347 *value
= pevent_read_number(field
->event
->pevent
,
3348 data
+ field
->offset
, field
->size
);
3355 static int get_common_info(struct pevent
*pevent
,
3356 const char *type
, int *offset
, int *size
)
3358 struct event_format
*event
;
3359 struct format_field
*field
;
3362 * All events should have the same common elements.
3363 * Pick any event to find where the type is;
3365 if (!pevent
->events
) {
3366 do_warning("no event_list!");
3370 event
= pevent
->events
[0];
3371 field
= pevent_find_common_field(event
, type
);
3375 *offset
= field
->offset
;
3376 *size
= field
->size
;
3381 static int __parse_common(struct pevent
*pevent
, void *data
,
3382 int *size
, int *offset
, const char *name
)
3387 ret
= get_common_info(pevent
, name
, offset
, size
);
3391 return pevent_read_number(pevent
, data
+ *offset
, *size
);
3394 static int trace_parse_common_type(struct pevent
*pevent
, void *data
)
3396 return __parse_common(pevent
, data
,
3397 &pevent
->type_size
, &pevent
->type_offset
,
3401 static int parse_common_pid(struct pevent
*pevent
, void *data
)
3403 return __parse_common(pevent
, data
,
3404 &pevent
->pid_size
, &pevent
->pid_offset
,
3408 static int parse_common_pc(struct pevent
*pevent
, void *data
)
3410 return __parse_common(pevent
, data
,
3411 &pevent
->pc_size
, &pevent
->pc_offset
,
3412 "common_preempt_count");
3415 static int parse_common_flags(struct pevent
*pevent
, void *data
)
3417 return __parse_common(pevent
, data
,
3418 &pevent
->flags_size
, &pevent
->flags_offset
,
3422 static int parse_common_lock_depth(struct pevent
*pevent
, void *data
)
3424 return __parse_common(pevent
, data
,
3425 &pevent
->ld_size
, &pevent
->ld_offset
,
3426 "common_lock_depth");
3429 static int parse_common_migrate_disable(struct pevent
*pevent
, void *data
)
3431 return __parse_common(pevent
, data
,
3432 &pevent
->ld_size
, &pevent
->ld_offset
,
3433 "common_migrate_disable");
3436 static int events_id_cmp(const void *a
, const void *b
);
3439 * pevent_find_event - find an event by given id
3440 * @pevent: a handle to the pevent
3441 * @id: the id of the event
3443 * Returns an event that has a given @id.
3445 struct event_format
*pevent_find_event(struct pevent
*pevent
, int id
)
3447 struct event_format
**eventptr
;
3448 struct event_format key
;
3449 struct event_format
*pkey
= &key
;
3451 /* Check cache first */
3452 if (pevent
->last_event
&& pevent
->last_event
->id
== id
)
3453 return pevent
->last_event
;
3457 eventptr
= bsearch(&pkey
, pevent
->events
, pevent
->nr_events
,
3458 sizeof(*pevent
->events
), events_id_cmp
);
3461 pevent
->last_event
= *eventptr
;
3469 * pevent_find_event_by_name - find an event by given name
3470 * @pevent: a handle to the pevent
3471 * @sys: the system name to search for
3472 * @name: the name of the event to search for
3474 * This returns an event with a given @name and under the system
3475 * @sys. If @sys is NULL the first event with @name is returned.
3477 struct event_format
*
3478 pevent_find_event_by_name(struct pevent
*pevent
,
3479 const char *sys
, const char *name
)
3481 struct event_format
*event
;
3484 if (pevent
->last_event
&&
3485 strcmp(pevent
->last_event
->name
, name
) == 0 &&
3486 (!sys
|| strcmp(pevent
->last_event
->system
, sys
) == 0))
3487 return pevent
->last_event
;
3489 for (i
= 0; i
< pevent
->nr_events
; i
++) {
3490 event
= pevent
->events
[i
];
3491 if (strcmp(event
->name
, name
) == 0) {
3494 if (strcmp(event
->system
, sys
) == 0)
3498 if (i
== pevent
->nr_events
)
3501 pevent
->last_event
= event
;
3505 static unsigned long long
3506 eval_num_arg(void *data
, int size
, struct event_format
*event
, struct print_arg
*arg
)
3508 struct pevent
*pevent
= event
->pevent
;
3509 unsigned long long val
= 0;
3510 unsigned long long left
, right
;
3511 struct print_arg
*typearg
= NULL
;
3512 struct print_arg
*larg
;
3513 unsigned long offset
;
3514 unsigned int field_size
;
3516 switch (arg
->type
) {
3521 return strtoull(arg
->atom
.atom
, NULL
, 0);
3523 if (!arg
->field
.field
) {
3524 arg
->field
.field
= pevent_find_any_field(event
, arg
->field
.name
);
3525 if (!arg
->field
.field
)
3526 goto out_warning_field
;
3529 /* must be a number */
3530 val
= pevent_read_number(pevent
, data
+ arg
->field
.field
->offset
,
3531 arg
->field
.field
->size
);
3535 case PRINT_INT_ARRAY
:
3539 val
= eval_num_arg(data
, size
, event
, arg
->typecast
.item
);
3540 return eval_type(val
, arg
, 0);
3548 val
= process_defined_func(&s
, data
, size
, event
, arg
);
3549 trace_seq_destroy(&s
);
3553 if (strcmp(arg
->op
.op
, "[") == 0) {
3555 * Arrays are special, since we don't want
3556 * to read the arg as is.
3558 right
= eval_num_arg(data
, size
, event
, arg
->op
.right
);
3560 /* handle typecasts */
3561 larg
= arg
->op
.left
;
3562 while (larg
->type
== PRINT_TYPE
) {
3565 larg
= larg
->typecast
.item
;
3568 /* Default to long size */
3569 field_size
= pevent
->long_size
;
3571 switch (larg
->type
) {
3572 case PRINT_DYNAMIC_ARRAY
:
3573 offset
= pevent_read_number(pevent
,
3574 data
+ larg
->dynarray
.field
->offset
,
3575 larg
->dynarray
.field
->size
);
3576 if (larg
->dynarray
.field
->elementsize
)
3577 field_size
= larg
->dynarray
.field
->elementsize
;
3579 * The actual length of the dynamic array is stored
3580 * in the top half of the field, and the offset
3581 * is in the bottom half of the 32 bit field.
3587 if (!larg
->field
.field
) {
3589 pevent_find_any_field(event
, larg
->field
.name
);
3590 if (!larg
->field
.field
) {
3592 goto out_warning_field
;
3595 field_size
= larg
->field
.field
->elementsize
;
3596 offset
= larg
->field
.field
->offset
+
3597 right
* larg
->field
.field
->elementsize
;
3600 goto default_op
; /* oops, all bets off */
3602 val
= pevent_read_number(pevent
,
3603 data
+ offset
, field_size
);
3605 val
= eval_type(val
, typearg
, 1);
3607 } else if (strcmp(arg
->op
.op
, "?") == 0) {
3608 left
= eval_num_arg(data
, size
, event
, arg
->op
.left
);
3609 arg
= arg
->op
.right
;
3611 val
= eval_num_arg(data
, size
, event
, arg
->op
.left
);
3613 val
= eval_num_arg(data
, size
, event
, arg
->op
.right
);
3617 left
= eval_num_arg(data
, size
, event
, arg
->op
.left
);
3618 right
= eval_num_arg(data
, size
, event
, arg
->op
.right
);
3619 switch (arg
->op
.op
[0]) {
3621 switch (arg
->op
.op
[1]) {
3626 val
= left
!= right
;
3629 goto out_warning_op
;
3637 val
= left
|| right
;
3643 val
= left
&& right
;
3648 switch (arg
->op
.op
[1]) {
3653 val
= left
<< right
;
3656 val
= left
<= right
;
3659 goto out_warning_op
;
3663 switch (arg
->op
.op
[1]) {
3668 val
= left
>> right
;
3671 val
= left
>= right
;
3674 goto out_warning_op
;
3678 if (arg
->op
.op
[1] != '=')
3679 goto out_warning_op
;
3681 val
= left
== right
;
3696 goto out_warning_op
;
3699 case PRINT_DYNAMIC_ARRAY_LEN
:
3700 offset
= pevent_read_number(pevent
,
3701 data
+ arg
->dynarray
.field
->offset
,
3702 arg
->dynarray
.field
->size
);
3704 * The total allocated length of the dynamic array is
3705 * stored in the top half of the field, and the offset
3706 * is in the bottom half of the 32 bit field.
3708 val
= (unsigned long long)(offset
>> 16);
3710 case PRINT_DYNAMIC_ARRAY
:
3711 /* Without [], we pass the address to the dynamic data */
3712 offset
= pevent_read_number(pevent
,
3713 data
+ arg
->dynarray
.field
->offset
,
3714 arg
->dynarray
.field
->size
);
3716 * The total allocated length of the dynamic array is
3717 * stored in the top half of the field, and the offset
3718 * is in the bottom half of the 32 bit field.
3721 val
= (unsigned long long)((unsigned long)data
+ offset
);
3723 default: /* not sure what to do there */
3729 do_warning_event(event
, "%s: unknown op '%s'", __func__
, arg
->op
.op
);
3733 do_warning_event(event
, "%s: field %s not found",
3734 __func__
, arg
->field
.name
);
3740 unsigned long long value
;
3743 static const struct flag flags
[] = {
3744 { "HI_SOFTIRQ", 0 },
3745 { "TIMER_SOFTIRQ", 1 },
3746 { "NET_TX_SOFTIRQ", 2 },
3747 { "NET_RX_SOFTIRQ", 3 },
3748 { "BLOCK_SOFTIRQ", 4 },
3749 { "BLOCK_IOPOLL_SOFTIRQ", 5 },
3750 { "TASKLET_SOFTIRQ", 6 },
3751 { "SCHED_SOFTIRQ", 7 },
3752 { "HRTIMER_SOFTIRQ", 8 },
3753 { "RCU_SOFTIRQ", 9 },
3755 { "HRTIMER_NORESTART", 0 },
3756 { "HRTIMER_RESTART", 1 },
3759 static long long eval_flag(const char *flag
)
3764 * Some flags in the format files do not get converted.
3765 * If the flag is not numeric, see if it is something that
3766 * we already know about.
3768 if (isdigit(flag
[0]))
3769 return strtoull(flag
, NULL
, 0);
3771 for (i
= 0; i
< (int)(sizeof(flags
)/sizeof(flags
[0])); i
++)
3772 if (strcmp(flags
[i
].name
, flag
) == 0)
3773 return flags
[i
].value
;
3778 static void print_str_to_seq(struct trace_seq
*s
, const char *format
,
3779 int len_arg
, const char *str
)
3782 trace_seq_printf(s
, format
, len_arg
, str
);
3784 trace_seq_printf(s
, format
, str
);
3787 static void print_bitmask_to_seq(struct pevent
*pevent
,
3788 struct trace_seq
*s
, const char *format
,
3789 int len_arg
, const void *data
, int size
)
3791 int nr_bits
= size
* 8;
3792 int str_size
= (nr_bits
+ 3) / 4;
3800 * The kernel likes to put in commas every 32 bits, we
3803 str_size
+= (nr_bits
- 1) / 32;
3805 str
= malloc(str_size
+ 1);
3807 do_warning("%s: not enough memory!", __func__
);
3812 /* Start out with -2 for the two chars per byte */
3813 for (i
= str_size
- 2; i
>= 0; i
-= 2) {
3815 * data points to a bit mask of size bytes.
3816 * In the kernel, this is an array of long words, thus
3817 * endianess is very important.
3819 if (pevent
->file_bigendian
)
3820 index
= size
- (len
+ 1);
3824 snprintf(buf
, 3, "%02x", *((unsigned char *)data
+ index
));
3825 memcpy(str
+ i
, buf
, 2);
3827 if (!(len
& 3) && i
> 0) {
3834 trace_seq_printf(s
, format
, len_arg
, str
);
3836 trace_seq_printf(s
, format
, str
);
3841 static void print_str_arg(struct trace_seq
*s
, void *data
, int size
,
3842 struct event_format
*event
, const char *format
,
3843 int len_arg
, struct print_arg
*arg
)
3845 struct pevent
*pevent
= event
->pevent
;
3846 struct print_flag_sym
*flag
;
3847 struct format_field
*field
;
3848 struct printk_map
*printk
;
3849 long long val
, fval
;
3850 unsigned long long addr
;
3856 switch (arg
->type
) {
3861 print_str_to_seq(s
, format
, len_arg
, arg
->atom
.atom
);
3864 field
= arg
->field
.field
;
3866 field
= pevent_find_any_field(event
, arg
->field
.name
);
3868 str
= arg
->field
.name
;
3869 goto out_warning_field
;
3871 arg
->field
.field
= field
;
3873 /* Zero sized fields, mean the rest of the data */
3874 len
= field
->size
? : size
- field
->offset
;
3877 * Some events pass in pointers. If this is not an array
3878 * and the size is the same as long_size, assume that it
3881 if (!(field
->flags
& FIELD_IS_ARRAY
) &&
3882 field
->size
== pevent
->long_size
) {
3884 /* Handle heterogeneous recording and processing
3888 * Traces recorded on 32-bit devices (32-bit
3889 * addressing) and processed on 64-bit devices:
3890 * In this case, only 32 bits should be read.
3893 * Traces recorded on 64 bit devices and processed
3894 * on 32-bit devices:
3895 * In this case, 64 bits must be read.
3897 addr
= (pevent
->long_size
== 8) ?
3898 *(unsigned long long *)(data
+ field
->offset
) :
3899 (unsigned long long)*(unsigned int *)(data
+ field
->offset
);
3901 /* Check if it matches a print format */
3902 printk
= find_printk(pevent
, addr
);
3904 trace_seq_puts(s
, printk
->printk
);
3906 trace_seq_printf(s
, "%llx", addr
);
3909 str
= malloc(len
+ 1);
3911 do_warning_event(event
, "%s: not enough memory!",
3915 memcpy(str
, data
+ field
->offset
, len
);
3917 print_str_to_seq(s
, format
, len_arg
, str
);
3921 val
= eval_num_arg(data
, size
, event
, arg
->flags
.field
);
3923 for (flag
= arg
->flags
.flags
; flag
; flag
= flag
->next
) {
3924 fval
= eval_flag(flag
->value
);
3925 if (!val
&& fval
< 0) {
3926 print_str_to_seq(s
, format
, len_arg
, flag
->str
);
3929 if (fval
> 0 && (val
& fval
) == fval
) {
3930 if (print
&& arg
->flags
.delim
)
3931 trace_seq_puts(s
, arg
->flags
.delim
);
3932 print_str_to_seq(s
, format
, len_arg
, flag
->str
);
3939 val
= eval_num_arg(data
, size
, event
, arg
->symbol
.field
);
3940 for (flag
= arg
->symbol
.symbols
; flag
; flag
= flag
->next
) {
3941 fval
= eval_flag(flag
->value
);
3943 print_str_to_seq(s
, format
, len_arg
, flag
->str
);
3949 if (arg
->hex
.field
->type
== PRINT_DYNAMIC_ARRAY
) {
3950 unsigned long offset
;
3951 offset
= pevent_read_number(pevent
,
3952 data
+ arg
->hex
.field
->dynarray
.field
->offset
,
3953 arg
->hex
.field
->dynarray
.field
->size
);
3954 hex
= data
+ (offset
& 0xffff);
3956 field
= arg
->hex
.field
->field
.field
;
3958 str
= arg
->hex
.field
->field
.name
;
3959 field
= pevent_find_any_field(event
, str
);
3961 goto out_warning_field
;
3962 arg
->hex
.field
->field
.field
= field
;
3964 hex
= data
+ field
->offset
;
3966 len
= eval_num_arg(data
, size
, event
, arg
->hex
.size
);
3967 for (i
= 0; i
< len
; i
++) {
3969 trace_seq_putc(s
, ' ');
3970 trace_seq_printf(s
, "%02x", hex
[i
]);
3974 case PRINT_INT_ARRAY
: {
3978 if (arg
->int_array
.field
->type
== PRINT_DYNAMIC_ARRAY
) {
3979 unsigned long offset
;
3980 struct format_field
*field
=
3981 arg
->int_array
.field
->dynarray
.field
;
3982 offset
= pevent_read_number(pevent
,
3983 data
+ field
->offset
,
3985 num
= data
+ (offset
& 0xffff);
3987 field
= arg
->int_array
.field
->field
.field
;
3989 str
= arg
->int_array
.field
->field
.name
;
3990 field
= pevent_find_any_field(event
, str
);
3992 goto out_warning_field
;
3993 arg
->int_array
.field
->field
.field
= field
;
3995 num
= data
+ field
->offset
;
3997 len
= eval_num_arg(data
, size
, event
, arg
->int_array
.count
);
3998 el_size
= eval_num_arg(data
, size
, event
,
3999 arg
->int_array
.el_size
);
4000 for (i
= 0; i
< len
; i
++) {
4002 trace_seq_putc(s
, ' ');
4005 trace_seq_printf(s
, "%u", *(uint8_t *)num
);
4006 } else if (el_size
== 2) {
4007 trace_seq_printf(s
, "%u", *(uint16_t *)num
);
4008 } else if (el_size
== 4) {
4009 trace_seq_printf(s
, "%u", *(uint32_t *)num
);
4010 } else if (el_size
== 8) {
4011 trace_seq_printf(s
, "%"PRIu64
, *(uint64_t *)num
);
4013 trace_seq_printf(s
, "BAD SIZE:%d 0x%x",
4014 el_size
, *(uint8_t *)num
);
4024 case PRINT_STRING
: {
4027 if (arg
->string
.offset
== -1) {
4028 struct format_field
*f
;
4030 f
= pevent_find_any_field(event
, arg
->string
.string
);
4031 arg
->string
.offset
= f
->offset
;
4033 str_offset
= data2host4(pevent
, data
+ arg
->string
.offset
);
4034 str_offset
&= 0xffff;
4035 print_str_to_seq(s
, format
, len_arg
, ((char *)data
) + str_offset
);
4039 print_str_to_seq(s
, format
, len_arg
, arg
->string
.string
);
4041 case PRINT_BITMASK
: {
4045 if (arg
->bitmask
.offset
== -1) {
4046 struct format_field
*f
;
4048 f
= pevent_find_any_field(event
, arg
->bitmask
.bitmask
);
4049 arg
->bitmask
.offset
= f
->offset
;
4051 bitmask_offset
= data2host4(pevent
, data
+ arg
->bitmask
.offset
);
4052 bitmask_size
= bitmask_offset
>> 16;
4053 bitmask_offset
&= 0xffff;
4054 print_bitmask_to_seq(pevent
, s
, format
, len_arg
,
4055 data
+ bitmask_offset
, bitmask_size
);
4060 * The only op for string should be ? :
4062 if (arg
->op
.op
[0] != '?')
4064 val
= eval_num_arg(data
, size
, event
, arg
->op
.left
);
4066 print_str_arg(s
, data
, size
, event
,
4067 format
, len_arg
, arg
->op
.right
->op
.left
);
4069 print_str_arg(s
, data
, size
, event
,
4070 format
, len_arg
, arg
->op
.right
->op
.right
);
4073 process_defined_func(s
, data
, size
, event
, arg
);
4083 do_warning_event(event
, "%s: field %s not found",
4084 __func__
, arg
->field
.name
);
4087 static unsigned long long
4088 process_defined_func(struct trace_seq
*s
, void *data
, int size
,
4089 struct event_format
*event
, struct print_arg
*arg
)
4091 struct pevent_function_handler
*func_handle
= arg
->func
.func
;
4092 struct pevent_func_params
*param
;
4093 unsigned long long *args
;
4094 unsigned long long ret
;
4095 struct print_arg
*farg
;
4096 struct trace_seq str
;
4098 struct save_str
*next
;
4100 } *strings
= NULL
, *string
;
4103 if (!func_handle
->nr_args
) {
4104 ret
= (*func_handle
->func
)(s
, NULL
);
4108 farg
= arg
->func
.args
;
4109 param
= func_handle
->params
;
4112 args
= malloc(sizeof(*args
) * func_handle
->nr_args
);
4116 for (i
= 0; i
< func_handle
->nr_args
; i
++) {
4117 switch (param
->type
) {
4118 case PEVENT_FUNC_ARG_INT
:
4119 case PEVENT_FUNC_ARG_LONG
:
4120 case PEVENT_FUNC_ARG_PTR
:
4121 args
[i
] = eval_num_arg(data
, size
, event
, farg
);
4123 case PEVENT_FUNC_ARG_STRING
:
4124 trace_seq_init(&str
);
4125 print_str_arg(&str
, data
, size
, event
, "%s", -1, farg
);
4126 trace_seq_terminate(&str
);
4127 string
= malloc(sizeof(*string
));
4129 do_warning_event(event
, "%s(%d): malloc str",
4130 __func__
, __LINE__
);
4133 string
->next
= strings
;
4134 string
->str
= strdup(str
.buffer
);
4137 do_warning_event(event
, "%s(%d): malloc str",
4138 __func__
, __LINE__
);
4141 args
[i
] = (uintptr_t)string
->str
;
4143 trace_seq_destroy(&str
);
4147 * Something went totally wrong, this is not
4148 * an input error, something in this code broke.
4150 do_warning_event(event
, "Unexpected end of arguments\n");
4154 param
= param
->next
;
4157 ret
= (*func_handle
->func
)(s
, args
);
4162 strings
= string
->next
;
4168 /* TBD : handle return type here */
4172 static void free_args(struct print_arg
*args
)
4174 struct print_arg
*next
;
4184 static struct print_arg
*make_bprint_args(char *fmt
, void *data
, int size
, struct event_format
*event
)
4186 struct pevent
*pevent
= event
->pevent
;
4187 struct format_field
*field
, *ip_field
;
4188 struct print_arg
*args
, *arg
, **next
;
4189 unsigned long long ip
, val
;
4194 field
= pevent
->bprint_buf_field
;
4195 ip_field
= pevent
->bprint_ip_field
;
4198 field
= pevent_find_field(event
, "buf");
4200 do_warning_event(event
, "can't find buffer field for binary printk");
4203 ip_field
= pevent_find_field(event
, "ip");
4205 do_warning_event(event
, "can't find ip field for binary printk");
4208 pevent
->bprint_buf_field
= field
;
4209 pevent
->bprint_ip_field
= ip_field
;
4212 ip
= pevent_read_number(pevent
, data
+ ip_field
->offset
, ip_field
->size
);
4215 * The first arg is the IP pointer.
4219 do_warning_event(event
, "%s(%d): not enough memory!",
4220 __func__
, __LINE__
);
4227 arg
->type
= PRINT_ATOM
;
4229 if (asprintf(&arg
->atom
.atom
, "%lld", ip
) < 0)
4232 /* skip the first "%ps: " */
4233 for (ptr
= fmt
+ 5, bptr
= data
+ field
->offset
;
4234 bptr
< data
+ size
&& *ptr
; ptr
++) {
4269 vsize
= pevent
->long_size
;
4283 /* the pointers are always 4 bytes aligned */
4284 bptr
= (void *)(((unsigned long)bptr
+ 3) &
4286 val
= pevent_read_number(pevent
, bptr
, vsize
);
4290 do_warning_event(event
, "%s(%d): not enough memory!",
4291 __func__
, __LINE__
);
4295 arg
->type
= PRINT_ATOM
;
4296 if (asprintf(&arg
->atom
.atom
, "%lld", val
) < 0) {
4303 * The '*' case means that an arg is used as the length.
4304 * We need to continue to figure out for what.
4313 do_warning_event(event
, "%s(%d): not enough memory!",
4314 __func__
, __LINE__
);
4318 arg
->type
= PRINT_BSTRING
;
4319 arg
->string
.string
= strdup(bptr
);
4320 if (!arg
->string
.string
)
4322 bptr
+= strlen(bptr
) + 1;
4339 get_bprint_format(void *data
, int size __maybe_unused
,
4340 struct event_format
*event
)
4342 struct pevent
*pevent
= event
->pevent
;
4343 unsigned long long addr
;
4344 struct format_field
*field
;
4345 struct printk_map
*printk
;
4348 field
= pevent
->bprint_fmt_field
;
4351 field
= pevent_find_field(event
, "fmt");
4353 do_warning_event(event
, "can't find format field for binary printk");
4356 pevent
->bprint_fmt_field
= field
;
4359 addr
= pevent_read_number(pevent
, data
+ field
->offset
, field
->size
);
4361 printk
= find_printk(pevent
, addr
);
4363 if (asprintf(&format
, "%%pf: (NO FORMAT FOUND at %llx)\n", addr
) < 0)
4368 if (asprintf(&format
, "%s: %s", "%pf", printk
->printk
) < 0)
4374 static void print_mac_arg(struct trace_seq
*s
, int mac
, void *data
, int size
,
4375 struct event_format
*event
, struct print_arg
*arg
)
4378 const char *fmt
= "%.2x:%.2x:%.2x:%.2x:%.2x:%.2x";
4380 if (arg
->type
== PRINT_FUNC
) {
4381 process_defined_func(s
, data
, size
, event
, arg
);
4385 if (arg
->type
!= PRINT_FIELD
) {
4386 trace_seq_printf(s
, "ARG TYPE NOT FIELD BUT %d",
4392 fmt
= "%.2x%.2x%.2x%.2x%.2x%.2x";
4393 if (!arg
->field
.field
) {
4395 pevent_find_any_field(event
, arg
->field
.name
);
4396 if (!arg
->field
.field
) {
4397 do_warning_event(event
, "%s: field %s not found",
4398 __func__
, arg
->field
.name
);
4402 if (arg
->field
.field
->size
!= 6) {
4403 trace_seq_printf(s
, "INVALIDMAC");
4406 buf
= data
+ arg
->field
.field
->offset
;
4407 trace_seq_printf(s
, fmt
, buf
[0], buf
[1], buf
[2], buf
[3], buf
[4], buf
[5]);
4410 static void print_ip4_addr(struct trace_seq
*s
, char i
, unsigned char *buf
)
4415 fmt
= "%03d.%03d.%03d.%03d";
4417 fmt
= "%d.%d.%d.%d";
4419 trace_seq_printf(s
, fmt
, buf
[0], buf
[1], buf
[2], buf
[3]);
4422 static inline bool ipv6_addr_v4mapped(const struct in6_addr
*a
)
4424 return ((unsigned long)(a
->s6_addr32
[0] | a
->s6_addr32
[1]) |
4425 (unsigned long)(a
->s6_addr32
[2] ^ htonl(0x0000ffff))) == 0UL;
4428 static inline bool ipv6_addr_is_isatap(const struct in6_addr
*addr
)
4430 return (addr
->s6_addr32
[2] | htonl(0x02000000)) == htonl(0x02005EFE);
4433 static void print_ip6c_addr(struct trace_seq
*s
, unsigned char *addr
)
4436 unsigned char zerolength
[8];
4441 bool needcolon
= false;
4443 struct in6_addr in6
;
4445 memcpy(&in6
, addr
, sizeof(struct in6_addr
));
4447 useIPv4
= ipv6_addr_v4mapped(&in6
) || ipv6_addr_is_isatap(&in6
);
4449 memset(zerolength
, 0, sizeof(zerolength
));
4456 /* find position of longest 0 run */
4457 for (i
= 0; i
< range
; i
++) {
4458 for (j
= i
; j
< range
; j
++) {
4459 if (in6
.s6_addr16
[j
] != 0)
4464 for (i
= 0; i
< range
; i
++) {
4465 if (zerolength
[i
] > longest
) {
4466 longest
= zerolength
[i
];
4470 if (longest
== 1) /* don't compress a single 0 */
4474 for (i
= 0; i
< range
; i
++) {
4475 if (i
== colonpos
) {
4476 if (needcolon
|| i
== 0)
4477 trace_seq_printf(s
, ":");
4478 trace_seq_printf(s
, ":");
4484 trace_seq_printf(s
, ":");
4487 /* hex u16 without leading 0s */
4488 word
= ntohs(in6
.s6_addr16
[i
]);
4492 trace_seq_printf(s
, "%x%02x", hi
, lo
);
4494 trace_seq_printf(s
, "%x", lo
);
4501 trace_seq_printf(s
, ":");
4502 print_ip4_addr(s
, 'I', &in6
.s6_addr
[12]);
4508 static void print_ip6_addr(struct trace_seq
*s
, char i
, unsigned char *buf
)
4512 for (j
= 0; j
< 16; j
+= 2) {
4513 trace_seq_printf(s
, "%02x%02x", buf
[j
], buf
[j
+1]);
4514 if (i
== 'I' && j
< 14)
4515 trace_seq_printf(s
, ":");
4520 * %pi4 print an IPv4 address with leading zeros
4521 * %pI4 print an IPv4 address without leading zeros
4522 * %pi6 print an IPv6 address without colons
4523 * %pI6 print an IPv6 address with colons
4524 * %pI6c print an IPv6 address in compressed form with colons
4525 * %pISpc print an IP address based on sockaddr; p adds port.
4527 static int print_ipv4_arg(struct trace_seq
*s
, const char *ptr
, char i
,
4528 void *data
, int size
, struct event_format
*event
,
4529 struct print_arg
*arg
)
4533 if (arg
->type
== PRINT_FUNC
) {
4534 process_defined_func(s
, data
, size
, event
, arg
);
4538 if (arg
->type
!= PRINT_FIELD
) {
4539 trace_seq_printf(s
, "ARG TYPE NOT FIELD BUT %d", arg
->type
);
4543 if (!arg
->field
.field
) {
4545 pevent_find_any_field(event
, arg
->field
.name
);
4546 if (!arg
->field
.field
) {
4547 do_warning("%s: field %s not found",
4548 __func__
, arg
->field
.name
);
4553 buf
= data
+ arg
->field
.field
->offset
;
4555 if (arg
->field
.field
->size
!= 4) {
4556 trace_seq_printf(s
, "INVALIDIPv4");
4559 print_ip4_addr(s
, i
, buf
);
4564 static int print_ipv6_arg(struct trace_seq
*s
, const char *ptr
, char i
,
4565 void *data
, int size
, struct event_format
*event
,
4566 struct print_arg
*arg
)
4573 if (i
== 'I' && *ptr
== 'c') {
4579 if (arg
->type
== PRINT_FUNC
) {
4580 process_defined_func(s
, data
, size
, event
, arg
);
4584 if (arg
->type
!= PRINT_FIELD
) {
4585 trace_seq_printf(s
, "ARG TYPE NOT FIELD BUT %d", arg
->type
);
4589 if (!arg
->field
.field
) {
4591 pevent_find_any_field(event
, arg
->field
.name
);
4592 if (!arg
->field
.field
) {
4593 do_warning("%s: field %s not found",
4594 __func__
, arg
->field
.name
);
4599 buf
= data
+ arg
->field
.field
->offset
;
4601 if (arg
->field
.field
->size
!= 16) {
4602 trace_seq_printf(s
, "INVALIDIPv6");
4607 print_ip6c_addr(s
, buf
);
4609 print_ip6_addr(s
, i
, buf
);
4614 static int print_ipsa_arg(struct trace_seq
*s
, const char *ptr
, char i
,
4615 void *data
, int size
, struct event_format
*event
,
4616 struct print_arg
*arg
)
4618 char have_c
= 0, have_p
= 0;
4620 struct sockaddr_storage
*sa
;
4637 if (arg
->type
== PRINT_FUNC
) {
4638 process_defined_func(s
, data
, size
, event
, arg
);
4642 if (arg
->type
!= PRINT_FIELD
) {
4643 trace_seq_printf(s
, "ARG TYPE NOT FIELD BUT %d", arg
->type
);
4647 if (!arg
->field
.field
) {
4649 pevent_find_any_field(event
, arg
->field
.name
);
4650 if (!arg
->field
.field
) {
4651 do_warning("%s: field %s not found",
4652 __func__
, arg
->field
.name
);
4657 sa
= (struct sockaddr_storage
*) (data
+ arg
->field
.field
->offset
);
4659 if (sa
->ss_family
== AF_INET
) {
4660 struct sockaddr_in
*sa4
= (struct sockaddr_in
*) sa
;
4662 if (arg
->field
.field
->size
< sizeof(struct sockaddr_in
)) {
4663 trace_seq_printf(s
, "INVALIDIPv4");
4667 print_ip4_addr(s
, i
, (unsigned char *) &sa4
->sin_addr
);
4669 trace_seq_printf(s
, ":%d", ntohs(sa4
->sin_port
));
4672 } else if (sa
->ss_family
== AF_INET6
) {
4673 struct sockaddr_in6
*sa6
= (struct sockaddr_in6
*) sa
;
4675 if (arg
->field
.field
->size
< sizeof(struct sockaddr_in6
)) {
4676 trace_seq_printf(s
, "INVALIDIPv6");
4681 trace_seq_printf(s
, "[");
4683 buf
= (unsigned char *) &sa6
->sin6_addr
;
4685 print_ip6c_addr(s
, buf
);
4687 print_ip6_addr(s
, i
, buf
);
4690 trace_seq_printf(s
, "]:%d", ntohs(sa6
->sin6_port
));
4696 static int print_ip_arg(struct trace_seq
*s
, const char *ptr
,
4697 void *data
, int size
, struct event_format
*event
,
4698 struct print_arg
*arg
)
4700 char i
= *ptr
; /* 'i' or 'I' */
4713 rc
+= print_ipv4_arg(s
, ptr
, i
, data
, size
, event
, arg
);
4716 rc
+= print_ipv6_arg(s
, ptr
, i
, data
, size
, event
, arg
);
4719 rc
+= print_ipsa_arg(s
, ptr
, i
, data
, size
, event
, arg
);
4728 static int is_printable_array(char *p
, unsigned int len
)
4732 for (i
= 0; i
< len
&& p
[i
]; i
++)
4733 if (!isprint(p
[i
]) && !isspace(p
[i
]))
4738 void pevent_print_field(struct trace_seq
*s
, void *data
,
4739 struct format_field
*field
)
4741 unsigned long long val
;
4742 unsigned int offset
, len
, i
;
4743 struct pevent
*pevent
= field
->event
->pevent
;
4745 if (field
->flags
& FIELD_IS_ARRAY
) {
4746 offset
= field
->offset
;
4748 if (field
->flags
& FIELD_IS_DYNAMIC
) {
4749 val
= pevent_read_number(pevent
, data
+ offset
, len
);
4754 if (field
->flags
& FIELD_IS_STRING
&&
4755 is_printable_array(data
+ offset
, len
)) {
4756 trace_seq_printf(s
, "%s", (char *)data
+ offset
);
4758 trace_seq_puts(s
, "ARRAY[");
4759 for (i
= 0; i
< len
; i
++) {
4761 trace_seq_puts(s
, ", ");
4762 trace_seq_printf(s
, "%02x",
4763 *((unsigned char *)data
+ offset
+ i
));
4765 trace_seq_putc(s
, ']');
4766 field
->flags
&= ~FIELD_IS_STRING
;
4769 val
= pevent_read_number(pevent
, data
+ field
->offset
,
4771 if (field
->flags
& FIELD_IS_POINTER
) {
4772 trace_seq_printf(s
, "0x%llx", val
);
4773 } else if (field
->flags
& FIELD_IS_SIGNED
) {
4774 switch (field
->size
) {
4777 * If field is long then print it in hex.
4778 * A long usually stores pointers.
4780 if (field
->flags
& FIELD_IS_LONG
)
4781 trace_seq_printf(s
, "0x%x", (int)val
);
4783 trace_seq_printf(s
, "%d", (int)val
);
4786 trace_seq_printf(s
, "%2d", (short)val
);
4789 trace_seq_printf(s
, "%1d", (char)val
);
4792 trace_seq_printf(s
, "%lld", val
);
4795 if (field
->flags
& FIELD_IS_LONG
)
4796 trace_seq_printf(s
, "0x%llx", val
);
4798 trace_seq_printf(s
, "%llu", val
);
4803 void pevent_print_fields(struct trace_seq
*s
, void *data
,
4804 int size __maybe_unused
, struct event_format
*event
)
4806 struct format_field
*field
;
4808 field
= event
->format
.fields
;
4810 trace_seq_printf(s
, " %s=", field
->name
);
4811 pevent_print_field(s
, data
, field
);
4812 field
= field
->next
;
4816 static void pretty_print(struct trace_seq
*s
, void *data
, int size
, struct event_format
*event
)
4818 struct pevent
*pevent
= event
->pevent
;
4819 struct print_fmt
*print_fmt
= &event
->print_fmt
;
4820 struct print_arg
*arg
= print_fmt
->args
;
4821 struct print_arg
*args
= NULL
;
4822 const char *ptr
= print_fmt
->format
;
4823 unsigned long long val
;
4824 struct func_map
*func
;
4825 const char *saveptr
;
4827 char *bprint_fmt
= NULL
;
4835 if (event
->flags
& EVENT_FL_FAILED
) {
4836 trace_seq_printf(s
, "[FAILED TO PARSE]");
4837 pevent_print_fields(s
, data
, size
, event
);
4841 if (event
->flags
& EVENT_FL_ISBPRINT
) {
4842 bprint_fmt
= get_bprint_format(data
, size
, event
);
4843 args
= make_bprint_args(bprint_fmt
, data
, size
, event
);
4848 for (; *ptr
; ptr
++) {
4854 trace_seq_putc(s
, '\n');
4857 trace_seq_putc(s
, '\t');
4860 trace_seq_putc(s
, '\r');
4863 trace_seq_putc(s
, '\\');
4866 trace_seq_putc(s
, *ptr
);
4870 } else if (*ptr
== '%') {
4878 trace_seq_putc(s
, '%');
4881 /* FIXME: need to handle properly */
4893 /* The argument is the length. */
4895 do_warning_event(event
, "no argument match");
4896 event
->flags
|= EVENT_FL_FAILED
;
4899 len_arg
= eval_num_arg(data
, size
, event
, arg
);
4910 if (pevent
->long_size
== 4)
4915 if (*(ptr
+1) == 'F' || *(ptr
+1) == 'f' ||
4916 *(ptr
+1) == 'S' || *(ptr
+1) == 's') {
4919 } else if (*(ptr
+1) == 'M' || *(ptr
+1) == 'm') {
4920 print_mac_arg(s
, *(ptr
+1), data
, size
, event
, arg
);
4924 } else if (*(ptr
+1) == 'I' || *(ptr
+1) == 'i') {
4927 n
= print_ip_arg(s
, ptr
+1, data
, size
, event
, arg
);
4942 do_warning_event(event
, "no argument match");
4943 event
->flags
|= EVENT_FL_FAILED
;
4947 len
= ((unsigned long)ptr
+ 1) -
4948 (unsigned long)saveptr
;
4950 /* should never happen */
4952 do_warning_event(event
, "bad format!");
4953 event
->flags
|= EVENT_FL_FAILED
;
4957 memcpy(format
, saveptr
, len
);
4960 val
= eval_num_arg(data
, size
, event
, arg
);
4964 func
= find_func(pevent
, val
);
4966 trace_seq_puts(s
, func
->func
);
4967 if (show_func
== 'F')
4974 if (pevent
->long_size
== 8 && ls
&&
4975 sizeof(long) != 8) {
4978 /* make %l into %ll */
4979 if (ls
== 1 && (p
= strchr(format
, 'l')))
4980 memmove(p
+1, p
, strlen(p
)+1);
4981 else if (strcmp(format
, "%p") == 0)
4982 strcpy(format
, "0x%llx");
4988 trace_seq_printf(s
, format
, len_arg
, (char)val
);
4990 trace_seq_printf(s
, format
, (char)val
);
4994 trace_seq_printf(s
, format
, len_arg
, (short)val
);
4996 trace_seq_printf(s
, format
, (short)val
);
5000 trace_seq_printf(s
, format
, len_arg
, (int)val
);
5002 trace_seq_printf(s
, format
, (int)val
);
5006 trace_seq_printf(s
, format
, len_arg
, (long)val
);
5008 trace_seq_printf(s
, format
, (long)val
);
5012 trace_seq_printf(s
, format
, len_arg
,
5015 trace_seq_printf(s
, format
, (long long)val
);
5018 do_warning_event(event
, "bad count (%d)", ls
);
5019 event
->flags
|= EVENT_FL_FAILED
;
5024 do_warning_event(event
, "no matching argument");
5025 event
->flags
|= EVENT_FL_FAILED
;
5029 len
= ((unsigned long)ptr
+ 1) -
5030 (unsigned long)saveptr
;
5032 /* should never happen */
5034 do_warning_event(event
, "bad format!");
5035 event
->flags
|= EVENT_FL_FAILED
;
5039 memcpy(format
, saveptr
, len
);
5043 /* Use helper trace_seq */
5045 print_str_arg(&p
, data
, size
, event
,
5046 format
, len_arg
, arg
);
5047 trace_seq_terminate(&p
);
5048 trace_seq_puts(s
, p
.buffer
);
5049 trace_seq_destroy(&p
);
5053 trace_seq_printf(s
, ">%c<", *ptr
);
5057 trace_seq_putc(s
, *ptr
);
5060 if (event
->flags
& EVENT_FL_FAILED
) {
5062 trace_seq_printf(s
, "[FAILED TO PARSE]");
5072 * pevent_data_lat_fmt - parse the data for the latency format
5073 * @pevent: a handle to the pevent
5074 * @s: the trace_seq to write to
5075 * @record: the record to read from
5077 * This parses out the Latency format (interrupts disabled,
5078 * need rescheduling, in hard/soft interrupt, preempt count
5079 * and lock depth) and places it into the trace_seq.
5081 void pevent_data_lat_fmt(struct pevent
*pevent
,
5082 struct trace_seq
*s
, struct pevent_record
*record
)
5084 static int check_lock_depth
= 1;
5085 static int check_migrate_disable
= 1;
5086 static int lock_depth_exists
;
5087 static int migrate_disable_exists
;
5088 unsigned int lat_flags
;
5091 int migrate_disable
;
5094 void *data
= record
->data
;
5096 lat_flags
= parse_common_flags(pevent
, data
);
5097 pc
= parse_common_pc(pevent
, data
);
5098 /* lock_depth may not always exist */
5099 if (lock_depth_exists
)
5100 lock_depth
= parse_common_lock_depth(pevent
, data
);
5101 else if (check_lock_depth
) {
5102 lock_depth
= parse_common_lock_depth(pevent
, data
);
5104 check_lock_depth
= 0;
5106 lock_depth_exists
= 1;
5109 /* migrate_disable may not always exist */
5110 if (migrate_disable_exists
)
5111 migrate_disable
= parse_common_migrate_disable(pevent
, data
);
5112 else if (check_migrate_disable
) {
5113 migrate_disable
= parse_common_migrate_disable(pevent
, data
);
5114 if (migrate_disable
< 0)
5115 check_migrate_disable
= 0;
5117 migrate_disable_exists
= 1;
5120 hardirq
= lat_flags
& TRACE_FLAG_HARDIRQ
;
5121 softirq
= lat_flags
& TRACE_FLAG_SOFTIRQ
;
5123 trace_seq_printf(s
, "%c%c%c",
5124 (lat_flags
& TRACE_FLAG_IRQS_OFF
) ? 'd' :
5125 (lat_flags
& TRACE_FLAG_IRQS_NOSUPPORT
) ?
5127 (lat_flags
& TRACE_FLAG_NEED_RESCHED
) ?
5129 (hardirq
&& softirq
) ? 'H' :
5130 hardirq
? 'h' : softirq
? 's' : '.');
5133 trace_seq_printf(s
, "%x", pc
);
5135 trace_seq_putc(s
, '.');
5137 if (migrate_disable_exists
) {
5138 if (migrate_disable
< 0)
5139 trace_seq_putc(s
, '.');
5141 trace_seq_printf(s
, "%d", migrate_disable
);
5144 if (lock_depth_exists
) {
5146 trace_seq_putc(s
, '.');
5148 trace_seq_printf(s
, "%d", lock_depth
);
5151 trace_seq_terminate(s
);
5155 * pevent_data_type - parse out the given event type
5156 * @pevent: a handle to the pevent
5157 * @rec: the record to read from
5159 * This returns the event id from the @rec.
5161 int pevent_data_type(struct pevent
*pevent
, struct pevent_record
*rec
)
5163 return trace_parse_common_type(pevent
, rec
->data
);
5167 * pevent_data_event_from_type - find the event by a given type
5168 * @pevent: a handle to the pevent
5169 * @type: the type of the event.
5171 * This returns the event form a given @type;
5173 struct event_format
*pevent_data_event_from_type(struct pevent
*pevent
, int type
)
5175 return pevent_find_event(pevent
, type
);
5179 * pevent_data_pid - parse the PID from raw data
5180 * @pevent: a handle to the pevent
5181 * @rec: the record to parse
5183 * This returns the PID from a raw data.
5185 int pevent_data_pid(struct pevent
*pevent
, struct pevent_record
*rec
)
5187 return parse_common_pid(pevent
, rec
->data
);
5191 * pevent_data_comm_from_pid - return the command line from PID
5192 * @pevent: a handle to the pevent
5193 * @pid: the PID of the task to search for
5195 * This returns a pointer to the command line that has the given
5198 const char *pevent_data_comm_from_pid(struct pevent
*pevent
, int pid
)
5202 comm
= find_cmdline(pevent
, pid
);
5206 static struct cmdline
*
5207 pid_from_cmdlist(struct pevent
*pevent
, const char *comm
, struct cmdline
*next
)
5209 struct cmdline_list
*cmdlist
= (struct cmdline_list
*)next
;
5212 cmdlist
= cmdlist
->next
;
5214 cmdlist
= pevent
->cmdlist
;
5216 while (cmdlist
&& strcmp(cmdlist
->comm
, comm
) != 0)
5217 cmdlist
= cmdlist
->next
;
5219 return (struct cmdline
*)cmdlist
;
5223 * pevent_data_pid_from_comm - return the pid from a given comm
5224 * @pevent: a handle to the pevent
5225 * @comm: the cmdline to find the pid from
5226 * @next: the cmdline structure to find the next comm
5228 * This returns the cmdline structure that holds a pid for a given
5229 * comm, or NULL if none found. As there may be more than one pid for
5230 * a given comm, the result of this call can be passed back into
5231 * a recurring call in the @next paramater, and then it will find the
5233 * Also, it does a linear seach, so it may be slow.
5235 struct cmdline
*pevent_data_pid_from_comm(struct pevent
*pevent
, const char *comm
,
5236 struct cmdline
*next
)
5238 struct cmdline
*cmdline
;
5241 * If the cmdlines have not been converted yet, then use
5244 if (!pevent
->cmdlines
)
5245 return pid_from_cmdlist(pevent
, comm
, next
);
5249 * The next pointer could have been still from
5250 * a previous call before cmdlines were created
5252 if (next
< pevent
->cmdlines
||
5253 next
>= pevent
->cmdlines
+ pevent
->cmdline_count
)
5260 cmdline
= pevent
->cmdlines
;
5262 while (cmdline
< pevent
->cmdlines
+ pevent
->cmdline_count
) {
5263 if (strcmp(cmdline
->comm
, comm
) == 0)
5271 * pevent_cmdline_pid - return the pid associated to a given cmdline
5272 * @cmdline: The cmdline structure to get the pid from
5274 * Returns the pid for a give cmdline. If @cmdline is NULL, then
5277 int pevent_cmdline_pid(struct pevent
*pevent
, struct cmdline
*cmdline
)
5279 struct cmdline_list
*cmdlist
= (struct cmdline_list
*)cmdline
;
5285 * If cmdlines have not been created yet, or cmdline is
5286 * not part of the array, then treat it as a cmdlist instead.
5288 if (!pevent
->cmdlines
||
5289 cmdline
< pevent
->cmdlines
||
5290 cmdline
>= pevent
->cmdlines
+ pevent
->cmdline_count
)
5291 return cmdlist
->pid
;
5293 return cmdline
->pid
;
5297 * pevent_data_comm_from_pid - parse the data into the print format
5298 * @s: the trace_seq to write to
5299 * @event: the handle to the event
5300 * @record: the record to read from
5302 * This parses the raw @data using the given @event information and
5303 * writes the print format into the trace_seq.
5305 void pevent_event_info(struct trace_seq
*s
, struct event_format
*event
,
5306 struct pevent_record
*record
)
5308 int print_pretty
= 1;
5310 if (event
->pevent
->print_raw
|| (event
->flags
& EVENT_FL_PRINTRAW
))
5311 pevent_print_fields(s
, record
->data
, record
->size
, event
);
5314 if (event
->handler
&& !(event
->flags
& EVENT_FL_NOHANDLE
))
5315 print_pretty
= event
->handler(s
, record
, event
,
5319 pretty_print(s
, record
->data
, record
->size
, event
);
5322 trace_seq_terminate(s
);
5325 static bool is_timestamp_in_us(char *trace_clock
, bool use_trace_clock
)
5327 if (!use_trace_clock
)
5330 if (!strcmp(trace_clock
, "local") || !strcmp(trace_clock
, "global")
5331 || !strcmp(trace_clock
, "uptime") || !strcmp(trace_clock
, "perf"))
5334 /* trace_clock is setting in tsc or counter mode */
5338 void pevent_print_event(struct pevent
*pevent
, struct trace_seq
*s
,
5339 struct pevent_record
*record
, bool use_trace_clock
)
5341 static const char *spaces
= " "; /* 20 spaces */
5342 struct event_format
*event
;
5344 unsigned long usecs
;
5345 unsigned long nsecs
;
5347 void *data
= record
->data
;
5352 bool use_usec_format
;
5354 use_usec_format
= is_timestamp_in_us(pevent
->trace_clock
,
5356 if (use_usec_format
) {
5357 secs
= record
->ts
/ NSECS_PER_SEC
;
5358 nsecs
= record
->ts
- secs
* NSECS_PER_SEC
;
5361 if (record
->size
< 0) {
5362 do_warning("ug! negative record size %d", record
->size
);
5366 type
= trace_parse_common_type(pevent
, data
);
5368 event
= pevent_find_event(pevent
, type
);
5370 do_warning("ug! no event found for type %d", type
);
5374 pid
= parse_common_pid(pevent
, data
);
5375 comm
= find_cmdline(pevent
, pid
);
5377 if (pevent
->latency_format
) {
5378 trace_seq_printf(s
, "%8.8s-%-5d %3d",
5379 comm
, pid
, record
->cpu
);
5380 pevent_data_lat_fmt(pevent
, s
, record
);
5382 trace_seq_printf(s
, "%16s-%-5d [%03d]", comm
, pid
, record
->cpu
);
5384 if (use_usec_format
) {
5385 if (pevent
->flags
& PEVENT_NSEC_OUTPUT
) {
5389 usecs
= (nsecs
+ 500) / NSECS_PER_USEC
;
5393 trace_seq_printf(s
, " %5lu.%0*lu: %s: ",
5394 secs
, p
, usecs
, event
->name
);
5396 trace_seq_printf(s
, " %12llu: %s: ",
5397 record
->ts
, event
->name
);
5399 /* Space out the event names evenly. */
5400 len
= strlen(event
->name
);
5402 trace_seq_printf(s
, "%.*s", 20 - len
, spaces
);
5404 pevent_event_info(s
, event
, record
);
5407 static int events_id_cmp(const void *a
, const void *b
)
5409 struct event_format
* const * ea
= a
;
5410 struct event_format
* const * eb
= b
;
5412 if ((*ea
)->id
< (*eb
)->id
)
5415 if ((*ea
)->id
> (*eb
)->id
)
5421 static int events_name_cmp(const void *a
, const void *b
)
5423 struct event_format
* const * ea
= a
;
5424 struct event_format
* const * eb
= b
;
5427 res
= strcmp((*ea
)->name
, (*eb
)->name
);
5431 res
= strcmp((*ea
)->system
, (*eb
)->system
);
5435 return events_id_cmp(a
, b
);
5438 static int events_system_cmp(const void *a
, const void *b
)
5440 struct event_format
* const * ea
= a
;
5441 struct event_format
* const * eb
= b
;
5444 res
= strcmp((*ea
)->system
, (*eb
)->system
);
5448 res
= strcmp((*ea
)->name
, (*eb
)->name
);
5452 return events_id_cmp(a
, b
);
5455 struct event_format
**pevent_list_events(struct pevent
*pevent
, enum event_sort_type sort_type
)
5457 struct event_format
**events
;
5458 int (*sort
)(const void *a
, const void *b
);
5460 events
= pevent
->sort_events
;
5462 if (events
&& pevent
->last_type
== sort_type
)
5466 events
= malloc(sizeof(*events
) * (pevent
->nr_events
+ 1));
5470 memcpy(events
, pevent
->events
, sizeof(*events
) * pevent
->nr_events
);
5471 events
[pevent
->nr_events
] = NULL
;
5473 pevent
->sort_events
= events
;
5475 /* the internal events are sorted by id */
5476 if (sort_type
== EVENT_SORT_ID
) {
5477 pevent
->last_type
= sort_type
;
5482 switch (sort_type
) {
5484 sort
= events_id_cmp
;
5486 case EVENT_SORT_NAME
:
5487 sort
= events_name_cmp
;
5489 case EVENT_SORT_SYSTEM
:
5490 sort
= events_system_cmp
;
5496 qsort(events
, pevent
->nr_events
, sizeof(*events
), sort
);
5497 pevent
->last_type
= sort_type
;
5502 static struct format_field
**
5503 get_event_fields(const char *type
, const char *name
,
5504 int count
, struct format_field
*list
)
5506 struct format_field
**fields
;
5507 struct format_field
*field
;
5510 fields
= malloc(sizeof(*fields
) * (count
+ 1));
5514 for (field
= list
; field
; field
= field
->next
) {
5515 fields
[i
++] = field
;
5516 if (i
== count
+ 1) {
5517 do_warning("event %s has more %s fields than specified",
5525 do_warning("event %s has less %s fields than specified",
5534 * pevent_event_common_fields - return a list of common fields for an event
5535 * @event: the event to return the common fields of.
5537 * Returns an allocated array of fields. The last item in the array is NULL.
5538 * The array must be freed with free().
5540 struct format_field
**pevent_event_common_fields(struct event_format
*event
)
5542 return get_event_fields("common", event
->name
,
5543 event
->format
.nr_common
,
5544 event
->format
.common_fields
);
5548 * pevent_event_fields - return a list of event specific fields for an event
5549 * @event: the event to return the fields of.
5551 * Returns an allocated array of fields. The last item in the array is NULL.
5552 * The array must be freed with free().
5554 struct format_field
**pevent_event_fields(struct event_format
*event
)
5556 return get_event_fields("event", event
->name
,
5557 event
->format
.nr_fields
,
5558 event
->format
.fields
);
5561 static void print_fields(struct trace_seq
*s
, struct print_flag_sym
*field
)
5563 trace_seq_printf(s
, "{ %s, %s }", field
->value
, field
->str
);
5565 trace_seq_puts(s
, ", ");
5566 print_fields(s
, field
->next
);
5571 static void print_args(struct print_arg
*args
)
5573 int print_paren
= 1;
5576 switch (args
->type
) {
5581 printf("%s", args
->atom
.atom
);
5584 printf("REC->%s", args
->field
.name
);
5587 printf("__print_flags(");
5588 print_args(args
->flags
.field
);
5589 printf(", %s, ", args
->flags
.delim
);
5591 print_fields(&s
, args
->flags
.flags
);
5592 trace_seq_do_printf(&s
);
5593 trace_seq_destroy(&s
);
5597 printf("__print_symbolic(");
5598 print_args(args
->symbol
.field
);
5601 print_fields(&s
, args
->symbol
.symbols
);
5602 trace_seq_do_printf(&s
);
5603 trace_seq_destroy(&s
);
5607 printf("__print_hex(");
5608 print_args(args
->hex
.field
);
5610 print_args(args
->hex
.size
);
5613 case PRINT_INT_ARRAY
:
5614 printf("__print_array(");
5615 print_args(args
->int_array
.field
);
5617 print_args(args
->int_array
.count
);
5619 print_args(args
->int_array
.el_size
);
5624 printf("__get_str(%s)", args
->string
.string
);
5627 printf("__get_bitmask(%s)", args
->bitmask
.bitmask
);
5630 printf("(%s)", args
->typecast
.type
);
5631 print_args(args
->typecast
.item
);
5634 if (strcmp(args
->op
.op
, ":") == 0)
5638 print_args(args
->op
.left
);
5639 printf(" %s ", args
->op
.op
);
5640 print_args(args
->op
.right
);
5645 /* we should warn... */
5650 print_args(args
->next
);
5654 static void parse_header_field(const char *field
,
5655 int *offset
, int *size
, int mandatory
)
5657 unsigned long long save_input_buf_ptr
;
5658 unsigned long long save_input_buf_siz
;
5662 save_input_buf_ptr
= input_buf_ptr
;
5663 save_input_buf_siz
= input_buf_siz
;
5665 if (read_expected(EVENT_ITEM
, "field") < 0)
5667 if (read_expected(EVENT_OP
, ":") < 0)
5671 if (read_expect_type(EVENT_ITEM
, &token
) < 0)
5676 * If this is not a mandatory field, then test it first.
5679 if (read_expected(EVENT_ITEM
, field
) < 0)
5682 if (read_expect_type(EVENT_ITEM
, &token
) < 0)
5684 if (strcmp(token
, field
) != 0)
5689 if (read_expected(EVENT_OP
, ";") < 0)
5691 if (read_expected(EVENT_ITEM
, "offset") < 0)
5693 if (read_expected(EVENT_OP
, ":") < 0)
5695 if (read_expect_type(EVENT_ITEM
, &token
) < 0)
5697 *offset
= atoi(token
);
5699 if (read_expected(EVENT_OP
, ";") < 0)
5701 if (read_expected(EVENT_ITEM
, "size") < 0)
5703 if (read_expected(EVENT_OP
, ":") < 0)
5705 if (read_expect_type(EVENT_ITEM
, &token
) < 0)
5707 *size
= atoi(token
);
5709 if (read_expected(EVENT_OP
, ";") < 0)
5711 type
= read_token(&token
);
5712 if (type
!= EVENT_NEWLINE
) {
5713 /* newer versions of the kernel have a "signed" type */
5714 if (type
!= EVENT_ITEM
)
5717 if (strcmp(token
, "signed") != 0)
5722 if (read_expected(EVENT_OP
, ":") < 0)
5725 if (read_expect_type(EVENT_ITEM
, &token
))
5729 if (read_expected(EVENT_OP
, ";") < 0)
5732 if (read_expect_type(EVENT_NEWLINE
, &token
))
5740 input_buf_ptr
= save_input_buf_ptr
;
5741 input_buf_siz
= save_input_buf_siz
;
5748 * pevent_parse_header_page - parse the data stored in the header page
5749 * @pevent: the handle to the pevent
5750 * @buf: the buffer storing the header page format string
5751 * @size: the size of @buf
5752 * @long_size: the long size to use if there is no header
5754 * This parses the header page format for information on the
5755 * ring buffer used. The @buf should be copied from
5757 * /sys/kernel/debug/tracing/events/header_page
5759 int pevent_parse_header_page(struct pevent
*pevent
, char *buf
, unsigned long size
,
5766 * Old kernels did not have header page info.
5767 * Sorry but we just use what we find here in user space.
5769 pevent
->header_page_ts_size
= sizeof(long long);
5770 pevent
->header_page_size_size
= long_size
;
5771 pevent
->header_page_data_offset
= sizeof(long long) + long_size
;
5772 pevent
->old_format
= 1;
5775 init_input_buf(buf
, size
);
5777 parse_header_field("timestamp", &pevent
->header_page_ts_offset
,
5778 &pevent
->header_page_ts_size
, 1);
5779 parse_header_field("commit", &pevent
->header_page_size_offset
,
5780 &pevent
->header_page_size_size
, 1);
5781 parse_header_field("overwrite", &pevent
->header_page_overwrite
,
5783 parse_header_field("data", &pevent
->header_page_data_offset
,
5784 &pevent
->header_page_data_size
, 1);
5789 static int event_matches(struct event_format
*event
,
5790 int id
, const char *sys_name
,
5791 const char *event_name
)
5793 if (id
>= 0 && id
!= event
->id
)
5796 if (event_name
&& (strcmp(event_name
, event
->name
) != 0))
5799 if (sys_name
&& (strcmp(sys_name
, event
->system
) != 0))
5805 static void free_handler(struct event_handler
*handle
)
5807 free((void *)handle
->sys_name
);
5808 free((void *)handle
->event_name
);
5812 static int find_event_handle(struct pevent
*pevent
, struct event_format
*event
)
5814 struct event_handler
*handle
, **next
;
5816 for (next
= &pevent
->handlers
; *next
;
5817 next
= &(*next
)->next
) {
5819 if (event_matches(event
, handle
->id
,
5821 handle
->event_name
))
5828 pr_stat("overriding event (%d) %s:%s with new print handler",
5829 event
->id
, event
->system
, event
->name
);
5831 event
->handler
= handle
->func
;
5832 event
->context
= handle
->context
;
5834 *next
= handle
->next
;
5835 free_handler(handle
);
5841 * __pevent_parse_format - parse the event format
5842 * @buf: the buffer storing the event format string
5843 * @size: the size of @buf
5844 * @sys: the system the event belongs to
5846 * This parses the event format and creates an event structure
5847 * to quickly parse raw data for a given event.
5849 * These files currently come from:
5851 * /sys/kernel/debug/tracing/events/.../.../format
5853 enum pevent_errno
__pevent_parse_format(struct event_format
**eventp
,
5854 struct pevent
*pevent
, const char *buf
,
5855 unsigned long size
, const char *sys
)
5857 struct event_format
*event
;
5860 init_input_buf(buf
, size
);
5862 *eventp
= event
= alloc_event();
5864 return PEVENT_ERRNO__MEM_ALLOC_FAILED
;
5866 event
->name
= event_read_name();
5869 ret
= PEVENT_ERRNO__MEM_ALLOC_FAILED
;
5870 goto event_alloc_failed
;
5873 if (strcmp(sys
, "ftrace") == 0) {
5874 event
->flags
|= EVENT_FL_ISFTRACE
;
5876 if (strcmp(event
->name
, "bprint") == 0)
5877 event
->flags
|= EVENT_FL_ISBPRINT
;
5880 event
->id
= event_read_id();
5881 if (event
->id
< 0) {
5882 ret
= PEVENT_ERRNO__READ_ID_FAILED
;
5884 * This isn't an allocation error actually.
5885 * But as the ID is critical, just bail out.
5887 goto event_alloc_failed
;
5890 event
->system
= strdup(sys
);
5891 if (!event
->system
) {
5892 ret
= PEVENT_ERRNO__MEM_ALLOC_FAILED
;
5893 goto event_alloc_failed
;
5896 /* Add pevent to event so that it can be referenced */
5897 event
->pevent
= pevent
;
5899 ret
= event_read_format(event
);
5901 ret
= PEVENT_ERRNO__READ_FORMAT_FAILED
;
5902 goto event_parse_failed
;
5906 * If the event has an override, don't print warnings if the event
5907 * print format fails to parse.
5909 if (pevent
&& find_event_handle(pevent
, event
))
5912 ret
= event_read_print(event
);
5916 ret
= PEVENT_ERRNO__READ_PRINT_FAILED
;
5917 goto event_parse_failed
;
5920 if (!ret
&& (event
->flags
& EVENT_FL_ISFTRACE
)) {
5921 struct format_field
*field
;
5922 struct print_arg
*arg
, **list
;
5924 /* old ftrace had no args */
5925 list
= &event
->print_fmt
.args
;
5926 for (field
= event
->format
.fields
; field
; field
= field
->next
) {
5929 event
->flags
|= EVENT_FL_FAILED
;
5930 return PEVENT_ERRNO__OLD_FTRACE_ARG_FAILED
;
5932 arg
->type
= PRINT_FIELD
;
5933 arg
->field
.name
= strdup(field
->name
);
5934 if (!arg
->field
.name
) {
5935 event
->flags
|= EVENT_FL_FAILED
;
5937 return PEVENT_ERRNO__OLD_FTRACE_ARG_FAILED
;
5939 arg
->field
.field
= field
;
5949 event
->flags
|= EVENT_FL_FAILED
;
5953 free(event
->system
);
5960 static enum pevent_errno
5961 __pevent_parse_event(struct pevent
*pevent
,
5962 struct event_format
**eventp
,
5963 const char *buf
, unsigned long size
,
5966 int ret
= __pevent_parse_format(eventp
, pevent
, buf
, size
, sys
);
5967 struct event_format
*event
= *eventp
;
5972 if (pevent
&& add_event(pevent
, event
)) {
5973 ret
= PEVENT_ERRNO__MEM_ALLOC_FAILED
;
5974 goto event_add_failed
;
5977 #define PRINT_ARGS 0
5978 if (PRINT_ARGS
&& event
->print_fmt
.args
)
5979 print_args(event
->print_fmt
.args
);
5984 pevent_free_format(event
);
5989 * pevent_parse_format - parse the event format
5990 * @pevent: the handle to the pevent
5991 * @eventp: returned format
5992 * @buf: the buffer storing the event format string
5993 * @size: the size of @buf
5994 * @sys: the system the event belongs to
5996 * This parses the event format and creates an event structure
5997 * to quickly parse raw data for a given event.
5999 * These files currently come from:
6001 * /sys/kernel/debug/tracing/events/.../.../format
6003 enum pevent_errno
pevent_parse_format(struct pevent
*pevent
,
6004 struct event_format
**eventp
,
6006 unsigned long size
, const char *sys
)
6008 return __pevent_parse_event(pevent
, eventp
, buf
, size
, sys
);
6012 * pevent_parse_event - parse the event format
6013 * @pevent: the handle to the pevent
6014 * @buf: the buffer storing the event format string
6015 * @size: the size of @buf
6016 * @sys: the system the event belongs to
6018 * This parses the event format and creates an event structure
6019 * to quickly parse raw data for a given event.
6021 * These files currently come from:
6023 * /sys/kernel/debug/tracing/events/.../.../format
6025 enum pevent_errno
pevent_parse_event(struct pevent
*pevent
, const char *buf
,
6026 unsigned long size
, const char *sys
)
6028 struct event_format
*event
= NULL
;
6029 return __pevent_parse_event(pevent
, &event
, buf
, size
, sys
);
6033 #define _PE(code, str) str
6034 static const char * const pevent_error_str
[] = {
6039 int pevent_strerror(struct pevent
*pevent __maybe_unused
,
6040 enum pevent_errno errnum
, char *buf
, size_t buflen
)
6046 msg
= strerror_r(errnum
, buf
, buflen
);
6048 size_t len
= strlen(msg
);
6049 memcpy(buf
, msg
, min(buflen
- 1, len
));
6050 *(buf
+ min(buflen
- 1, len
)) = '\0';
6055 if (errnum
<= __PEVENT_ERRNO__START
||
6056 errnum
>= __PEVENT_ERRNO__END
)
6059 idx
= errnum
- __PEVENT_ERRNO__START
- 1;
6060 msg
= pevent_error_str
[idx
];
6061 snprintf(buf
, buflen
, "%s", msg
);
6066 int get_field_val(struct trace_seq
*s
, struct format_field
*field
,
6067 const char *name
, struct pevent_record
*record
,
6068 unsigned long long *val
, int err
)
6072 trace_seq_printf(s
, "<CANT FIND FIELD %s>", name
);
6076 if (pevent_read_number_field(field
, record
->data
, val
)) {
6078 trace_seq_printf(s
, " %s=INVALID", name
);
6086 * pevent_get_field_raw - return the raw pointer into the data field
6087 * @s: The seq to print to on error
6088 * @event: the event that the field is for
6089 * @name: The name of the field
6090 * @record: The record with the field name.
6091 * @len: place to store the field length.
6092 * @err: print default error if failed.
6094 * Returns a pointer into record->data of the field and places
6095 * the length of the field in @len.
6097 * On failure, it returns NULL.
6099 void *pevent_get_field_raw(struct trace_seq
*s
, struct event_format
*event
,
6100 const char *name
, struct pevent_record
*record
,
6103 struct format_field
*field
;
6104 void *data
= record
->data
;
6111 field
= pevent_find_field(event
, name
);
6115 trace_seq_printf(s
, "<CANT FIND FIELD %s>", name
);
6119 /* Allow @len to be NULL */
6123 offset
= field
->offset
;
6124 if (field
->flags
& FIELD_IS_DYNAMIC
) {
6125 offset
= pevent_read_number(event
->pevent
,
6126 data
+ offset
, field
->size
);
6127 *len
= offset
>> 16;
6132 return data
+ offset
;
6136 * pevent_get_field_val - find a field and return its value
6137 * @s: The seq to print to on error
6138 * @event: the event that the field is for
6139 * @name: The name of the field
6140 * @record: The record with the field name.
6141 * @val: place to store the value of the field.
6142 * @err: print default error if failed.
6144 * Returns 0 on success -1 on field not found.
6146 int pevent_get_field_val(struct trace_seq
*s
, struct event_format
*event
,
6147 const char *name
, struct pevent_record
*record
,
6148 unsigned long long *val
, int err
)
6150 struct format_field
*field
;
6155 field
= pevent_find_field(event
, name
);
6157 return get_field_val(s
, field
, name
, record
, val
, err
);
6161 * pevent_get_common_field_val - find a common field and return its value
6162 * @s: The seq to print to on error
6163 * @event: the event that the field is for
6164 * @name: The name of the field
6165 * @record: The record with the field name.
6166 * @val: place to store the value of the field.
6167 * @err: print default error if failed.
6169 * Returns 0 on success -1 on field not found.
6171 int pevent_get_common_field_val(struct trace_seq
*s
, struct event_format
*event
,
6172 const char *name
, struct pevent_record
*record
,
6173 unsigned long long *val
, int err
)
6175 struct format_field
*field
;
6180 field
= pevent_find_common_field(event
, name
);
6182 return get_field_val(s
, field
, name
, record
, val
, err
);
6186 * pevent_get_any_field_val - find a any field and return its value
6187 * @s: The seq to print to on error
6188 * @event: the event that the field is for
6189 * @name: The name of the field
6190 * @record: The record with the field name.
6191 * @val: place to store the value of the field.
6192 * @err: print default error if failed.
6194 * Returns 0 on success -1 on field not found.
6196 int pevent_get_any_field_val(struct trace_seq
*s
, struct event_format
*event
,
6197 const char *name
, struct pevent_record
*record
,
6198 unsigned long long *val
, int err
)
6200 struct format_field
*field
;
6205 field
= pevent_find_any_field(event
, name
);
6207 return get_field_val(s
, field
, name
, record
, val
, err
);
6211 * pevent_print_num_field - print a field and a format
6212 * @s: The seq to print to
6213 * @fmt: The printf format to print the field with.
6214 * @event: the event that the field is for
6215 * @name: The name of the field
6216 * @record: The record with the field name.
6217 * @err: print default error if failed.
6219 * Returns: 0 on success, -1 field not found, or 1 if buffer is full.
6221 int pevent_print_num_field(struct trace_seq
*s
, const char *fmt
,
6222 struct event_format
*event
, const char *name
,
6223 struct pevent_record
*record
, int err
)
6225 struct format_field
*field
= pevent_find_field(event
, name
);
6226 unsigned long long val
;
6231 if (pevent_read_number_field(field
, record
->data
, &val
))
6234 return trace_seq_printf(s
, fmt
, val
);
6238 trace_seq_printf(s
, "CAN'T FIND FIELD \"%s\"", name
);
6243 * pevent_print_func_field - print a field and a format for function pointers
6244 * @s: The seq to print to
6245 * @fmt: The printf format to print the field with.
6246 * @event: the event that the field is for
6247 * @name: The name of the field
6248 * @record: The record with the field name.
6249 * @err: print default error if failed.
6251 * Returns: 0 on success, -1 field not found, or 1 if buffer is full.
6253 int pevent_print_func_field(struct trace_seq
*s
, const char *fmt
,
6254 struct event_format
*event
, const char *name
,
6255 struct pevent_record
*record
, int err
)
6257 struct format_field
*field
= pevent_find_field(event
, name
);
6258 struct pevent
*pevent
= event
->pevent
;
6259 unsigned long long val
;
6260 struct func_map
*func
;
6266 if (pevent_read_number_field(field
, record
->data
, &val
))
6269 func
= find_func(pevent
, val
);
6272 snprintf(tmp
, 128, "%s/0x%llx", func
->func
, func
->addr
- val
);
6274 sprintf(tmp
, "0x%08llx", val
);
6276 return trace_seq_printf(s
, fmt
, tmp
);
6280 trace_seq_printf(s
, "CAN'T FIND FIELD \"%s\"", name
);
6284 static void free_func_handle(struct pevent_function_handler
*func
)
6286 struct pevent_func_params
*params
;
6290 while (func
->params
) {
6291 params
= func
->params
;
6292 func
->params
= params
->next
;
6300 * pevent_register_print_function - register a helper function
6301 * @pevent: the handle to the pevent
6302 * @func: the function to process the helper function
6303 * @ret_type: the return type of the helper function
6304 * @name: the name of the helper function
6305 * @parameters: A list of enum pevent_func_arg_type
6307 * Some events may have helper functions in the print format arguments.
6308 * This allows a plugin to dynamically create a way to process one
6309 * of these functions.
6311 * The @parameters is a variable list of pevent_func_arg_type enums that
6312 * must end with PEVENT_FUNC_ARG_VOID.
6314 int pevent_register_print_function(struct pevent
*pevent
,
6315 pevent_func_handler func
,
6316 enum pevent_func_arg_type ret_type
,
6319 struct pevent_function_handler
*func_handle
;
6320 struct pevent_func_params
**next_param
;
6321 struct pevent_func_params
*param
;
6322 enum pevent_func_arg_type type
;
6326 func_handle
= find_func_handler(pevent
, name
);
6329 * This is most like caused by the users own
6330 * plugins updating the function. This overrides the
6333 pr_stat("override of function helper '%s'", name
);
6334 remove_func_handler(pevent
, name
);
6337 func_handle
= calloc(1, sizeof(*func_handle
));
6339 do_warning("Failed to allocate function handler");
6340 return PEVENT_ERRNO__MEM_ALLOC_FAILED
;
6343 func_handle
->ret_type
= ret_type
;
6344 func_handle
->name
= strdup(name
);
6345 func_handle
->func
= func
;
6346 if (!func_handle
->name
) {
6347 do_warning("Failed to allocate function name");
6349 return PEVENT_ERRNO__MEM_ALLOC_FAILED
;
6352 next_param
= &(func_handle
->params
);
6355 type
= va_arg(ap
, enum pevent_func_arg_type
);
6356 if (type
== PEVENT_FUNC_ARG_VOID
)
6359 if (type
>= PEVENT_FUNC_ARG_MAX_TYPES
) {
6360 do_warning("Invalid argument type %d", type
);
6361 ret
= PEVENT_ERRNO__INVALID_ARG_TYPE
;
6365 param
= malloc(sizeof(*param
));
6367 do_warning("Failed to allocate function param");
6368 ret
= PEVENT_ERRNO__MEM_ALLOC_FAILED
;
6374 *next_param
= param
;
6375 next_param
= &(param
->next
);
6377 func_handle
->nr_args
++;
6381 func_handle
->next
= pevent
->func_handlers
;
6382 pevent
->func_handlers
= func_handle
;
6387 free_func_handle(func_handle
);
6392 * pevent_unregister_print_function - unregister a helper function
6393 * @pevent: the handle to the pevent
6394 * @func: the function to process the helper function
6395 * @name: the name of the helper function
6397 * This function removes existing print handler for function @name.
6399 * Returns 0 if the handler was removed successully, -1 otherwise.
6401 int pevent_unregister_print_function(struct pevent
*pevent
,
6402 pevent_func_handler func
, char *name
)
6404 struct pevent_function_handler
*func_handle
;
6406 func_handle
= find_func_handler(pevent
, name
);
6407 if (func_handle
&& func_handle
->func
== func
) {
6408 remove_func_handler(pevent
, name
);
6414 static struct event_format
*pevent_search_event(struct pevent
*pevent
, int id
,
6415 const char *sys_name
,
6416 const char *event_name
)
6418 struct event_format
*event
;
6422 event
= pevent_find_event(pevent
, id
);
6425 if (event_name
&& (strcmp(event_name
, event
->name
) != 0))
6427 if (sys_name
&& (strcmp(sys_name
, event
->system
) != 0))
6430 event
= pevent_find_event_by_name(pevent
, sys_name
, event_name
);
6438 * pevent_register_event_handler - register a way to parse an event
6439 * @pevent: the handle to the pevent
6440 * @id: the id of the event to register
6441 * @sys_name: the system name the event belongs to
6442 * @event_name: the name of the event
6443 * @func: the function to call to parse the event information
6444 * @context: the data to be passed to @func
6446 * This function allows a developer to override the parsing of
6447 * a given event. If for some reason the default print format
6448 * is not sufficient, this function will register a function
6449 * for an event to be used to parse the data instead.
6451 * If @id is >= 0, then it is used to find the event.
6452 * else @sys_name and @event_name are used.
6454 int pevent_register_event_handler(struct pevent
*pevent
, int id
,
6455 const char *sys_name
, const char *event_name
,
6456 pevent_event_handler_func func
, void *context
)
6458 struct event_format
*event
;
6459 struct event_handler
*handle
;
6461 event
= pevent_search_event(pevent
, id
, sys_name
, event_name
);
6465 pr_stat("overriding event (%d) %s:%s with new print handler",
6466 event
->id
, event
->system
, event
->name
);
6468 event
->handler
= func
;
6469 event
->context
= context
;
6473 /* Save for later use. */
6474 handle
= calloc(1, sizeof(*handle
));
6476 do_warning("Failed to allocate event handler");
6477 return PEVENT_ERRNO__MEM_ALLOC_FAILED
;
6482 handle
->event_name
= strdup(event_name
);
6484 handle
->sys_name
= strdup(sys_name
);
6486 if ((event_name
&& !handle
->event_name
) ||
6487 (sys_name
&& !handle
->sys_name
)) {
6488 do_warning("Failed to allocate event/sys name");
6489 free((void *)handle
->event_name
);
6490 free((void *)handle
->sys_name
);
6492 return PEVENT_ERRNO__MEM_ALLOC_FAILED
;
6495 handle
->func
= func
;
6496 handle
->next
= pevent
->handlers
;
6497 pevent
->handlers
= handle
;
6498 handle
->context
= context
;
6503 static int handle_matches(struct event_handler
*handler
, int id
,
6504 const char *sys_name
, const char *event_name
,
6505 pevent_event_handler_func func
, void *context
)
6507 if (id
>= 0 && id
!= handler
->id
)
6510 if (event_name
&& (strcmp(event_name
, handler
->event_name
) != 0))
6513 if (sys_name
&& (strcmp(sys_name
, handler
->sys_name
) != 0))
6516 if (func
!= handler
->func
|| context
!= handler
->context
)
6523 * pevent_unregister_event_handler - unregister an existing event handler
6524 * @pevent: the handle to the pevent
6525 * @id: the id of the event to unregister
6526 * @sys_name: the system name the handler belongs to
6527 * @event_name: the name of the event handler
6528 * @func: the function to call to parse the event information
6529 * @context: the data to be passed to @func
6531 * This function removes existing event handler (parser).
6533 * If @id is >= 0, then it is used to find the event.
6534 * else @sys_name and @event_name are used.
6536 * Returns 0 if handler was removed successfully, -1 if event was not found.
6538 int pevent_unregister_event_handler(struct pevent
*pevent
, int id
,
6539 const char *sys_name
, const char *event_name
,
6540 pevent_event_handler_func func
, void *context
)
6542 struct event_format
*event
;
6543 struct event_handler
*handle
;
6544 struct event_handler
**next
;
6546 event
= pevent_search_event(pevent
, id
, sys_name
, event_name
);
6550 if (event
->handler
== func
&& event
->context
== context
) {
6551 pr_stat("removing override handler for event (%d) %s:%s. Going back to default handler.",
6552 event
->id
, event
->system
, event
->name
);
6554 event
->handler
= NULL
;
6555 event
->context
= NULL
;
6560 for (next
= &pevent
->handlers
; *next
; next
= &(*next
)->next
) {
6562 if (handle_matches(handle
, id
, sys_name
, event_name
,
6570 *next
= handle
->next
;
6571 free_handler(handle
);
6577 * pevent_alloc - create a pevent handle
6579 struct pevent
*pevent_alloc(void)
6581 struct pevent
*pevent
= calloc(1, sizeof(*pevent
));
6584 pevent
->ref_count
= 1;
6589 void pevent_ref(struct pevent
*pevent
)
6591 pevent
->ref_count
++;
6594 void pevent_free_format_field(struct format_field
*field
)
6597 if (field
->alias
!= field
->name
)
6603 static void free_format_fields(struct format_field
*field
)
6605 struct format_field
*next
;
6609 pevent_free_format_field(field
);
6614 static void free_formats(struct format
*format
)
6616 free_format_fields(format
->common_fields
);
6617 free_format_fields(format
->fields
);
6620 void pevent_free_format(struct event_format
*event
)
6623 free(event
->system
);
6625 free_formats(&event
->format
);
6627 free(event
->print_fmt
.format
);
6628 free_args(event
->print_fmt
.args
);
6634 * pevent_free - free a pevent handle
6635 * @pevent: the pevent handle to free
6637 void pevent_free(struct pevent
*pevent
)
6639 struct cmdline_list
*cmdlist
, *cmdnext
;
6640 struct func_list
*funclist
, *funcnext
;
6641 struct printk_list
*printklist
, *printknext
;
6642 struct pevent_function_handler
*func_handler
;
6643 struct event_handler
*handle
;
6649 cmdlist
= pevent
->cmdlist
;
6650 funclist
= pevent
->funclist
;
6651 printklist
= pevent
->printklist
;
6653 pevent
->ref_count
--;
6654 if (pevent
->ref_count
)
6657 if (pevent
->cmdlines
) {
6658 for (i
= 0; i
< pevent
->cmdline_count
; i
++)
6659 free(pevent
->cmdlines
[i
].comm
);
6660 free(pevent
->cmdlines
);
6664 cmdnext
= cmdlist
->next
;
6665 free(cmdlist
->comm
);
6670 if (pevent
->func_map
) {
6671 for (i
= 0; i
< (int)pevent
->func_count
; i
++) {
6672 free(pevent
->func_map
[i
].func
);
6673 free(pevent
->func_map
[i
].mod
);
6675 free(pevent
->func_map
);
6679 funcnext
= funclist
->next
;
6680 free(funclist
->func
);
6681 free(funclist
->mod
);
6683 funclist
= funcnext
;
6686 while (pevent
->func_handlers
) {
6687 func_handler
= pevent
->func_handlers
;
6688 pevent
->func_handlers
= func_handler
->next
;
6689 free_func_handle(func_handler
);
6692 if (pevent
->printk_map
) {
6693 for (i
= 0; i
< (int)pevent
->printk_count
; i
++)
6694 free(pevent
->printk_map
[i
].printk
);
6695 free(pevent
->printk_map
);
6698 while (printklist
) {
6699 printknext
= printklist
->next
;
6700 free(printklist
->printk
);
6702 printklist
= printknext
;
6705 for (i
= 0; i
< pevent
->nr_events
; i
++)
6706 pevent_free_format(pevent
->events
[i
]);
6708 while (pevent
->handlers
) {
6709 handle
= pevent
->handlers
;
6710 pevent
->handlers
= handle
->next
;
6711 free_handler(handle
);
6714 free(pevent
->trace_clock
);
6715 free(pevent
->events
);
6716 free(pevent
->sort_events
);
6717 free(pevent
->func_resolver
);
6722 void pevent_unref(struct pevent
*pevent
)
6724 pevent_free(pevent
);