2 #define TRACE_SYSTEM sched
4 #if !defined(_TRACE_SCHED_H) || defined(TRACE_HEADER_MULTI_READ)
7 #include <linux/sched.h>
8 #include <linux/tracepoint.h>
9 #include <linux/binfmts.h>
12 * Tracepoint for calling kthread_stop, performed to end a kthread:
14 TRACE_EVENT(sched_kthread_stop
,
16 TP_PROTO(struct task_struct
*t
),
21 __array( char, comm
, TASK_COMM_LEN
)
26 memcpy(__entry
->comm
, t
->comm
, TASK_COMM_LEN
);
27 __entry
->pid
= t
->pid
;
30 TP_printk("comm=%s pid=%d", __entry
->comm
, __entry
->pid
)
34 * Tracepoint for the return value of the kthread stopping:
36 TRACE_EVENT(sched_kthread_stop_ret
,
50 TP_printk("ret=%d", __entry
->ret
)
54 * Tracepoint for waking up a task:
56 DECLARE_EVENT_CLASS(sched_wakeup_template
,
58 TP_PROTO(struct task_struct
*p
, int success
),
60 TP_ARGS(__perf_task(p
), success
),
63 __array( char, comm
, TASK_COMM_LEN
)
66 __field( int, success
)
67 __field( int, target_cpu
)
71 memcpy(__entry
->comm
, p
->comm
, TASK_COMM_LEN
);
72 __entry
->pid
= p
->pid
;
73 __entry
->prio
= p
->prio
;
74 __entry
->success
= success
;
75 __entry
->target_cpu
= task_cpu(p
);
78 TP_printk("comm=%s pid=%d prio=%d success=%d target_cpu=%03d",
79 __entry
->comm
, __entry
->pid
, __entry
->prio
,
80 __entry
->success
, __entry
->target_cpu
)
83 DEFINE_EVENT(sched_wakeup_template
, sched_wakeup
,
84 TP_PROTO(struct task_struct
*p
, int success
),
88 * Tracepoint for waking up a new task:
90 DEFINE_EVENT(sched_wakeup_template
, sched_wakeup_new
,
91 TP_PROTO(struct task_struct
*p
, int success
),
94 #ifdef CREATE_TRACE_POINTS
95 static inline long __trace_sched_switch_state(struct task_struct
*p
)
97 long state
= p
->state
;
100 #ifdef CONFIG_SCHED_DEBUG
101 BUG_ON(p
!= current
);
102 #endif /* CONFIG_SCHED_DEBUG */
104 * For all intents and purposes a preempted task is a running task.
106 if (preempt_count() & PREEMPT_ACTIVE
)
107 state
= TASK_RUNNING
| TASK_STATE_MAX
;
108 #endif /* CONFIG_PREEMPT */
112 #endif /* CREATE_TRACE_POINTS */
115 * Tracepoint for task switches, performed by the scheduler:
117 TRACE_EVENT(sched_switch
,
119 TP_PROTO(struct task_struct
*prev
,
120 struct task_struct
*next
),
125 __array( char, prev_comm
, TASK_COMM_LEN
)
126 __field( pid_t
, prev_pid
)
127 __field( int, prev_prio
)
128 __field( long, prev_state
)
129 __array( char, next_comm
, TASK_COMM_LEN
)
130 __field( pid_t
, next_pid
)
131 __field( int, next_prio
)
135 memcpy(__entry
->next_comm
, next
->comm
, TASK_COMM_LEN
);
136 __entry
->prev_pid
= prev
->pid
;
137 __entry
->prev_prio
= prev
->prio
;
138 __entry
->prev_state
= __trace_sched_switch_state(prev
);
139 memcpy(__entry
->prev_comm
, prev
->comm
, TASK_COMM_LEN
);
140 __entry
->next_pid
= next
->pid
;
141 __entry
->next_prio
= next
->prio
;
144 TP_printk("prev_comm=%s prev_pid=%d prev_prio=%d prev_state=%s%s ==> next_comm=%s next_pid=%d next_prio=%d",
145 __entry
->prev_comm
, __entry
->prev_pid
, __entry
->prev_prio
,
146 __entry
->prev_state
& (TASK_STATE_MAX
-1) ?
147 __print_flags(__entry
->prev_state
& (TASK_STATE_MAX
-1), "|",
148 { 1, "S"} , { 2, "D" }, { 4, "T" }, { 8, "t" },
149 { 16, "Z" }, { 32, "X" }, { 64, "x" },
150 { 128, "K" }, { 256, "W" }, { 512, "P" }) : "R",
151 __entry
->prev_state
& TASK_STATE_MAX
? "+" : "",
152 __entry
->next_comm
, __entry
->next_pid
, __entry
->next_prio
)
156 * Tracepoint for a task being migrated:
158 TRACE_EVENT(sched_migrate_task
,
160 TP_PROTO(struct task_struct
*p
, int dest_cpu
),
162 TP_ARGS(p
, dest_cpu
),
165 __array( char, comm
, TASK_COMM_LEN
)
166 __field( pid_t
, pid
)
168 __field( int, orig_cpu
)
169 __field( int, dest_cpu
)
173 memcpy(__entry
->comm
, p
->comm
, TASK_COMM_LEN
);
174 __entry
->pid
= p
->pid
;
175 __entry
->prio
= p
->prio
;
176 __entry
->orig_cpu
= task_cpu(p
);
177 __entry
->dest_cpu
= dest_cpu
;
180 TP_printk("comm=%s pid=%d prio=%d orig_cpu=%d dest_cpu=%d",
181 __entry
->comm
, __entry
->pid
, __entry
->prio
,
182 __entry
->orig_cpu
, __entry
->dest_cpu
)
185 DECLARE_EVENT_CLASS(sched_process_template
,
187 TP_PROTO(struct task_struct
*p
),
192 __array( char, comm
, TASK_COMM_LEN
)
193 __field( pid_t
, pid
)
198 memcpy(__entry
->comm
, p
->comm
, TASK_COMM_LEN
);
199 __entry
->pid
= p
->pid
;
200 __entry
->prio
= p
->prio
;
203 TP_printk("comm=%s pid=%d prio=%d",
204 __entry
->comm
, __entry
->pid
, __entry
->prio
)
208 * Tracepoint for freeing a task:
210 DEFINE_EVENT(sched_process_template
, sched_process_free
,
211 TP_PROTO(struct task_struct
*p
),
216 * Tracepoint for a task exiting:
218 DEFINE_EVENT(sched_process_template
, sched_process_exit
,
219 TP_PROTO(struct task_struct
*p
),
223 * Tracepoint for waiting on task to unschedule:
225 DEFINE_EVENT(sched_process_template
, sched_wait_task
,
226 TP_PROTO(struct task_struct
*p
),
230 * Tracepoint for a waiting task:
232 TRACE_EVENT(sched_process_wait
,
234 TP_PROTO(struct pid
*pid
),
239 __array( char, comm
, TASK_COMM_LEN
)
240 __field( pid_t
, pid
)
245 memcpy(__entry
->comm
, current
->comm
, TASK_COMM_LEN
);
246 __entry
->pid
= pid_nr(pid
);
247 __entry
->prio
= current
->prio
;
250 TP_printk("comm=%s pid=%d prio=%d",
251 __entry
->comm
, __entry
->pid
, __entry
->prio
)
255 * Tracepoint for do_fork:
257 TRACE_EVENT(sched_process_fork
,
259 TP_PROTO(struct task_struct
*parent
, struct task_struct
*child
),
261 TP_ARGS(parent
, child
),
264 __array( char, parent_comm
, TASK_COMM_LEN
)
265 __field( pid_t
, parent_pid
)
266 __array( char, child_comm
, TASK_COMM_LEN
)
267 __field( pid_t
, child_pid
)
271 memcpy(__entry
->parent_comm
, parent
->comm
, TASK_COMM_LEN
);
272 __entry
->parent_pid
= parent
->pid
;
273 memcpy(__entry
->child_comm
, child
->comm
, TASK_COMM_LEN
);
274 __entry
->child_pid
= child
->pid
;
277 TP_printk("comm=%s pid=%d child_comm=%s child_pid=%d",
278 __entry
->parent_comm
, __entry
->parent_pid
,
279 __entry
->child_comm
, __entry
->child_pid
)
283 * Tracepoint for exec:
285 TRACE_EVENT(sched_process_exec
,
287 TP_PROTO(struct task_struct
*p
, pid_t old_pid
,
288 struct linux_binprm
*bprm
),
290 TP_ARGS(p
, old_pid
, bprm
),
293 __string( filename
, bprm
->filename
)
294 __field( pid_t
, pid
)
295 __field( pid_t
, old_pid
)
299 __assign_str(filename
, bprm
->filename
);
300 __entry
->pid
= p
->pid
;
301 __entry
->old_pid
= old_pid
;
304 TP_printk("filename=%s pid=%d old_pid=%d", __get_str(filename
),
305 __entry
->pid
, __entry
->old_pid
)
309 * XXX the below sched_stat tracepoints only apply to SCHED_OTHER/BATCH/IDLE
310 * adding sched_stat support to SCHED_FIFO/RR would be welcome.
312 DECLARE_EVENT_CLASS(sched_stat_template
,
314 TP_PROTO(struct task_struct
*tsk
, u64 delay
),
316 TP_ARGS(__perf_task(tsk
), __perf_count(delay
)),
319 __array( char, comm
, TASK_COMM_LEN
)
320 __field( pid_t
, pid
)
321 __field( u64
, delay
)
325 memcpy(__entry
->comm
, tsk
->comm
, TASK_COMM_LEN
);
326 __entry
->pid
= tsk
->pid
;
327 __entry
->delay
= delay
;
330 TP_printk("comm=%s pid=%d delay=%Lu [ns]",
331 __entry
->comm
, __entry
->pid
,
332 (unsigned long long)__entry
->delay
)
337 * Tracepoint for accounting wait time (time the task is runnable
338 * but not actually running due to scheduler contention).
340 DEFINE_EVENT(sched_stat_template
, sched_stat_wait
,
341 TP_PROTO(struct task_struct
*tsk
, u64 delay
),
342 TP_ARGS(tsk
, delay
));
345 * Tracepoint for accounting sleep time (time the task is not runnable,
346 * including iowait, see below).
348 DEFINE_EVENT(sched_stat_template
, sched_stat_sleep
,
349 TP_PROTO(struct task_struct
*tsk
, u64 delay
),
350 TP_ARGS(tsk
, delay
));
353 * Tracepoint for accounting iowait time (time the task is not runnable
354 * due to waiting on IO to complete).
356 DEFINE_EVENT(sched_stat_template
, sched_stat_iowait
,
357 TP_PROTO(struct task_struct
*tsk
, u64 delay
),
358 TP_ARGS(tsk
, delay
));
361 * Tracepoint for accounting blocked time (time the task is in uninterruptible).
363 DEFINE_EVENT(sched_stat_template
, sched_stat_blocked
,
364 TP_PROTO(struct task_struct
*tsk
, u64 delay
),
365 TP_ARGS(tsk
, delay
));
368 * Tracepoint for accounting runtime (time the task is executing
371 DECLARE_EVENT_CLASS(sched_stat_runtime
,
373 TP_PROTO(struct task_struct
*tsk
, u64 runtime
, u64 vruntime
),
375 TP_ARGS(tsk
, __perf_count(runtime
), vruntime
),
378 __array( char, comm
, TASK_COMM_LEN
)
379 __field( pid_t
, pid
)
380 __field( u64
, runtime
)
381 __field( u64
, vruntime
)
385 memcpy(__entry
->comm
, tsk
->comm
, TASK_COMM_LEN
);
386 __entry
->pid
= tsk
->pid
;
387 __entry
->runtime
= runtime
;
388 __entry
->vruntime
= vruntime
;
391 TP_printk("comm=%s pid=%d runtime=%Lu [ns] vruntime=%Lu [ns]",
392 __entry
->comm
, __entry
->pid
,
393 (unsigned long long)__entry
->runtime
,
394 (unsigned long long)__entry
->vruntime
)
397 DEFINE_EVENT(sched_stat_runtime
, sched_stat_runtime
,
398 TP_PROTO(struct task_struct
*tsk
, u64 runtime
, u64 vruntime
),
399 TP_ARGS(tsk
, runtime
, vruntime
));
402 * Tracepoint for showing priority inheritance modifying a tasks
405 TRACE_EVENT(sched_pi_setprio
,
407 TP_PROTO(struct task_struct
*tsk
, int newprio
),
409 TP_ARGS(tsk
, newprio
),
412 __array( char, comm
, TASK_COMM_LEN
)
413 __field( pid_t
, pid
)
414 __field( int, oldprio
)
415 __field( int, newprio
)
419 memcpy(__entry
->comm
, tsk
->comm
, TASK_COMM_LEN
);
420 __entry
->pid
= tsk
->pid
;
421 __entry
->oldprio
= tsk
->prio
;
422 __entry
->newprio
= newprio
;
425 TP_printk("comm=%s pid=%d oldprio=%d newprio=%d",
426 __entry
->comm
, __entry
->pid
,
427 __entry
->oldprio
, __entry
->newprio
)
430 #ifdef CONFIG_DETECT_HUNG_TASK
431 TRACE_EVENT(sched_process_hang
,
432 TP_PROTO(struct task_struct
*tsk
),
436 __array( char, comm
, TASK_COMM_LEN
)
437 __field( pid_t
, pid
)
441 memcpy(__entry
->comm
, tsk
->comm
, TASK_COMM_LEN
);
442 __entry
->pid
= tsk
->pid
;
445 TP_printk("comm=%s pid=%d", __entry
->comm
, __entry
->pid
)
447 #endif /* CONFIG_DETECT_HUNG_TASK */
449 DECLARE_EVENT_CLASS(sched_move_task_template
,
451 TP_PROTO(struct task_struct
*tsk
, int src_cpu
, int dst_cpu
),
453 TP_ARGS(tsk
, src_cpu
, dst_cpu
),
456 __field( pid_t
, pid
)
457 __field( pid_t
, tgid
)
458 __field( pid_t
, ngid
)
459 __field( int, src_cpu
)
460 __field( int, src_nid
)
461 __field( int, dst_cpu
)
462 __field( int, dst_nid
)
466 __entry
->pid
= task_pid_nr(tsk
);
467 __entry
->tgid
= task_tgid_nr(tsk
);
468 __entry
->ngid
= task_numa_group_id(tsk
);
469 __entry
->src_cpu
= src_cpu
;
470 __entry
->src_nid
= cpu_to_node(src_cpu
);
471 __entry
->dst_cpu
= dst_cpu
;
472 __entry
->dst_nid
= cpu_to_node(dst_cpu
);
475 TP_printk("pid=%d tgid=%d ngid=%d src_cpu=%d src_nid=%d dst_cpu=%d dst_nid=%d",
476 __entry
->pid
, __entry
->tgid
, __entry
->ngid
,
477 __entry
->src_cpu
, __entry
->src_nid
,
478 __entry
->dst_cpu
, __entry
->dst_nid
)
482 * Tracks migration of tasks from one runqueue to another. Can be used to
483 * detect if automatic NUMA balancing is bouncing between nodes
485 DEFINE_EVENT(sched_move_task_template
, sched_move_numa
,
486 TP_PROTO(struct task_struct
*tsk
, int src_cpu
, int dst_cpu
),
488 TP_ARGS(tsk
, src_cpu
, dst_cpu
)
491 DEFINE_EVENT(sched_move_task_template
, sched_stick_numa
,
492 TP_PROTO(struct task_struct
*tsk
, int src_cpu
, int dst_cpu
),
494 TP_ARGS(tsk
, src_cpu
, dst_cpu
)
497 TRACE_EVENT(sched_swap_numa
,
499 TP_PROTO(struct task_struct
*src_tsk
, int src_cpu
,
500 struct task_struct
*dst_tsk
, int dst_cpu
),
502 TP_ARGS(src_tsk
, src_cpu
, dst_tsk
, dst_cpu
),
505 __field( pid_t
, src_pid
)
506 __field( pid_t
, src_tgid
)
507 __field( pid_t
, src_ngid
)
508 __field( int, src_cpu
)
509 __field( int, src_nid
)
510 __field( pid_t
, dst_pid
)
511 __field( pid_t
, dst_tgid
)
512 __field( pid_t
, dst_ngid
)
513 __field( int, dst_cpu
)
514 __field( int, dst_nid
)
518 __entry
->src_pid
= task_pid_nr(src_tsk
);
519 __entry
->src_tgid
= task_tgid_nr(src_tsk
);
520 __entry
->src_ngid
= task_numa_group_id(src_tsk
);
521 __entry
->src_cpu
= src_cpu
;
522 __entry
->src_nid
= cpu_to_node(src_cpu
);
523 __entry
->dst_pid
= task_pid_nr(dst_tsk
);
524 __entry
->dst_tgid
= task_tgid_nr(dst_tsk
);
525 __entry
->dst_ngid
= task_numa_group_id(dst_tsk
);
526 __entry
->dst_cpu
= dst_cpu
;
527 __entry
->dst_nid
= cpu_to_node(dst_cpu
);
530 TP_printk("src_pid=%d src_tgid=%d src_ngid=%d src_cpu=%d src_nid=%d dst_pid=%d dst_tgid=%d dst_ngid=%d dst_cpu=%d dst_nid=%d",
531 __entry
->src_pid
, __entry
->src_tgid
, __entry
->src_ngid
,
532 __entry
->src_cpu
, __entry
->src_nid
,
533 __entry
->dst_pid
, __entry
->dst_tgid
, __entry
->dst_ngid
,
534 __entry
->dst_cpu
, __entry
->dst_nid
)
538 * Tracepoint for waking a polling cpu without an IPI.
540 TRACE_EVENT(sched_wake_idle_without_ipi
,
554 TP_printk("cpu=%d", __entry
->cpu
)
556 #endif /* _TRACE_SCHED_H */
558 /* This part must be outside protection */
559 #include <trace/define_trace.h>