1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (C) 2008 ARM Limited
4 * Copyright (C) 2014 Regents of the University of California
7 #include <linux/export.h>
8 #include <linux/kallsyms.h>
9 #include <linux/sched.h>
10 #include <linux/sched/debug.h>
11 #include <linux/sched/task_stack.h>
12 #include <linux/stacktrace.h>
13 #include <linux/ftrace.h>
15 #include <asm/stacktrace.h>
17 register unsigned long sp_in_global
__asm__("sp");
19 #ifdef CONFIG_FRAME_POINTER
21 void notrace
walk_stackframe(struct task_struct
*task
, struct pt_regs
*regs
,
22 bool (*fn
)(void *, unsigned long), void *arg
)
24 unsigned long fp
, sp
, pc
;
27 fp
= frame_pointer(regs
);
28 sp
= user_stack_pointer(regs
);
29 pc
= instruction_pointer(regs
);
30 } else if (task
== NULL
|| task
== current
) {
31 const register unsigned long current_sp
= sp_in_global
;
32 fp
= (unsigned long)__builtin_frame_address(0);
34 pc
= (unsigned long)walk_stackframe
;
36 /* task blocked in __switch_to */
37 fp
= task
->thread
.s
[0];
43 unsigned long low
, high
;
44 struct stackframe
*frame
;
46 if (unlikely(!__kernel_text_address(pc
) || !fn(arg
, pc
)))
49 /* Validate frame pointer */
50 low
= sp
+ sizeof(struct stackframe
);
51 high
= ALIGN(sp
, THREAD_SIZE
);
52 if (unlikely(fp
< low
|| fp
> high
|| fp
& 0x7))
54 /* Unwind stack frame */
55 frame
= (struct stackframe
*)fp
- 1;
58 pc
= ftrace_graph_ret_addr(current
, NULL
, frame
->ra
,
59 (unsigned long *)(fp
- 8));
63 #else /* !CONFIG_FRAME_POINTER */
65 void notrace
walk_stackframe(struct task_struct
*task
,
66 struct pt_regs
*regs
, bool (*fn
)(void *, unsigned long), void *arg
)
72 sp
= user_stack_pointer(regs
);
73 pc
= instruction_pointer(regs
);
74 } else if (task
== NULL
|| task
== current
) {
76 pc
= (unsigned long)walk_stackframe
;
78 /* task blocked in __switch_to */
83 if (unlikely(sp
& 0x7))
86 ksp
= (unsigned long *)sp
;
87 while (!kstack_end(ksp
)) {
88 if (__kernel_text_address(pc
) && unlikely(!fn(arg
, pc
)))
94 #endif /* CONFIG_FRAME_POINTER */
96 static bool print_trace_address(void *arg
, unsigned long pc
)
98 const char *loglvl
= arg
;
100 print_ip_sym(loglvl
, pc
);
104 void show_stack(struct task_struct
*task
, unsigned long *sp
, const char *loglvl
)
106 pr_cont("Call Trace:\n");
107 walk_stackframe(task
, NULL
, print_trace_address
, (void *)loglvl
);
110 static bool save_wchan(void *arg
, unsigned long pc
)
112 if (!in_sched_functions(pc
)) {
113 unsigned long *p
= arg
;
120 unsigned long get_wchan(struct task_struct
*task
)
122 unsigned long pc
= 0;
124 if (likely(task
&& task
!= current
&& task
->state
!= TASK_RUNNING
))
125 walk_stackframe(task
, NULL
, save_wchan
, &pc
);
129 #ifdef CONFIG_STACKTRACE
131 void arch_stack_walk(stack_trace_consume_fn consume_entry
, void *cookie
,
132 struct task_struct
*task
, struct pt_regs
*regs
)
134 walk_stackframe(task
, regs
, consume_entry
, cookie
);
137 #endif /* CONFIG_STACKTRACE */