4 * Copyright (C) 2008, 2009 Paul Mundt
5 * Copyright (C) 2008, 2009 Matt Fleming
7 * This file is subject to the terms and conditions of the GNU General Public
8 * License. See the file "COPYING" in the main directory of this archive
11 #include <asm/ftrace.h>
12 #include <asm/thread_info.h>
13 #include <asm/asm-offsets.h>
15 #define MCOUNT_ENTER() \
25 #define MCOUNT_LEAVE() \
33 #ifdef CONFIG_STACK_DEBUG
35 * Perform diagnostic checks on the state of the kernel stack.
37 * Check for stack overflow. If there is less than 1KB free
38 * then it has overflowed.
40 * Make sure the stack pointer contains a valid address. Valid
41 * addresses for kernel stacks are anywhere after the bss
42 * (after __bss_stop) and anywhere in init_thread_union (init_stack).
44 #define STACK_CHECK() \
45 mov #(THREAD_SIZE >> 10), r0; \
49 /* r1 = sp & (THREAD_SIZE - 1) */ \
55 mov #(STACK_WARN >> 8), r2; \
59 /* Is the stack overflowing? */ \
63 /* If sp > __bss_stop then we're OK. */ \
68 /* If sp < init_stack, we're not OK. */ \
69 mov.l .L_init_thread_union, r1; \
73 /* If sp > init_stack && sp < __bss_stop, not OK. */ \
80 #endif /* CONFIG_STACK_DEBUG */
84 .type _mcount,@function
86 .type mcount,@function
91 #ifndef CONFIG_FUNCTION_TRACER
97 #ifdef CONFIG_DYNAMIC_FTRACE
100 mov.l .Lftrace_stub, r6
102 mov.l .Lftrace_trace_function, r6
103 mov.l ftrace_stub, r7
112 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
113 mov.l .Lftrace_graph_return, r6
114 mov.l .Lftrace_stub, r7
118 mov.l .Lftrace_graph_caller, r0
123 mov.l .Lftrace_graph_entry, r6
124 mov.l .Lftrace_graph_entry_stub, r7
128 mov.l .Lftrace_graph_caller, r0
133 .Lftrace_graph_return:
134 .long ftrace_graph_return
135 .Lftrace_graph_entry:
136 .long ftrace_graph_entry
137 .Lftrace_graph_entry_stub:
138 .long ftrace_graph_entry_stub
139 .Lftrace_graph_caller:
140 .long ftrace_graph_caller
141 #endif /* CONFIG_FUNCTION_GRAPH_TRACER */
148 .Lftrace_trace_function:
149 .long ftrace_trace_function
151 #ifdef CONFIG_DYNAMIC_FTRACE
152 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
154 * NOTE: Do not move either ftrace_graph_call or ftrace_caller
155 * as this will affect the calculation of GRAPH_INSN_OFFSET.
157 .globl ftrace_graph_call
159 mov.l .Lskip_trace, r0
166 #endif /* CONFIG_FUNCTION_GRAPH_TRACER */
174 mov.l .Lftrace_stub, r6
178 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
179 bra ftrace_graph_call
183 #endif /* CONFIG_FUNCTION_GRAPH_TRACER */
184 #endif /* CONFIG_DYNAMIC_FTRACE */
189 * NOTE: From here on the locations of the .Lftrace_stub label and
190 * ftrace_stub itself are fixed. Adding additional data here will skew
191 * the displacement for the memory table and break the block replacement.
192 * Place new labels either after the ftrace_stub body, or before
193 * ftrace_caller. You have been warned.
203 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
204 .globl ftrace_graph_caller
211 * MCOUNT_ENTER() pushed 5 registers onto the stack, so
212 * the stack address containing our return address is
219 mov.l .Lprepare_ftrace_return, r0
227 .Lprepare_ftrace_return:
228 .long prepare_ftrace_return
230 .globl return_to_handler
233 * Save the return values.
240 mov.l .Lftrace_return_to_handler, r0
245 * The return value from ftrace_return_handler has the real
246 * address that we should return to.
255 .Lftrace_return_to_handler:
256 .long ftrace_return_to_handler
257 #endif /* CONFIG_FUNCTION_GRAPH_TRACER */
258 #endif /* CONFIG_FUNCTION_TRACER */
260 #ifdef CONFIG_STACK_DEBUG
263 mov.l .Ldump_stack, r0
275 .L_init_thread_union:
276 .long init_thread_union
289 .string "Stack error"
290 #endif /* CONFIG_STACK_DEBUG */