4 * Copyright (C) 1991, 1992 Linus Torvalds
8 * This function is used through-out the kernel (including mm and fs)
9 * to indicate a major problem.
11 #include <linux/debug_locks.h>
12 #include <linux/interrupt.h>
13 #include <linux/kmsg_dump.h>
14 #include <linux/kallsyms.h>
15 #include <linux/notifier.h>
16 #include <linux/module.h>
17 #include <linux/random.h>
18 #include <linux/ftrace.h>
19 #include <linux/reboot.h>
20 #include <linux/delay.h>
21 #include <linux/kexec.h>
22 #include <linux/sched.h>
23 #include <linux/sysrq.h>
24 #include <linux/init.h>
25 #include <linux/nmi.h>
26 #include <linux/console.h>
28 #define PANIC_TIMER_STEP 100
29 #define PANIC_BLINK_SPD 18
31 int panic_on_oops
= CONFIG_PANIC_ON_OOPS_VALUE
;
32 static unsigned long tainted_mask
;
33 static int pause_on_oops
;
34 static int pause_on_oops_flag
;
35 static DEFINE_SPINLOCK(pause_on_oops_lock
);
36 bool crash_kexec_post_notifiers
;
37 int panic_on_warn __read_mostly
;
39 int panic_timeout
= CONFIG_PANIC_TIMEOUT
;
40 EXPORT_SYMBOL_GPL(panic_timeout
);
42 ATOMIC_NOTIFIER_HEAD(panic_notifier_list
);
44 EXPORT_SYMBOL(panic_notifier_list
);
46 static long no_blink(int state
)
51 /* Returns how long it waited in ms */
52 long (*panic_blink
)(int state
);
53 EXPORT_SYMBOL(panic_blink
);
56 * Stop ourself in panic -- architecture code may override this
58 void __weak
panic_smp_self_stop(void)
65 * Stop ourselves in NMI context if another CPU has already panicked. Arch code
66 * may override this to prepare for crash dumping, e.g. save regs info.
68 void __weak
nmi_panic_self_stop(struct pt_regs
*regs
)
70 panic_smp_self_stop();
73 atomic_t panic_cpu
= ATOMIC_INIT(PANIC_CPU_INVALID
);
76 * panic - halt the system
77 * @fmt: The text string to print
79 * Display a message, then perform cleanups.
81 * This function never returns.
83 void panic(const char *fmt
, ...)
85 static char buf
[1024];
89 int old_cpu
, this_cpu
;
92 * Disable local interrupts. This will prevent panic_smp_self_stop
93 * from deadlocking the first cpu that invokes the panic, since
94 * there is nothing to prevent an interrupt handler (that runs
95 * after setting panic_cpu) from invoking panic() again.
100 * It's possible to come here directly from a panic-assertion and
101 * not have preempt disabled. Some functions called from here want
102 * preempt to be disabled. No point enabling it later though...
104 * Only one CPU is allowed to execute the panic code from here. For
105 * multiple parallel invocations of panic, all other CPUs either
106 * stop themself or will wait until they are stopped by the 1st CPU
107 * with smp_send_stop().
109 * `old_cpu == PANIC_CPU_INVALID' means this is the 1st CPU which
110 * comes here, so go ahead.
111 * `old_cpu == this_cpu' means we came from nmi_panic() which sets
112 * panic_cpu to this CPU. In this case, this is also the 1st CPU.
114 this_cpu
= raw_smp_processor_id();
115 old_cpu
= atomic_cmpxchg(&panic_cpu
, PANIC_CPU_INVALID
, this_cpu
);
117 if (old_cpu
!= PANIC_CPU_INVALID
&& old_cpu
!= this_cpu
)
118 panic_smp_self_stop();
123 vsnprintf(buf
, sizeof(buf
), fmt
, args
);
125 pr_emerg("Kernel panic - not syncing: %s\n", buf
);
126 #ifdef CONFIG_DEBUG_BUGVERBOSE
128 * Avoid nested stack-dumping if a panic occurs during oops processing
130 if (!test_taint(TAINT_DIE
) && oops_in_progress
<= 1)
135 * If we have crashed and we have a crash kernel loaded let it handle
137 * If we want to run this after calling panic_notifiers, pass
138 * the "crash_kexec_post_notifiers" option to the kernel.
140 * Bypass the panic_cpu check and call __crash_kexec directly.
142 if (!crash_kexec_post_notifiers
)
146 * Note smp_send_stop is the usual smp shutdown function, which
147 * unfortunately means it may not be hardened to work in a panic
153 * Run any panic handlers, including those that might need to
154 * add information to the kmsg dump output.
156 atomic_notifier_call_chain(&panic_notifier_list
, 0, buf
);
158 kmsg_dump(KMSG_DUMP_PANIC
);
161 * If you doubt kdump always works fine in any situation,
162 * "crash_kexec_post_notifiers" offers you a chance to run
163 * panic_notifiers and dumping kmsg before kdump.
164 * Note: since some panic_notifiers can make crashed kernel
165 * more unstable, it can increase risks of the kdump failure too.
167 * Bypass the panic_cpu check and call __crash_kexec directly.
169 if (crash_kexec_post_notifiers
)
175 * We may have ended up stopping the CPU holding the lock (in
176 * smp_send_stop()) while still having some valuable data in the console
177 * buffer. Try to acquire the lock then release it regardless of the
178 * result. The release will also print the buffers out. Locks debug
179 * should be disabled to avoid reporting bad unlock balance when
180 * panic() is not being callled from OOPS.
187 panic_blink
= no_blink
;
189 if (panic_timeout
> 0) {
191 * Delay timeout seconds before rebooting the machine.
192 * We can't use the "normal" timers since we just panicked.
194 pr_emerg("Rebooting in %d seconds..", panic_timeout
);
196 for (i
= 0; i
< panic_timeout
* 1000; i
+= PANIC_TIMER_STEP
) {
197 touch_nmi_watchdog();
199 i
+= panic_blink(state
^= 1);
200 i_next
= i
+ 3600 / PANIC_BLINK_SPD
;
202 mdelay(PANIC_TIMER_STEP
);
205 if (panic_timeout
!= 0) {
207 * This will not be a clean reboot, with everything
208 * shutting down. But if there is a chance of
209 * rebooting the system it will be rebooted.
215 extern int stop_a_enabled
;
216 /* Make sure the user can actually press Stop-A (L1-A) */
218 pr_emerg("Press Stop-A (L1-A) to return to the boot prom\n");
221 #if defined(CONFIG_S390)
223 unsigned long caller
;
225 caller
= (unsigned long)__builtin_return_address(0);
226 disabled_wait(caller
);
229 pr_emerg("---[ end Kernel panic - not syncing: %s\n", buf
);
231 for (i
= 0; ; i
+= PANIC_TIMER_STEP
) {
232 touch_softlockup_watchdog();
234 i
+= panic_blink(state
^= 1);
235 i_next
= i
+ 3600 / PANIC_BLINK_SPD
;
237 mdelay(PANIC_TIMER_STEP
);
241 EXPORT_SYMBOL(panic
);
250 static const struct tnt tnts
[] = {
251 { TAINT_PROPRIETARY_MODULE
, 'P', 'G' },
252 { TAINT_FORCED_MODULE
, 'F', ' ' },
253 { TAINT_CPU_OUT_OF_SPEC
, 'S', ' ' },
254 { TAINT_FORCED_RMMOD
, 'R', ' ' },
255 { TAINT_MACHINE_CHECK
, 'M', ' ' },
256 { TAINT_BAD_PAGE
, 'B', ' ' },
257 { TAINT_USER
, 'U', ' ' },
258 { TAINT_DIE
, 'D', ' ' },
259 { TAINT_OVERRIDDEN_ACPI_TABLE
, 'A', ' ' },
260 { TAINT_WARN
, 'W', ' ' },
261 { TAINT_CRAP
, 'C', ' ' },
262 { TAINT_FIRMWARE_WORKAROUND
, 'I', ' ' },
263 { TAINT_OOT_MODULE
, 'O', ' ' },
264 { TAINT_UNSIGNED_MODULE
, 'E', ' ' },
265 { TAINT_SOFTLOCKUP
, 'L', ' ' },
266 { TAINT_LIVEPATCH
, 'K', ' ' },
270 * print_tainted - return a string to represent the kernel taint state.
272 * 'P' - Proprietary module has been loaded.
273 * 'F' - Module has been forcibly loaded.
274 * 'S' - SMP with CPUs not designed for SMP.
275 * 'R' - User forced a module unload.
276 * 'M' - System experienced a machine check exception.
277 * 'B' - System has hit bad_page.
278 * 'U' - Userspace-defined naughtiness.
279 * 'D' - Kernel has oopsed before
280 * 'A' - ACPI table overridden.
281 * 'W' - Taint on warning.
282 * 'C' - modules from drivers/staging are loaded.
283 * 'I' - Working around severe firmware bug.
284 * 'O' - Out-of-tree module has been loaded.
285 * 'E' - Unsigned module has been loaded.
286 * 'L' - A soft lockup has previously occurred.
287 * 'K' - Kernel has been live patched.
289 * The string is overwritten by the next call to print_tainted().
291 const char *print_tainted(void)
293 static char buf
[ARRAY_SIZE(tnts
) + sizeof("Tainted: ")];
299 s
= buf
+ sprintf(buf
, "Tainted: ");
300 for (i
= 0; i
< ARRAY_SIZE(tnts
); i
++) {
301 const struct tnt
*t
= &tnts
[i
];
302 *s
++ = test_bit(t
->bit
, &tainted_mask
) ?
307 snprintf(buf
, sizeof(buf
), "Not tainted");
312 int test_taint(unsigned flag
)
314 return test_bit(flag
, &tainted_mask
);
316 EXPORT_SYMBOL(test_taint
);
318 unsigned long get_taint(void)
324 * add_taint: add a taint flag if not already set.
325 * @flag: one of the TAINT_* constants.
326 * @lockdep_ok: whether lock debugging is still OK.
328 * If something bad has gone wrong, you'll want @lockdebug_ok = false, but for
329 * some notewortht-but-not-corrupting cases, it can be set to true.
331 void add_taint(unsigned flag
, enum lockdep_ok lockdep_ok
)
333 if (lockdep_ok
== LOCKDEP_NOW_UNRELIABLE
&& __debug_locks_off())
334 pr_warn("Disabling lock debugging due to kernel taint\n");
336 set_bit(flag
, &tainted_mask
);
338 EXPORT_SYMBOL(add_taint
);
340 static void spin_msec(int msecs
)
344 for (i
= 0; i
< msecs
; i
++) {
345 touch_nmi_watchdog();
351 * It just happens that oops_enter() and oops_exit() are identically
354 static void do_oops_enter_exit(void)
357 static int spin_counter
;
362 spin_lock_irqsave(&pause_on_oops_lock
, flags
);
363 if (pause_on_oops_flag
== 0) {
364 /* This CPU may now print the oops message */
365 pause_on_oops_flag
= 1;
367 /* We need to stall this CPU */
369 /* This CPU gets to do the counting */
370 spin_counter
= pause_on_oops
;
372 spin_unlock(&pause_on_oops_lock
);
373 spin_msec(MSEC_PER_SEC
);
374 spin_lock(&pause_on_oops_lock
);
375 } while (--spin_counter
);
376 pause_on_oops_flag
= 0;
378 /* This CPU waits for a different one */
379 while (spin_counter
) {
380 spin_unlock(&pause_on_oops_lock
);
382 spin_lock(&pause_on_oops_lock
);
386 spin_unlock_irqrestore(&pause_on_oops_lock
, flags
);
390 * Return true if the calling CPU is allowed to print oops-related info.
391 * This is a bit racy..
393 int oops_may_print(void)
395 return pause_on_oops_flag
== 0;
399 * Called when the architecture enters its oops handler, before it prints
400 * anything. If this is the first CPU to oops, and it's oopsing the first
401 * time then let it proceed.
403 * This is all enabled by the pause_on_oops kernel boot option. We do all
404 * this to ensure that oopses don't scroll off the screen. It has the
405 * side-effect of preventing later-oopsing CPUs from mucking up the display,
408 * It turns out that the CPU which is allowed to print ends up pausing for
409 * the right duration, whereas all the other CPUs pause for twice as long:
410 * once in oops_enter(), once in oops_exit().
412 void oops_enter(void)
415 /* can't trust the integrity of the kernel anymore: */
417 do_oops_enter_exit();
421 * 64-bit random ID for oopses:
425 static int init_oops_id(void)
428 get_random_bytes(&oops_id
, sizeof(oops_id
));
434 late_initcall(init_oops_id
);
436 void print_oops_end_marker(void)
439 pr_warn("---[ end trace %016llx ]---\n", (unsigned long long)oops_id
);
443 * Called when the architecture exits its oops handler, after printing
448 do_oops_enter_exit();
449 print_oops_end_marker();
450 kmsg_dump(KMSG_DUMP_OOPS
);
453 #ifdef WANT_WARN_ON_SLOWPATH
454 struct slowpath_args
{
459 static void warn_slowpath_common(const char *file
, int line
, void *caller
,
460 unsigned taint
, struct slowpath_args
*args
)
462 disable_trace_on_warning();
464 pr_warn("------------[ cut here ]------------\n");
465 pr_warn("WARNING: CPU: %d PID: %d at %s:%d %pS()\n",
466 raw_smp_processor_id(), current
->pid
, file
, line
, caller
);
469 vprintk(args
->fmt
, args
->args
);
473 * This thread may hit another WARN() in the panic path.
474 * Resetting this prevents additional WARN() from panicking the
475 * system on this thread. Other threads are blocked by the
476 * panic_mutex in panic().
479 panic("panic_on_warn set ...\n");
484 print_oops_end_marker();
485 /* Just a warning, don't kill lockdep. */
486 add_taint(taint
, LOCKDEP_STILL_OK
);
489 void warn_slowpath_fmt(const char *file
, int line
, const char *fmt
, ...)
491 struct slowpath_args args
;
494 va_start(args
.args
, fmt
);
495 warn_slowpath_common(file
, line
, __builtin_return_address(0),
499 EXPORT_SYMBOL(warn_slowpath_fmt
);
501 void warn_slowpath_fmt_taint(const char *file
, int line
,
502 unsigned taint
, const char *fmt
, ...)
504 struct slowpath_args args
;
507 va_start(args
.args
, fmt
);
508 warn_slowpath_common(file
, line
, __builtin_return_address(0),
512 EXPORT_SYMBOL(warn_slowpath_fmt_taint
);
514 void warn_slowpath_null(const char *file
, int line
)
516 warn_slowpath_common(file
, line
, __builtin_return_address(0),
519 EXPORT_SYMBOL(warn_slowpath_null
);
522 #ifdef CONFIG_CC_STACKPROTECTOR
525 * Called when gcc's -fstack-protector feature is used, and
526 * gcc detects corruption of the on-stack canary value
528 __visible
void __stack_chk_fail(void)
530 panic("stack-protector: Kernel stack is corrupted in: %p\n",
531 __builtin_return_address(0));
533 EXPORT_SYMBOL(__stack_chk_fail
);
537 core_param(panic
, panic_timeout
, int, 0644);
538 core_param(pause_on_oops
, pause_on_oops
, int, 0644);
539 core_param(panic_on_warn
, panic_on_warn
, int, 0644);
541 static int __init
setup_crash_kexec_post_notifiers(char *s
)
543 crash_kexec_post_notifiers
= true;
546 early_param("crash_kexec_post_notifiers", setup_crash_kexec_post_notifiers
);
548 static int __init
oops_setup(char *s
)
552 if (!strcmp(s
, "panic"))
556 early_param("oops", oops_setup
);