2 * arch/s390/kernel/traps.c
5 * Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation
6 * Author(s): Martin Schwidefsky (schwidefsky@de.ibm.com),
7 * Denis Joseph Barrow (djbarrow@de.ibm.com,barrow_dj@yahoo.com),
9 * Derived from "arch/i386/kernel/traps.c"
10 * Copyright (C) 1991, 1992 Linus Torvalds
14 * 'Traps.c' handles hardware traps and faults after we have saved some
17 #include <linux/sched.h>
18 #include <linux/kernel.h>
19 #include <linux/string.h>
20 #include <linux/errno.h>
21 #include <linux/ptrace.h>
22 #include <linux/timer.h>
24 #include <linux/smp.h>
25 #include <linux/init.h>
26 #include <linux/interrupt.h>
27 #include <linux/seq_file.h>
28 #include <linux/delay.h>
29 #include <linux/module.h>
30 #include <linux/kdebug.h>
31 #include <linux/kallsyms.h>
32 #include <linux/reboot.h>
33 #include <linux/kprobes.h>
34 #include <linux/bug.h>
35 #include <linux/utsname.h>
36 #include <asm/system.h>
37 #include <asm/uaccess.h>
39 #include <linux/atomic.h>
40 #include <asm/mathemu.h>
41 #include <asm/cpcmd.h>
42 #include <asm/lowcore.h>
43 #include <asm/debug.h>
46 void (*pgm_check_table
[128])(struct pt_regs
*regs
);
48 int show_unhandled_signals
= 1;
50 #define stack_pointer ({ void **sp; asm("la %0,0(15)" : "=&d" (sp)); sp; })
54 #define FOURLONG "%08lx %08lx %08lx %08lx\n"
55 static int kstack_depth_to_print
= 12;
56 #else /* CONFIG_64BIT */
57 #define LONG "%016lx "
58 #define FOURLONG "%016lx %016lx %016lx %016lx\n"
59 static int kstack_depth_to_print
= 20;
60 #endif /* CONFIG_64BIT */
63 * For show_trace we have tree different stack to consider:
64 * - the panic stack which is used if the kernel stack has overflown
65 * - the asynchronous interrupt stack (cpu related)
66 * - the synchronous kernel stack (process related)
67 * The stack trace can start at any of the three stack and can potentially
68 * touch all of them. The order is: panic stack, async stack, sync stack.
71 __show_trace(unsigned long sp
, unsigned long low
, unsigned long high
)
73 struct stack_frame
*sf
;
77 sp
= sp
& PSW_ADDR_INSN
;
78 if (sp
< low
|| sp
> high
- sizeof(*sf
))
80 sf
= (struct stack_frame
*) sp
;
81 printk("([<%016lx>] ", sf
->gprs
[8] & PSW_ADDR_INSN
);
82 print_symbol("%s)\n", sf
->gprs
[8] & PSW_ADDR_INSN
);
83 /* Follow the backchain. */
86 sp
= sf
->back_chain
& PSW_ADDR_INSN
;
89 if (sp
<= low
|| sp
> high
- sizeof(*sf
))
91 sf
= (struct stack_frame
*) sp
;
92 printk(" [<%016lx>] ", sf
->gprs
[8] & PSW_ADDR_INSN
);
93 print_symbol("%s\n", sf
->gprs
[8] & PSW_ADDR_INSN
);
95 /* Zero backchain detected, check for interrupt frame. */
96 sp
= (unsigned long) (sf
+ 1);
97 if (sp
<= low
|| sp
> high
- sizeof(*regs
))
99 regs
= (struct pt_regs
*) sp
;
100 printk(" [<%016lx>] ", regs
->psw
.addr
& PSW_ADDR_INSN
);
101 print_symbol("%s\n", regs
->psw
.addr
& PSW_ADDR_INSN
);
107 static void show_trace(struct task_struct
*task
, unsigned long *stack
)
109 register unsigned long __r15
asm ("15");
112 sp
= (unsigned long) stack
;
114 sp
= task
? task
->thread
.ksp
: __r15
;
115 printk("Call Trace:\n");
116 #ifdef CONFIG_CHECK_STACK
117 sp
= __show_trace(sp
, S390_lowcore
.panic_stack
- 4096,
118 S390_lowcore
.panic_stack
);
120 sp
= __show_trace(sp
, S390_lowcore
.async_stack
- ASYNC_SIZE
,
121 S390_lowcore
.async_stack
);
123 __show_trace(sp
, (unsigned long) task_stack_page(task
),
124 (unsigned long) task_stack_page(task
) + THREAD_SIZE
);
126 __show_trace(sp
, S390_lowcore
.thread_info
,
127 S390_lowcore
.thread_info
+ THREAD_SIZE
);
130 debug_show_held_locks(task
);
133 void show_stack(struct task_struct
*task
, unsigned long *sp
)
135 register unsigned long * __r15
asm ("15");
136 unsigned long *stack
;
140 stack
= task
? (unsigned long *) task
->thread
.ksp
: __r15
;
144 for (i
= 0; i
< kstack_depth_to_print
; i
++) {
145 if (((addr_t
) stack
& (THREAD_SIZE
-1)) == 0)
147 if (i
&& ((i
* sizeof (long) % 32) == 0))
149 printk(LONG
, *stack
++);
152 show_trace(task
, sp
);
155 static void show_last_breaking_event(struct pt_regs
*regs
)
158 printk("Last Breaking-Event-Address:\n");
159 printk(" [<%016lx>] ", regs
->args
[0] & PSW_ADDR_INSN
);
160 print_symbol("%s\n", regs
->args
[0] & PSW_ADDR_INSN
);
165 * The architecture-independent dump_stack generator
167 void dump_stack(void)
169 printk("CPU: %d %s %s %.*s\n",
170 task_thread_info(current
)->cpu
, print_tainted(),
171 init_utsname()->release
,
172 (int)strcspn(init_utsname()->version
, " "),
173 init_utsname()->version
);
174 printk("Process %s (pid: %d, task: %p, ksp: %p)\n",
175 current
->comm
, current
->pid
, current
,
176 (void *) current
->thread
.ksp
);
177 show_stack(NULL
, NULL
);
179 EXPORT_SYMBOL(dump_stack
);
181 static inline int mask_bits(struct pt_regs
*regs
, unsigned long bits
)
183 return (regs
->psw
.mask
& bits
) / ((~bits
+ 1) & bits
);
186 void show_registers(struct pt_regs
*regs
)
190 mode
= (regs
->psw
.mask
& PSW_MASK_PSTATE
) ? "User" : "Krnl";
191 printk("%s PSW : %p %p",
192 mode
, (void *) regs
->psw
.mask
,
193 (void *) regs
->psw
.addr
);
194 print_symbol(" (%s)\n", regs
->psw
.addr
& PSW_ADDR_INSN
);
195 printk(" R:%x T:%x IO:%x EX:%x Key:%x M:%x W:%x "
196 "P:%x AS:%x CC:%x PM:%x", mask_bits(regs
, PSW_MASK_PER
),
197 mask_bits(regs
, PSW_MASK_DAT
), mask_bits(regs
, PSW_MASK_IO
),
198 mask_bits(regs
, PSW_MASK_EXT
), mask_bits(regs
, PSW_MASK_KEY
),
199 mask_bits(regs
, PSW_MASK_MCHECK
), mask_bits(regs
, PSW_MASK_WAIT
),
200 mask_bits(regs
, PSW_MASK_PSTATE
), mask_bits(regs
, PSW_MASK_ASC
),
201 mask_bits(regs
, PSW_MASK_CC
), mask_bits(regs
, PSW_MASK_PM
));
203 printk(" EA:%x", mask_bits(regs
, PSW_MASK_EA
| PSW_MASK_BA
));
205 printk("\n%s GPRS: " FOURLONG
, mode
,
206 regs
->gprs
[0], regs
->gprs
[1], regs
->gprs
[2], regs
->gprs
[3]);
208 regs
->gprs
[4], regs
->gprs
[5], regs
->gprs
[6], regs
->gprs
[7]);
210 regs
->gprs
[8], regs
->gprs
[9], regs
->gprs
[10], regs
->gprs
[11]);
212 regs
->gprs
[12], regs
->gprs
[13], regs
->gprs
[14], regs
->gprs
[15]);
217 void show_regs(struct pt_regs
*regs
)
220 printk("CPU: %d %s %s %.*s\n",
221 task_thread_info(current
)->cpu
, print_tainted(),
222 init_utsname()->release
,
223 (int)strcspn(init_utsname()->version
, " "),
224 init_utsname()->version
);
225 printk("Process %s (pid: %d, task: %p, ksp: %p)\n",
226 current
->comm
, current
->pid
, current
,
227 (void *) current
->thread
.ksp
);
228 show_registers(regs
);
229 /* Show stack backtrace if pt_regs is from kernel mode */
230 if (!(regs
->psw
.mask
& PSW_MASK_PSTATE
))
231 show_trace(NULL
, (unsigned long *) regs
->gprs
[15]);
232 show_last_breaking_event(regs
);
235 static DEFINE_SPINLOCK(die_lock
);
237 void die(struct pt_regs
*regs
, const char *str
)
239 static int die_counter
;
244 spin_lock_irq(&die_lock
);
246 printk("%s: %04x [#%d] ", str
, regs
->int_code
& 0xffff, ++die_counter
);
247 #ifdef CONFIG_PREEMPT
253 #ifdef CONFIG_DEBUG_PAGEALLOC
254 printk("DEBUG_PAGEALLOC");
257 notify_die(DIE_OOPS
, str
, regs
, 0, regs
->int_code
& 0xffff, SIGSEGV
);
260 add_taint(TAINT_DIE
);
261 spin_unlock_irq(&die_lock
);
263 panic("Fatal exception in interrupt");
265 panic("Fatal exception: panic_on_oops");
270 static inline void report_user_fault(struct pt_regs
*regs
, int signr
)
272 if ((task_pid_nr(current
) > 1) && !show_unhandled_signals
)
274 if (!unhandled_signal(current
, signr
))
276 if (!printk_ratelimit())
278 printk("User process fault: interruption code 0x%X ", regs
->int_code
);
279 print_vma_addr("in ", regs
->psw
.addr
& PSW_ADDR_INSN
);
284 int is_valid_bugaddr(unsigned long addr
)
289 static inline void __user
*get_psw_address(struct pt_regs
*regs
)
291 return (void __user
*)
292 ((regs
->psw
.addr
- (regs
->int_code
>> 16)) & PSW_ADDR_INSN
);
295 static void __kprobes
do_trap(struct pt_regs
*regs
,
296 int si_signo
, int si_code
, char *str
)
300 if (notify_die(DIE_TRAP
, str
, regs
, 0,
301 regs
->int_code
, si_signo
) == NOTIFY_STOP
)
304 if (regs
->psw
.mask
& PSW_MASK_PSTATE
) {
305 info
.si_signo
= si_signo
;
307 info
.si_code
= si_code
;
308 info
.si_addr
= get_psw_address(regs
);
309 force_sig_info(si_signo
, &info
, current
);
310 report_user_fault(regs
, si_signo
);
312 const struct exception_table_entry
*fixup
;
313 fixup
= search_exception_tables(regs
->psw
.addr
& PSW_ADDR_INSN
);
315 regs
->psw
.addr
= fixup
->fixup
| PSW_ADDR_AMODE
;
317 enum bug_trap_type btt
;
319 btt
= report_bug(regs
->psw
.addr
& PSW_ADDR_INSN
, regs
);
320 if (btt
== BUG_TRAP_TYPE_WARN
)
327 void __kprobes
do_per_trap(struct pt_regs
*regs
)
331 if (notify_die(DIE_SSTEP
, "sstep", regs
, 0, 0, SIGTRAP
) == NOTIFY_STOP
)
333 if (!current
->ptrace
)
335 info
.si_signo
= SIGTRAP
;
337 info
.si_code
= TRAP_HWBKPT
;
339 (void __force __user
*) current
->thread
.per_event
.address
;
340 force_sig_info(SIGTRAP
, &info
, current
);
343 static void default_trap_handler(struct pt_regs
*regs
)
345 if (regs
->psw
.mask
& PSW_MASK_PSTATE
) {
346 report_user_fault(regs
, SIGSEGV
);
349 die(regs
, "Unknown program exception");
352 #define DO_ERROR_INFO(name, signr, sicode, str) \
353 static void name(struct pt_regs *regs) \
355 do_trap(regs, signr, sicode, str); \
358 DO_ERROR_INFO(addressing_exception
, SIGILL
, ILL_ILLADR
,
359 "addressing exception")
360 DO_ERROR_INFO(execute_exception
, SIGILL
, ILL_ILLOPN
,
362 DO_ERROR_INFO(divide_exception
, SIGFPE
, FPE_INTDIV
,
363 "fixpoint divide exception")
364 DO_ERROR_INFO(overflow_exception
, SIGFPE
, FPE_INTOVF
,
365 "fixpoint overflow exception")
366 DO_ERROR_INFO(hfp_overflow_exception
, SIGFPE
, FPE_FLTOVF
,
367 "HFP overflow exception")
368 DO_ERROR_INFO(hfp_underflow_exception
, SIGFPE
, FPE_FLTUND
,
369 "HFP underflow exception")
370 DO_ERROR_INFO(hfp_significance_exception
, SIGFPE
, FPE_FLTRES
,
371 "HFP significance exception")
372 DO_ERROR_INFO(hfp_divide_exception
, SIGFPE
, FPE_FLTDIV
,
373 "HFP divide exception")
374 DO_ERROR_INFO(hfp_sqrt_exception
, SIGFPE
, FPE_FLTINV
,
375 "HFP square root exception")
376 DO_ERROR_INFO(operand_exception
, SIGILL
, ILL_ILLOPN
,
378 DO_ERROR_INFO(privileged_op
, SIGILL
, ILL_PRVOPC
,
379 "privileged operation")
380 DO_ERROR_INFO(special_op_exception
, SIGILL
, ILL_ILLOPN
,
381 "special operation exception")
382 DO_ERROR_INFO(translation_exception
, SIGILL
, ILL_ILLOPN
,
383 "translation exception")
385 static inline void do_fp_trap(struct pt_regs
*regs
, int fpc
)
388 /* FPC[2] is Data Exception Code */
389 if ((fpc
& 0x00000300) == 0) {
390 /* bits 6 and 7 of DXC are 0 iff IEEE exception */
391 if (fpc
& 0x8000) /* invalid fp operation */
392 si_code
= FPE_FLTINV
;
393 else if (fpc
& 0x4000) /* div by 0 */
394 si_code
= FPE_FLTDIV
;
395 else if (fpc
& 0x2000) /* overflow */
396 si_code
= FPE_FLTOVF
;
397 else if (fpc
& 0x1000) /* underflow */
398 si_code
= FPE_FLTUND
;
399 else if (fpc
& 0x0800) /* inexact */
400 si_code
= FPE_FLTRES
;
402 do_trap(regs
, SIGFPE
, si_code
, "floating point exception");
405 static void __kprobes
illegal_op(struct pt_regs
*regs
)
409 __u16 __user
*location
;
412 location
= get_psw_address(regs
);
414 if (regs
->psw
.mask
& PSW_MASK_PSTATE
) {
415 if (get_user(*((__u16
*) opcode
), (__u16 __user
*) location
))
417 if (*((__u16
*) opcode
) == S390_BREAKPOINT_U16
) {
418 if (current
->ptrace
) {
419 info
.si_signo
= SIGTRAP
;
421 info
.si_code
= TRAP_BRKPT
;
422 info
.si_addr
= location
;
423 force_sig_info(SIGTRAP
, &info
, current
);
426 #ifdef CONFIG_MATHEMU
427 } else if (opcode
[0] == 0xb3) {
428 if (get_user(*((__u16
*) (opcode
+2)), location
+1))
430 signal
= math_emu_b3(opcode
, regs
);
431 } else if (opcode
[0] == 0xed) {
432 if (get_user(*((__u32
*) (opcode
+2)),
433 (__u32 __user
*)(location
+1)))
435 signal
= math_emu_ed(opcode
, regs
);
436 } else if (*((__u16
*) opcode
) == 0xb299) {
437 if (get_user(*((__u16
*) (opcode
+2)), location
+1))
439 signal
= math_emu_srnm(opcode
, regs
);
440 } else if (*((__u16
*) opcode
) == 0xb29c) {
441 if (get_user(*((__u16
*) (opcode
+2)), location
+1))
443 signal
= math_emu_stfpc(opcode
, regs
);
444 } else if (*((__u16
*) opcode
) == 0xb29d) {
445 if (get_user(*((__u16
*) (opcode
+2)), location
+1))
447 signal
= math_emu_lfpc(opcode
, regs
);
453 * If we get an illegal op in kernel mode, send it through the
454 * kprobes notifier. If kprobes doesn't pick it up, SIGILL
456 if (notify_die(DIE_BPT
, "bpt", regs
, 0,
457 3, SIGTRAP
) != NOTIFY_STOP
)
461 #ifdef CONFIG_MATHEMU
462 if (signal
== SIGFPE
)
463 do_fp_trap(regs
, current
->thread
.fp_regs
.fpc
);
464 else if (signal
== SIGSEGV
)
465 do_trap(regs
, signal
, SEGV_MAPERR
, "user address fault");
469 do_trap(regs
, signal
, ILL_ILLOPC
, "illegal operation");
473 #ifdef CONFIG_MATHEMU
474 void specification_exception(struct pt_regs
*regs
)
477 __u16 __user
*location
= NULL
;
480 location
= (__u16 __user
*) get_psw_address(regs
);
482 if (regs
->psw
.mask
& PSW_MASK_PSTATE
) {
483 get_user(*((__u16
*) opcode
), location
);
485 case 0x28: /* LDR Rx,Ry */
486 signal
= math_emu_ldr(opcode
);
488 case 0x38: /* LER Rx,Ry */
489 signal
= math_emu_ler(opcode
);
491 case 0x60: /* STD R,D(X,B) */
492 get_user(*((__u16
*) (opcode
+2)), location
+1);
493 signal
= math_emu_std(opcode
, regs
);
495 case 0x68: /* LD R,D(X,B) */
496 get_user(*((__u16
*) (opcode
+2)), location
+1);
497 signal
= math_emu_ld(opcode
, regs
);
499 case 0x70: /* STE R,D(X,B) */
500 get_user(*((__u16
*) (opcode
+2)), location
+1);
501 signal
= math_emu_ste(opcode
, regs
);
503 case 0x78: /* LE R,D(X,B) */
504 get_user(*((__u16
*) (opcode
+2)), location
+1);
505 signal
= math_emu_le(opcode
, regs
);
514 if (signal
== SIGFPE
)
515 do_fp_trap(regs
, current
->thread
.fp_regs
.fpc
);
517 do_trap(regs
, signal
, ILL_ILLOPN
, "specification exception");
520 DO_ERROR_INFO(specification_exception
, SIGILL
, ILL_ILLOPN
,
521 "specification exception");
524 static void data_exception(struct pt_regs
*regs
)
526 __u16 __user
*location
;
529 location
= get_psw_address(regs
);
531 if (MACHINE_HAS_IEEE
)
532 asm volatile("stfpc %0" : "=m" (current
->thread
.fp_regs
.fpc
));
534 #ifdef CONFIG_MATHEMU
535 else if (regs
->psw
.mask
& PSW_MASK_PSTATE
) {
537 get_user(*((__u16
*) opcode
), location
);
539 case 0x28: /* LDR Rx,Ry */
540 signal
= math_emu_ldr(opcode
);
542 case 0x38: /* LER Rx,Ry */
543 signal
= math_emu_ler(opcode
);
545 case 0x60: /* STD R,D(X,B) */
546 get_user(*((__u16
*) (opcode
+2)), location
+1);
547 signal
= math_emu_std(opcode
, regs
);
549 case 0x68: /* LD R,D(X,B) */
550 get_user(*((__u16
*) (opcode
+2)), location
+1);
551 signal
= math_emu_ld(opcode
, regs
);
553 case 0x70: /* STE R,D(X,B) */
554 get_user(*((__u16
*) (opcode
+2)), location
+1);
555 signal
= math_emu_ste(opcode
, regs
);
557 case 0x78: /* LE R,D(X,B) */
558 get_user(*((__u16
*) (opcode
+2)), location
+1);
559 signal
= math_emu_le(opcode
, regs
);
562 get_user(*((__u16
*) (opcode
+2)), location
+1);
563 signal
= math_emu_b3(opcode
, regs
);
566 get_user(*((__u32
*) (opcode
+2)),
567 (__u32 __user
*)(location
+1));
568 signal
= math_emu_ed(opcode
, regs
);
571 if (opcode
[1] == 0x99) {
572 get_user(*((__u16
*) (opcode
+2)), location
+1);
573 signal
= math_emu_srnm(opcode
, regs
);
574 } else if (opcode
[1] == 0x9c) {
575 get_user(*((__u16
*) (opcode
+2)), location
+1);
576 signal
= math_emu_stfpc(opcode
, regs
);
577 } else if (opcode
[1] == 0x9d) {
578 get_user(*((__u16
*) (opcode
+2)), location
+1);
579 signal
= math_emu_lfpc(opcode
, regs
);
589 if (current
->thread
.fp_regs
.fpc
& FPC_DXC_MASK
)
593 if (signal
== SIGFPE
)
594 do_fp_trap(regs
, current
->thread
.fp_regs
.fpc
);
596 do_trap(regs
, signal
, ILL_ILLOPN
, "data exception");
599 static void space_switch_exception(struct pt_regs
*regs
)
601 /* Set user psw back to home space mode. */
602 if (regs
->psw
.mask
& PSW_MASK_PSTATE
)
603 regs
->psw
.mask
|= PSW_ASC_HOME
;
605 do_trap(regs
, SIGILL
, ILL_PRVOPC
, "space switch event");
608 void __kprobes
kernel_stack_overflow(struct pt_regs
* regs
)
611 printk("Kernel stack overflow.\n");
614 panic("Corrupt kernel stack, can't continue.");
617 /* init is done in lowcore.S and head.S */
619 void __init
trap_init(void)
623 for (i
= 0; i
< 128; i
++)
624 pgm_check_table
[i
] = &default_trap_handler
;
625 pgm_check_table
[1] = &illegal_op
;
626 pgm_check_table
[2] = &privileged_op
;
627 pgm_check_table
[3] = &execute_exception
;
628 pgm_check_table
[4] = &do_protection_exception
;
629 pgm_check_table
[5] = &addressing_exception
;
630 pgm_check_table
[6] = &specification_exception
;
631 pgm_check_table
[7] = &data_exception
;
632 pgm_check_table
[8] = &overflow_exception
;
633 pgm_check_table
[9] = ÷_exception
;
634 pgm_check_table
[0x0A] = &overflow_exception
;
635 pgm_check_table
[0x0B] = ÷_exception
;
636 pgm_check_table
[0x0C] = &hfp_overflow_exception
;
637 pgm_check_table
[0x0D] = &hfp_underflow_exception
;
638 pgm_check_table
[0x0E] = &hfp_significance_exception
;
639 pgm_check_table
[0x0F] = &hfp_divide_exception
;
640 pgm_check_table
[0x10] = &do_dat_exception
;
641 pgm_check_table
[0x11] = &do_dat_exception
;
642 pgm_check_table
[0x12] = &translation_exception
;
643 pgm_check_table
[0x13] = &special_op_exception
;
645 pgm_check_table
[0x38] = &do_asce_exception
;
646 pgm_check_table
[0x39] = &do_dat_exception
;
647 pgm_check_table
[0x3A] = &do_dat_exception
;
648 pgm_check_table
[0x3B] = &do_dat_exception
;
649 #endif /* CONFIG_64BIT */
650 pgm_check_table
[0x15] = &operand_exception
;
651 pgm_check_table
[0x1C] = &space_switch_exception
;
652 pgm_check_table
[0x1D] = &hfp_sqrt_exception
;
653 /* Enable machine checks early. */