2 * Copyright 2010 Tilera Corporation. All Rights Reserved.
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation, version 2.
8 * This program is distributed in the hope that it will be useful, but
9 * WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
11 * NON INFRINGEMENT. See the GNU General Public License for
15 #include <linux/sched.h>
16 #include <linux/kernel.h>
17 #include <linux/kprobes.h>
18 #include <linux/module.h>
19 #include <linux/reboot.h>
20 #include <linux/uaccess.h>
21 #include <linux/ptrace.h>
22 #include <asm/stack.h>
23 #include <asm/traps.h>
25 #include <arch/interrupts.h>
26 #include <arch/spr_def.h>
27 #include <arch/opcode.h>
29 void __init
trap_init(void)
31 /* Nothing needed here since we link code at .intrpt1 */
34 int unaligned_fixup
= 1;
36 static int __init
setup_unaligned_fixup(char *str
)
39 * Say "=-1" to completely disable it. If you just do "=0", we
40 * will still parse the instruction, then fire a SIGBUS with
41 * the correct address from inside the single_step code.
44 if (strict_strtol(str
, 0, &val
) != 0)
46 unaligned_fixup
= val
;
47 pr_info("Fixups for unaligned data accesses are %s\n",
48 unaligned_fixup
>= 0 ?
49 (unaligned_fixup
? "enabled" : "disabled") :
50 "completely disabled");
53 __setup("unaligned_fixup=", setup_unaligned_fixup
);
55 #if CHIP_HAS_TILE_DMA()
57 static int dma_disabled
;
59 static int __init
nodma(char *str
)
61 pr_info("User-space DMA is disabled\n");
65 __setup("nodma", nodma
);
67 /* How to decode SPR_GPV_REASON */
68 #define IRET_ERROR (1U << 31)
69 #define MT_ERROR (1U << 30)
70 #define MF_ERROR (1U << 29)
71 #define SPR_INDEX ((1U << 15) - 1)
72 #define SPR_MPL_SHIFT 9 /* starting bit position for MPL encoded in SPR */
75 * See if this GPV is just to notify the kernel of SPR use and we can
76 * retry the user instruction after adjusting some MPLs suitably.
78 static int retry_gpv(unsigned int gpv_reason
)
82 if (gpv_reason
& IRET_ERROR
)
85 BUG_ON((gpv_reason
& (MT_ERROR
|MF_ERROR
)) == 0);
86 mpl
= (gpv_reason
& SPR_INDEX
) >> SPR_MPL_SHIFT
;
87 if (mpl
== INT_DMA_NOTIFY
&& !dma_disabled
) {
88 /* User is turning on DMA. Allow it and retry. */
89 printk(KERN_DEBUG
"Process %d/%s is now enabled for DMA\n",
90 current
->pid
, current
->comm
);
91 BUG_ON(current
->thread
.tile_dma_state
.enabled
);
92 current
->thread
.tile_dma_state
.enabled
= 1;
100 #endif /* CHIP_HAS_TILE_DMA() */
103 #define bundle_bits tilegx_bundle_bits
105 #define bundle_bits tile_bundle_bits
108 extern bundle_bits bpt_code
;
110 asm(".pushsection .rodata.bpt_code,\"a\";"
113 ".size bpt_code,.-bpt_code;"
116 static int special_ill(bundle_bits bundle
, int *sigp
, int *codep
)
118 int sig
, code
, maxcode
;
120 if (bundle
== bpt_code
) {
126 /* If it's a "raise" bundle, then "ill" must be in pipe X1. */
128 if ((bundle
& TILEGX_BUNDLE_MODE_MASK
) != 0)
130 if (get_Opcode_X1(bundle
) != RRR_0_OPCODE_X1
)
132 if (get_RRROpcodeExtension_X1(bundle
) != UNARY_RRR_0_OPCODE_X1
)
134 if (get_UnaryOpcodeExtension_X1(bundle
) != ILL_UNARY_OPCODE_X1
)
137 if (bundle
& TILEPRO_BUNDLE_Y_ENCODING_MASK
)
139 if (get_Opcode_X1(bundle
) != SHUN_0_OPCODE_X1
)
141 if (get_UnShOpcodeExtension_X1(bundle
) != UN_0_SHUN_0_OPCODE_X1
)
143 if (get_UnOpcodeExtension_X1(bundle
) != ILL_UN_0_SHUN_0_OPCODE_X1
)
147 /* Check that the magic distinguishers are set to mean "raise". */
148 if (get_Dest_X1(bundle
) != 29 || get_SrcA_X1(bundle
) != 37)
151 /* There must be an "addli zero, zero, VAL" in X0. */
152 if (get_Opcode_X0(bundle
) != ADDLI_OPCODE_X0
)
154 if (get_Dest_X0(bundle
) != TREG_ZERO
)
156 if (get_SrcA_X0(bundle
) != TREG_ZERO
)
160 * Validate the proposed signal number and si_code value.
161 * Note that we embed these in the static instruction itself
162 * so that we perturb the register state as little as possible
163 * at the time of the actual fault; it's unlikely you'd ever
164 * need to dynamically choose which kind of fault to raise
167 sig
= get_Imm16_X0(bundle
) & 0x3f;
187 code
= (get_Imm16_X0(bundle
) >> 6) & 0xf;
188 if (code
<= 0 || code
> maxcode
)
191 /* Make it the requested signal. */
193 *codep
= code
| __SI_FAULT
;
197 void __kprobes
do_trap(struct pt_regs
*regs
, int fault_num
,
198 unsigned long reason
)
200 siginfo_t info
= { 0 };
202 unsigned long address
;
205 /* Re-enable interrupts. */
209 * If it hits in kernel mode and we can't fix it up, just exit the
210 * current process and hope for the best.
212 if (!user_mode(regs
)) {
213 if (fixup_exception(regs
)) /* only UNALIGN_DATA in practice */
215 pr_alert("Kernel took bad trap %d at PC %#lx\n",
216 fault_num
, regs
->pc
);
217 if (fault_num
== INT_GPV
)
218 pr_alert("GPV_REASON is %#lx\n", reason
);
220 do_exit(SIGKILL
); /* FIXME: implement i386 die() */
226 if (copy_from_user(&instr
, (void __user
*)regs
->pc
,
228 pr_err("Unreadable instruction for INT_ILL:"
229 " %#lx\n", regs
->pc
);
233 if (!special_ill(instr
, &signo
, &code
)) {
240 #if CHIP_HAS_TILE_DMA()
241 if (retry_gpv(reason
))
261 case INT_UNALIGN_DATA
:
262 #ifndef __tilegx__ /* Emulated support for single step debugging */
263 if (unaligned_fixup
>= 0) {
264 struct single_step_state
*state
=
265 current_thread_info()->step_state
;
267 (void __user
*)(regs
->pc
) != state
->buffer
) {
268 single_step_once(regs
);
277 case INT_DOUBLE_FAULT
:
279 * For double fault, "reason" is actually passed as
280 * SYSTEM_SAVE_K_2, the hypervisor's double-fault info, so
281 * we can provide the original fault number rather than
282 * the uninteresting "INT_DOUBLE_FAULT" so the user can
283 * learn what actually struck while PL0 ICS was set.
294 if (reason
& SPR_ILL_TRANS_REASON__I_STREAM_VA_RMASK
)
297 address
= 0; /* FIXME: GX: single-step for address */
301 panic("Unexpected do_trap interrupt number %d", fault_num
);
305 info
.si_signo
= signo
;
307 info
.si_addr
= (void __user
*)address
;
309 info
.si_trapno
= fault_num
;
310 trace_unhandled_signal("trap", regs
, address
, signo
);
311 force_sig_info(signo
, &info
, current
);
314 void kernel_double_fault(int dummy
, ulong pc
, ulong lr
, ulong sp
, ulong r52
)
316 _dump_stack(dummy
, pc
, lr
, sp
, r52
);
317 pr_emerg("Double fault: exiting\n");