2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
6 * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle
7 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
8 * Copyright (C) 2002, 2007 Maciej W. Rozycki
9 * Copyright (C) 2001, 2012 MIPS Technologies, Inc. All rights reserved.
11 #include <linux/init.h>
14 #include <asm/asmmacro.h>
15 #include <asm/cacheops.h>
16 #include <asm/irqflags.h>
17 #include <asm/regdef.h>
18 #include <asm/fpregdef.h>
19 #include <asm/mipsregs.h>
20 #include <asm/stackframe.h>
22 #include <asm/thread_info.h>
27 * General exception vector for all other CPUs.
29 * Be careful when changing this, it has to be at most 128 bytes
30 * to fit into space reserved for the exception handler.
32 NESTED(except_vec3_generic, 0, sp)
35 #if R5432_CP0_INTERRUPT_WAR
43 PTR_L k0, exception_handlers(k1)
46 END(except_vec3_generic)
49 * General exception handler for CPUs with virtual coherency exception.
51 * Be careful when changing this, it has to be at most 256 (as a special
52 * exception) bytes to fit into space reserved for the exception handler.
54 NESTED(except_vec3_r4000, 0, sp)
64 beq k1, k0, handle_vced
66 beq k1, k0, handle_vcei
71 PTR_L k0, exception_handlers(k1)
75 * Big shit, we now may have two dirty primary cache lines for the same
76 * physical address. We can safely invalidate the line pointed to by
77 * c0_badvaddr because after return from this exception handler the
78 * load / store will be re-executed.
82 li k1, -4 # Is this ...
83 and k0, k1 # ... really needed?
85 cache Index_Store_Tag_D, (k0)
86 cache Hit_Writeback_Inv_SD, (k0)
97 cache Hit_Writeback_Inv_SD, (k0) # also cleans pi
106 END(except_vec3_r4000)
110 .align 5 /* 32 byte rollback region */
114 /* start of rollback region */
115 LONG_L t0, TI_FLAGS($28)
117 andi t0, _TIF_NEED_RESCHED
122 #ifdef CONFIG_CPU_MICROMIPS
128 .set MIPS_ISA_ARCH_LEVEL_RAW
130 /* end of rollback region (the region size must be power of two) */
137 .macro BUILD_ROLLBACK_PROLOGUE handler
138 FEXPORT(rollback_\handler)
142 PTR_LA k1, __r4k_wait
143 ori k0, 0x1f /* 32 byte rollback region */
151 BUILD_ROLLBACK_PROLOGUE handle_int
152 NESTED(handle_int, PT_SIZE, sp)
154 #ifdef CONFIG_TRACE_IRQFLAGS
156 * Check to see if the interrupted code has just disabled
157 * interrupts and ignore this interrupt for now if so.
159 * local_irq_disable() disables interrupts and then calls
160 * trace_hardirqs_off() to track the state. If an interrupt is taken
161 * after interrupts are disabled but before the state is updated
162 * it will appear to restore_all that it is incorrectly returning with
163 * interrupts disabled
168 #if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
189 LONG_L s0, TI_REGS($28)
190 LONG_S sp, TI_REGS($28)
193 * SAVE_ALL ensures we are using a valid kernel stack for the thread.
194 * Check if we are already using the IRQ stack.
196 move s1, sp # Preserve the sp
198 /* Get IRQ stack for this CPU */
199 ASM_CPUID_MFC0 k0, ASM_SMP_CPUID_REG
200 #if defined(CONFIG_32BIT) || defined(KBUILD_64BIT_SYM32)
201 lui k1, %hi(irq_stack)
203 lui k1, %highest(irq_stack)
204 daddiu k1, %higher(irq_stack)
206 daddiu k1, %hi(irq_stack)
209 LONG_SRL k0, SMP_CPUID_PTRSHIFT
211 LONG_L t0, %lo(irq_stack)(k1)
213 # Check if already on IRQ stack
214 PTR_LI t1, ~(_THREAD_SIZE-1)
218 /* Switch to IRQ stack */
219 li t1, _IRQ_STACK_START
222 /* Save task's sp on IRQ stack so that unwinding can follow it */
225 jal plat_irq_dispatch
231 #ifdef CONFIG_CPU_MICROMIPS
239 * Special interrupt vector for MIPS64 ISA & embedded MIPS processors.
240 * This is a dedicated interrupt exception vector which reduces the
241 * interrupt processing overhead. The jump instruction will be replaced
242 * at the initialization time.
244 * Be careful when changing this, it has to be at most 128 bytes
245 * to fit into space reserved for the exception handler.
247 NESTED(except_vec4, 0, sp)
248 1: j 1b /* Dummy, will be replaced */
252 * EJTAG debug exception handler.
253 * The EJTAG debug exception entry point is 0xbfc00480, which
254 * normally is in the boot PROM, so the boot PROM must do an
255 * unconditional jump to this vector.
257 NESTED(except_vec_ejtag_debug, 0, sp)
258 j ejtag_debug_handler
259 #ifdef CONFIG_CPU_MICROMIPS
262 END(except_vec_ejtag_debug)
267 * Vectored interrupt handler.
268 * This prototype is copied to ebase + n*IntCtl.VS and patched
269 * to invoke the handler
271 BUILD_ROLLBACK_PROLOGUE except_vec_vi
272 NESTED(except_vec_vi, 0, sp)
277 PTR_LA v1, except_vec_vi_handler
278 FEXPORT(except_vec_vi_lui)
279 lui v0, 0 /* Patched */
281 FEXPORT(except_vec_vi_ori)
282 ori v0, 0 /* Patched */
285 EXPORT(except_vec_vi_end)
288 * Common Vectored Interrupt code
289 * Complete the register saves and invoke the handler which is passed in $v0
291 NESTED(except_vec_vi_handler, 0, sp)
295 #ifdef CONFIG_TRACE_IRQFLAGS
301 LONG_L s0, TI_REGS($28)
302 LONG_S sp, TI_REGS($28)
305 * SAVE_ALL ensures we are using a valid kernel stack for the thread.
306 * Check if we are already using the IRQ stack.
308 move s1, sp # Preserve the sp
310 /* Get IRQ stack for this CPU */
311 ASM_CPUID_MFC0 k0, ASM_SMP_CPUID_REG
312 #if defined(CONFIG_32BIT) || defined(KBUILD_64BIT_SYM32)
313 lui k1, %hi(irq_stack)
315 lui k1, %highest(irq_stack)
316 daddiu k1, %higher(irq_stack)
318 daddiu k1, %hi(irq_stack)
321 LONG_SRL k0, SMP_CPUID_PTRSHIFT
323 LONG_L t0, %lo(irq_stack)(k1)
325 # Check if already on IRQ stack
326 PTR_LI t1, ~(_THREAD_SIZE-1)
330 /* Switch to IRQ stack */
331 li t1, _IRQ_STACK_START
334 /* Save task's sp on IRQ stack so that unwinding can follow it */
343 END(except_vec_vi_handler)
346 * EJTAG debug exception handler.
348 NESTED(ejtag_debug_handler, PT_SIZE, sp)
354 sll k0, k0, 30 # Check for SDBBP.
355 bgez k0, ejtag_return
358 1: PTR_LA k0, ejtag_debug_buffer_spinlock
361 PTR_LA k0, ejtag_debug_buffer_spinlock
364 # ifdef CONFIG_WEAK_REORDERING_BEYOND_LLSC
368 PTR_LA k0, ejtag_debug_buffer
371 ASM_CPUID_MFC0 k1, ASM_SMP_CPUID_REG
372 PTR_SRL k1, SMP_CPUID_PTRSHIFT
374 PTR_LA k0, ejtag_debug_buffer_per_cpu
377 PTR_LA k1, ejtag_debug_buffer
381 PTR_LA k0, ejtag_debug_buffer_spinlock
384 PTR_LA k0, ejtag_debug_buffer
390 jal ejtag_exception_handler
394 ASM_CPUID_MFC0 k1, ASM_SMP_CPUID_REG
395 PTR_SRL k1, SMP_CPUID_PTRSHIFT
397 PTR_LA k0, ejtag_debug_buffer_per_cpu
401 PTR_LA k0, ejtag_debug_buffer
406 back_to_back_c0_hazard
411 END(ejtag_debug_handler)
414 * This buffer is reserved for the use of the EJTAG debug
418 EXPORT(ejtag_debug_buffer)
421 EXPORT(ejtag_debug_buffer_spinlock)
423 EXPORT(ejtag_debug_buffer_per_cpu)
424 .fill LONGSIZE * NR_CPUS
431 * NMI debug exception handler for MIPS reference boards.
432 * The NMI debug exception entry point is 0xbfc00000, which
433 * normally is in the boot PROM, so the boot PROM must do a
434 * unconditional jump to this vector.
436 NESTED(except_vec_nmi, 0, sp)
438 #ifdef CONFIG_CPU_MICROMIPS
445 NESTED(nmi_handler, PT_SIZE, sp)
450 * Clear ERL - restore segment mapping
451 * Clear BEV - required for page fault exception handler to work
455 li k1, ~(ST0_BEV | ST0_ERL)
461 jal nmi_exception_handler
462 /* nmi_exception_handler never returns */
466 .macro __build_clear_none
469 .macro __build_clear_sti
474 .macro __build_clear_cli
479 .macro __build_clear_fpe
481 /* gas fails to assemble cfc1 for some archs (octeon).*/ \
490 .macro __build_clear_msa_fpe
496 .macro __build_clear_ade
497 MFC0 t0, CP0_BADVADDR
498 PTR_S t0, PT_BVADDR(sp)
502 .macro __BUILD_silent exception
505 /* Gas tries to parse the PRINT argument as a string containing
506 string escapes and emits bogus warnings if it believes to
507 recognize an unknown escape code. So make the arguments
508 start with an n and gas will believe \n is ok ... */
509 .macro __BUILD_verbose nexception
510 LONG_L a1, PT_EPC(sp)
512 PRINT("Got \nexception at %08lx\012")
515 PRINT("Got \nexception at %016lx\012")
519 .macro __BUILD_count exception
520 LONG_L t0,exception_count_\exception
522 LONG_S t0,exception_count_\exception
523 .comm exception_count\exception, 8, 8
526 .macro __BUILD_HANDLER exception handler clear verbose ext
528 NESTED(handle_\exception, PT_SIZE, sp)
532 FEXPORT(handle_\exception\ext)
535 __BUILD_\verbose \exception
539 END(handle_\exception)
542 .macro BUILD_HANDLER exception handler clear verbose
543 __BUILD_HANDLER \exception \handler \clear \verbose _int
546 BUILD_HANDLER adel ade ade silent /* #4 */
547 BUILD_HANDLER ades ade ade silent /* #5 */
548 BUILD_HANDLER ibe be cli silent /* #6 */
549 BUILD_HANDLER dbe be cli silent /* #7 */
550 BUILD_HANDLER bp bp sti silent /* #9 */
551 BUILD_HANDLER ri ri sti silent /* #10 */
552 BUILD_HANDLER cpu cpu sti silent /* #11 */
553 BUILD_HANDLER ov ov sti silent /* #12 */
554 BUILD_HANDLER tr tr sti silent /* #13 */
555 BUILD_HANDLER msa_fpe msa_fpe msa_fpe silent /* #14 */
556 BUILD_HANDLER fpe fpe fpe silent /* #15 */
557 BUILD_HANDLER ftlb ftlb none silent /* #16 */
558 BUILD_HANDLER msa msa sti silent /* #21 */
559 BUILD_HANDLER mdmx mdmx sti silent /* #22 */
560 #ifdef CONFIG_HARDWARE_WATCHPOINTS
562 * For watch, interrupts will be enabled after the watch
563 * registers are read.
565 BUILD_HANDLER watch watch cli silent /* #23 */
567 BUILD_HANDLER watch watch sti verbose /* #23 */
569 BUILD_HANDLER mcheck mcheck cli verbose /* #24 */
570 BUILD_HANDLER mt mt sti silent /* #25 */
571 BUILD_HANDLER dsp dsp sti silent /* #26 */
572 BUILD_HANDLER reserved reserved sti verbose /* others */
575 LEAF(handle_ri_rdhwr_tlbp)
579 /* check if TLB contains a entry for EPC */
581 andi k1, MIPS_ENTRYHI_ASID | MIPS_ENTRYHI_ASIDX
583 PTR_SRL k0, _PAGE_SHIFT + 1
584 PTR_SLL k0, _PAGE_SHIFT + 1
592 bltz k1, handle_ri /* slow path */
594 END(handle_ri_rdhwr_tlbp)
596 LEAF(handle_ri_rdhwr)
600 /* MIPS32: 0x7c03e83b: rdhwr v1,$29 */
601 /* microMIPS: 0x007d6b3c: rdhwr v1,$29 */
603 #if defined(CONFIG_CPU_MICROMIPS) || defined(CONFIG_CPU_MIPS32_R2) || defined(CONFIG_CPU_MIPS64_R2)
626 bne k0, k1, handle_ri /* if not ours */
629 /* The insn is rdhwr. No need to check CAUSE.BD here. */
630 get_saved_sp /* k1 := current_thread_info */
633 #if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
635 xori k1, _THREAD_MASK
636 LONG_L v1, TI_TP_VALUE(k1)
641 #ifndef CONFIG_CPU_DADDI_WORKAROUNDS
642 LONG_ADDIU k0, 4 /* stall on $k0 */
649 /* I hope three instructions between MTC0 and ERET are enough... */
651 xori k1, _THREAD_MASK
652 LONG_L v1, TI_TP_VALUE(k1)
661 /* A temporary overflow handler used by check_daddi(). */
665 BUILD_HANDLER daddi_ov daddi_ov none silent /* #12 */