1 /* These get patched into the trap table at boot time
2 * once we know we have a cheetah processor.
4 .globl cheetah_fecc_trap_vector
5 .type cheetah_fecc_trap_vector,#function
6 cheetah_fecc_trap_vector:
8 ldxa [%g0] ASI_DCU_CONTROL_REG, %g1
9 andn %g1, DCU_DC | DCU_IC, %g1
10 stxa %g1, [%g0] ASI_DCU_CONTROL_REG
12 sethi %hi(cheetah_fast_ecc), %g2
13 jmpl %g2 + %lo(cheetah_fast_ecc), %g0
15 .size cheetah_fecc_trap_vector,.-cheetah_fecc_trap_vector
17 .globl cheetah_fecc_trap_vector_tl1
18 .type cheetah_fecc_trap_vector_tl1,#function
19 cheetah_fecc_trap_vector_tl1:
21 ldxa [%g0] ASI_DCU_CONTROL_REG, %g1
22 andn %g1, DCU_DC | DCU_IC, %g1
23 stxa %g1, [%g0] ASI_DCU_CONTROL_REG
25 sethi %hi(cheetah_fast_ecc), %g2
26 jmpl %g2 + %lo(cheetah_fast_ecc), %g0
28 .size cheetah_fecc_trap_vector_tl1,.-cheetah_fecc_trap_vector_tl1
30 .globl cheetah_cee_trap_vector
31 .type cheetah_cee_trap_vector,#function
32 cheetah_cee_trap_vector:
34 ldxa [%g0] ASI_DCU_CONTROL_REG, %g1
36 stxa %g1, [%g0] ASI_DCU_CONTROL_REG
38 sethi %hi(cheetah_cee), %g2
39 jmpl %g2 + %lo(cheetah_cee), %g0
41 .size cheetah_cee_trap_vector,.-cheetah_cee_trap_vector
43 .globl cheetah_cee_trap_vector_tl1
44 .type cheetah_cee_trap_vector_tl1,#function
45 cheetah_cee_trap_vector_tl1:
47 ldxa [%g0] ASI_DCU_CONTROL_REG, %g1
49 stxa %g1, [%g0] ASI_DCU_CONTROL_REG
51 sethi %hi(cheetah_cee), %g2
52 jmpl %g2 + %lo(cheetah_cee), %g0
54 .size cheetah_cee_trap_vector_tl1,.-cheetah_cee_trap_vector_tl1
56 .globl cheetah_deferred_trap_vector
57 .type cheetah_deferred_trap_vector,#function
58 cheetah_deferred_trap_vector:
60 ldxa [%g0] ASI_DCU_CONTROL_REG, %g1;
61 andn %g1, DCU_DC | DCU_IC, %g1;
62 stxa %g1, [%g0] ASI_DCU_CONTROL_REG;
64 sethi %hi(cheetah_deferred_trap), %g2
65 jmpl %g2 + %lo(cheetah_deferred_trap), %g0
67 .size cheetah_deferred_trap_vector,.-cheetah_deferred_trap_vector
69 .globl cheetah_deferred_trap_vector_tl1
70 .type cheetah_deferred_trap_vector_tl1,#function
71 cheetah_deferred_trap_vector_tl1:
73 ldxa [%g0] ASI_DCU_CONTROL_REG, %g1;
74 andn %g1, DCU_DC | DCU_IC, %g1;
75 stxa %g1, [%g0] ASI_DCU_CONTROL_REG;
77 sethi %hi(cheetah_deferred_trap), %g2
78 jmpl %g2 + %lo(cheetah_deferred_trap), %g0
80 .size cheetah_deferred_trap_vector_tl1,.-cheetah_deferred_trap_vector_tl1
82 /* Cheetah+ specific traps. These are for the new I/D cache parity
83 * error traps. The first argument to cheetah_plus_parity_handler
84 * is encoded as follows:
86 * Bit0: 0=dcache,1=icache
87 * Bit1: 0=recoverable,1=unrecoverable
89 .globl cheetah_plus_dcpe_trap_vector
90 .type cheetah_plus_dcpe_trap_vector,#function
91 cheetah_plus_dcpe_trap_vector:
93 sethi %hi(do_cheetah_plus_data_parity), %g7
94 jmpl %g7 + %lo(do_cheetah_plus_data_parity), %g0
100 .size cheetah_plus_dcpe_trap_vector,.-cheetah_plus_dcpe_trap_vector
102 .type do_cheetah_plus_data_parity,#function
103 do_cheetah_plus_data_parity:
105 wrpr %g0, PIL_NORMAL_MAX, %pil
106 ba,pt %xcc, etrap_irq
108 #ifdef CONFIG_TRACE_IRQFLAGS
109 call trace_hardirqs_off
113 call cheetah_plus_parity_error
114 add %sp, PTREGS_OFF, %o1
115 ba,a,pt %xcc, rtrap_irq
116 .size do_cheetah_plus_data_parity,.-do_cheetah_plus_data_parity
118 .globl cheetah_plus_dcpe_trap_vector_tl1
119 .type cheetah_plus_dcpe_trap_vector_tl1,#function
120 cheetah_plus_dcpe_trap_vector_tl1:
122 wrpr PSTATE_IG | PSTATE_PEF | PSTATE_PRIV, %pstate
123 sethi %hi(do_dcpe_tl1), %g3
124 jmpl %g3 + %lo(do_dcpe_tl1), %g0
129 .size cheetah_plus_dcpe_trap_vector_tl1,.-cheetah_plus_dcpe_trap_vector_tl1
131 .globl cheetah_plus_icpe_trap_vector
132 .type cheetah_plus_icpe_trap_vector,#function
133 cheetah_plus_icpe_trap_vector:
135 sethi %hi(do_cheetah_plus_insn_parity), %g7
136 jmpl %g7 + %lo(do_cheetah_plus_insn_parity), %g0
142 .size cheetah_plus_icpe_trap_vector,.-cheetah_plus_icpe_trap_vector
144 .type do_cheetah_plus_insn_parity,#function
145 do_cheetah_plus_insn_parity:
147 wrpr %g0, PIL_NORMAL_MAX, %pil
148 ba,pt %xcc, etrap_irq
150 #ifdef CONFIG_TRACE_IRQFLAGS
151 call trace_hardirqs_off
155 call cheetah_plus_parity_error
156 add %sp, PTREGS_OFF, %o1
157 ba,a,pt %xcc, rtrap_irq
158 .size do_cheetah_plus_insn_parity,.-do_cheetah_plus_insn_parity
160 .globl cheetah_plus_icpe_trap_vector_tl1
161 .type cheetah_plus_icpe_trap_vector_tl1,#function
162 cheetah_plus_icpe_trap_vector_tl1:
164 wrpr PSTATE_IG | PSTATE_PEF | PSTATE_PRIV, %pstate
165 sethi %hi(do_icpe_tl1), %g3
166 jmpl %g3 + %lo(do_icpe_tl1), %g0
171 .size cheetah_plus_icpe_trap_vector_tl1,.-cheetah_plus_icpe_trap_vector_tl1
173 /* If we take one of these traps when tl >= 1, then we
174 * jump to interrupt globals. If some trap level above us
175 * was also using interrupt globals, we cannot recover.
176 * We may use all interrupt global registers except %g6.
179 .type do_dcpe_tl1,#function
181 rdpr %tl, %g1 ! Save original trap level
182 mov 1, %g2 ! Setup TSTATE checking loop
183 sethi %hi(TSTATE_IG), %g3 ! TSTATE mask bit
184 1: wrpr %g2, %tl ! Set trap level to check
185 rdpr %tstate, %g4 ! Read TSTATE for this level
186 andcc %g4, %g3, %g0 ! Interrupt globals in use?
187 bne,a,pn %xcc, do_dcpe_tl1_fatal ! Yep, irrecoverable
188 wrpr %g1, %tl ! Restore original trap level
189 add %g2, 1, %g2 ! Next trap level
190 cmp %g2, %g1 ! Hit them all yet?
191 ble,pt %icc, 1b ! Not yet
193 wrpr %g1, %tl ! Restore original trap level
194 do_dcpe_tl1_nonfatal: /* Ok we may use interrupt globals safely. */
195 sethi %hi(dcache_parity_tl1_occurred), %g2
196 lduw [%g2 + %lo(dcache_parity_tl1_occurred)], %g1
198 stw %g1, [%g2 + %lo(dcache_parity_tl1_occurred)]
199 /* Reset D-cache parity */
200 sethi %hi(1 << 16), %g1 ! D-cache size
201 mov (1 << 5), %g2 ! D-cache line size
202 sub %g1, %g2, %g1 ! Move down 1 cacheline
203 1: srl %g1, 14, %g3 ! Compute UTAG
205 stxa %g3, [%g1] ASI_DCACHE_UTAG
207 sub %g2, 8, %g3 ! 64-bit data word within line
209 stxa %g0, [%g1 + %g3] ASI_DCACHE_DATA
211 subcc %g3, 8, %g3 ! Next 64-bit data word
214 subcc %g1, %g2, %g1 ! Next cacheline
217 ba,a,pt %xcc, dcpe_icpe_tl1_common
222 1: or %g7, %lo(1b), %g7
224 call cheetah_plus_parity_error
225 add %sp, PTREGS_OFF, %o1
227 .size do_dcpe_tl1,.-do_dcpe_tl1
230 .type do_icpe_tl1,#function
232 rdpr %tl, %g1 ! Save original trap level
233 mov 1, %g2 ! Setup TSTATE checking loop
234 sethi %hi(TSTATE_IG), %g3 ! TSTATE mask bit
235 1: wrpr %g2, %tl ! Set trap level to check
236 rdpr %tstate, %g4 ! Read TSTATE for this level
237 andcc %g4, %g3, %g0 ! Interrupt globals in use?
238 bne,a,pn %xcc, do_icpe_tl1_fatal ! Yep, irrecoverable
239 wrpr %g1, %tl ! Restore original trap level
240 add %g2, 1, %g2 ! Next trap level
241 cmp %g2, %g1 ! Hit them all yet?
242 ble,pt %icc, 1b ! Not yet
244 wrpr %g1, %tl ! Restore original trap level
245 do_icpe_tl1_nonfatal: /* Ok we may use interrupt globals safely. */
246 sethi %hi(icache_parity_tl1_occurred), %g2
247 lduw [%g2 + %lo(icache_parity_tl1_occurred)], %g1
249 stw %g1, [%g2 + %lo(icache_parity_tl1_occurred)]
251 sethi %hi(1 << 15), %g1 ! I-cache size
252 mov (1 << 5), %g2 ! I-cache line size
254 1: or %g1, (2 << 3), %g3
255 stxa %g0, [%g3] ASI_IC_TAG
260 ba,a,pt %xcc, dcpe_icpe_tl1_common
265 1: or %g7, %lo(1b), %g7
267 call cheetah_plus_parity_error
268 add %sp, PTREGS_OFF, %o1
270 .size do_icpe_tl1,.-do_icpe_tl1
272 .type dcpe_icpe_tl1_common,#function
273 dcpe_icpe_tl1_common:
274 /* Flush D-cache, re-enable D/I caches in DCU and finally
275 * retry the trapping instruction.
277 sethi %hi(1 << 16), %g1 ! D-cache size
278 mov (1 << 5), %g2 ! D-cache line size
280 1: stxa %g0, [%g1] ASI_DCACHE_TAG
285 ldxa [%g0] ASI_DCU_CONTROL_REG, %g1
286 or %g1, (DCU_DC | DCU_IC), %g1
287 stxa %g1, [%g0] ASI_DCU_CONTROL_REG
290 .size dcpe_icpe_tl1_common,.-dcpe_icpe_tl1_common
292 /* Capture I/D/E-cache state into per-cpu error scoreboard.
294 * %g1: (TL>=0) ? 1 : 0
299 * %g6: unused, will have current thread ptr after etrap
302 .type __cheetah_log_error,#function
304 /* Put "TL1" software bit into AFSR. */
309 /* Get log entry pointer for this cpu at this trap level. */
310 BRANCH_IF_JALAPENO(g2,g3,50f)
311 ldxa [%g0] ASI_SAFARI_CONFIG, %g2
316 50: ldxa [%g0] ASI_JBUS_CONFIG, %g2
321 sethi %hi(cheetah_error_log), %g3
322 ldx [%g3 + %lo(cheetah_error_log)], %g3
330 /* %g1 holds pointer to the top of the logging scoreboard */
340 /* %g1 now points to D-cache logging area */
341 set 0x3ff8, %g2 /* DC_addr mask */
342 and %g5, %g2, %g2 /* DC_addr bits of AFAR */
344 or %g3, 1, %g3 /* PHYS tag + valid */
346 10: ldxa [%g2] ASI_DCACHE_TAG, %g7
347 cmp %g3, %g7 /* TAG match? */
351 /* Yep, what we want, capture state. */
352 stx %g2, [%g1 + 0x20]
353 stx %g7, [%g1 + 0x28]
355 /* A membar Sync is required before and after utag access. */
357 ldxa [%g2] ASI_DCACHE_UTAG, %g7
359 stx %g7, [%g1 + 0x30]
360 ldxa [%g2] ASI_DCACHE_SNOOP_TAG, %g7
361 stx %g7, [%g1 + 0x38]
364 12: ldxa [%g2 + %g3] ASI_DCACHE_DATA, %g7
366 add %g3, (1 << 5), %g3
374 13: sethi %hi(1 << 14), %g7
383 /* %g1 now points to I-cache logging area */
384 20: set 0x1fe0, %g2 /* IC_addr mask */
385 and %g5, %g2, %g2 /* IC_addr bits of AFAR */
386 sllx %g2, 1, %g2 /* IC_addr[13:6]==VA[12:5] */
387 srlx %g5, (13 - 8), %g3 /* Make PTAG */
388 andn %g3, 0xff, %g3 /* Mask off undefined bits */
390 21: ldxa [%g2] ASI_IC_TAG, %g7
396 /* Yep, what we want, capture state. */
397 stx %g2, [%g1 + 0x40]
398 stx %g7, [%g1 + 0x48]
399 add %g2, (1 << 3), %g2
400 ldxa [%g2] ASI_IC_TAG, %g7
401 add %g2, (1 << 3), %g2
402 stx %g7, [%g1 + 0x50]
403 ldxa [%g2] ASI_IC_TAG, %g7
404 add %g2, (1 << 3), %g2
405 stx %g7, [%g1 + 0x60]
406 ldxa [%g2] ASI_IC_TAG, %g7
407 stx %g7, [%g1 + 0x68]
408 sub %g2, (3 << 3), %g2
409 ldxa [%g2] ASI_IC_STAG, %g7
410 stx %g7, [%g1 + 0x58]
414 22: ldxa [%g2 + %g3] ASI_IC_INSTR, %g7
416 add %g3, (1 << 3), %g3
424 23: sethi %hi(1 << 14), %g7
433 /* %g1 now points to E-cache logging area */
434 30: andn %g5, (32 - 1), %g2
435 stx %g2, [%g1 + 0x20]
436 ldxa [%g2] ASI_EC_TAG_DATA, %g7
437 stx %g7, [%g1 + 0x28]
438 ldxa [%g2] ASI_EC_R, %g0
441 31: ldxa [%g3] ASI_EC_DATA, %g7
455 ba,a,pt %xcc, c_deferred
456 .size __cheetah_log_error,.-__cheetah_log_error
458 /* Cheetah FECC trap handling, we get here from tl{0,1}_fecc
459 * in the trap table. That code has done a memory barrier
460 * and has disabled both the I-cache and D-cache in the DCU
461 * control register. The I-cache is disabled so that we may
462 * capture the corrupted cache line, and the D-cache is disabled
463 * because corrupt data may have been placed there and we don't
464 * want to reference it.
466 * %g1 is one if this trap occurred at %tl >= 1.
468 * Next, we turn off error reporting so that we don't recurse.
470 .globl cheetah_fast_ecc
471 .type cheetah_fast_ecc,#function
473 ldxa [%g0] ASI_ESTATE_ERROR_EN, %g2
474 andn %g2, ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN, %g2
475 stxa %g2, [%g0] ASI_ESTATE_ERROR_EN
478 /* Fetch and clear AFSR/AFAR */
479 ldxa [%g0] ASI_AFSR, %g4
480 ldxa [%g0] ASI_AFAR, %g5
481 stxa %g4, [%g0] ASI_AFSR
484 ba,pt %xcc, __cheetah_log_error
486 .size cheetah_fast_ecc,.-cheetah_fast_ecc
488 .type c_fast_ecc,#function
491 wrpr %g0, PIL_NORMAL_MAX, %pil
492 ba,pt %xcc, etrap_irq
494 #ifdef CONFIG_TRACE_IRQFLAGS
495 call trace_hardirqs_off
500 call cheetah_fecc_handler
501 add %sp, PTREGS_OFF, %o0
502 ba,a,pt %xcc, rtrap_irq
503 .size c_fast_ecc,.-c_fast_ecc
505 /* Our caller has disabled I-cache and performed membar Sync. */
507 .type cheetah_cee,#function
509 ldxa [%g0] ASI_ESTATE_ERROR_EN, %g2
510 andn %g2, ESTATE_ERROR_CEEN, %g2
511 stxa %g2, [%g0] ASI_ESTATE_ERROR_EN
514 /* Fetch and clear AFSR/AFAR */
515 ldxa [%g0] ASI_AFSR, %g4
516 ldxa [%g0] ASI_AFAR, %g5
517 stxa %g4, [%g0] ASI_AFSR
520 ba,pt %xcc, __cheetah_log_error
522 .size cheetah_cee,.-cheetah_cee
524 .type c_cee,#function
527 wrpr %g0, PIL_NORMAL_MAX, %pil
528 ba,pt %xcc, etrap_irq
530 #ifdef CONFIG_TRACE_IRQFLAGS
531 call trace_hardirqs_off
536 call cheetah_cee_handler
537 add %sp, PTREGS_OFF, %o0
538 ba,a,pt %xcc, rtrap_irq
541 /* Our caller has disabled I-cache+D-cache and performed membar Sync. */
542 .globl cheetah_deferred_trap
543 .type cheetah_deferred_trap,#function
544 cheetah_deferred_trap:
545 ldxa [%g0] ASI_ESTATE_ERROR_EN, %g2
546 andn %g2, ESTATE_ERROR_NCEEN | ESTATE_ERROR_CEEN, %g2
547 stxa %g2, [%g0] ASI_ESTATE_ERROR_EN
550 /* Fetch and clear AFSR/AFAR */
551 ldxa [%g0] ASI_AFSR, %g4
552 ldxa [%g0] ASI_AFAR, %g5
553 stxa %g4, [%g0] ASI_AFSR
556 ba,pt %xcc, __cheetah_log_error
558 .size cheetah_deferred_trap,.-cheetah_deferred_trap
560 .type c_deferred,#function
563 wrpr %g0, PIL_NORMAL_MAX, %pil
564 ba,pt %xcc, etrap_irq
566 #ifdef CONFIG_TRACE_IRQFLAGS
567 call trace_hardirqs_off
572 call cheetah_deferred_handler
573 add %sp, PTREGS_OFF, %o0
574 ba,a,pt %xcc, rtrap_irq
575 .size c_deferred,.-c_deferred