spi-topcliff-pch: add recovery processing in case wait-event timeout
[zen-stable.git] / arch / x86 / kernel / apic / es7000_32.c
blob5d513bc47b6ba519e322035b28948e038de3b829
1 /*
2 * Written by: Garry Forsgren, Unisys Corporation
3 * Natalie Protasevich, Unisys Corporation
5 * This file contains the code to configure and interface
6 * with Unisys ES7000 series hardware system manager.
8 * Copyright (c) 2003 Unisys Corporation.
9 * Copyright (C) 2009, Red Hat, Inc., Ingo Molnar
11 * All Rights Reserved.
13 * This program is free software; you can redistribute it and/or modify it
14 * under the terms of version 2 of the GNU General Public License as
15 * published by the Free Software Foundation.
17 * This program is distributed in the hope that it would be useful, but
18 * WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
21 * You should have received a copy of the GNU General Public License along
22 * with this program; if not, write the Free Software Foundation, Inc., 59
23 * Temple Place - Suite 330, Boston MA 02111-1307, USA.
25 * Contact information: Unisys Corporation, Township Line & Union Meeting
26 * Roads-A, Unisys Way, Blue Bell, Pennsylvania, 19424, or:
28 * http://www.unisys.com
31 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
33 #include <linux/notifier.h>
34 #include <linux/spinlock.h>
35 #include <linux/cpumask.h>
36 #include <linux/threads.h>
37 #include <linux/kernel.h>
38 #include <linux/module.h>
39 #include <linux/reboot.h>
40 #include <linux/string.h>
41 #include <linux/types.h>
42 #include <linux/errno.h>
43 #include <linux/acpi.h>
44 #include <linux/init.h>
45 #include <linux/gfp.h>
46 #include <linux/nmi.h>
47 #include <linux/smp.h>
48 #include <linux/io.h>
50 #include <asm/apicdef.h>
51 #include <linux/atomic.h>
52 #include <asm/fixmap.h>
53 #include <asm/mpspec.h>
54 #include <asm/setup.h>
55 #include <asm/apic.h>
56 #include <asm/ipi.h>
59 * ES7000 chipsets
62 #define NON_UNISYS 0
63 #define ES7000_CLASSIC 1
64 #define ES7000_ZORRO 2
66 #define MIP_REG 1
67 #define MIP_PSAI_REG 4
69 #define MIP_BUSY 1
70 #define MIP_SPIN 0xf0000
71 #define MIP_VALID 0x0100000000000000ULL
72 #define MIP_SW_APIC 0x1020b
74 #define MIP_PORT(val) ((val >> 32) & 0xffff)
76 #define MIP_RD_LO(val) (val & 0xffffffff)
78 struct mip_reg {
79 unsigned long long off_0x00;
80 unsigned long long off_0x08;
81 unsigned long long off_0x10;
82 unsigned long long off_0x18;
83 unsigned long long off_0x20;
84 unsigned long long off_0x28;
85 unsigned long long off_0x30;
86 unsigned long long off_0x38;
89 struct mip_reg_info {
90 unsigned long long mip_info;
91 unsigned long long delivery_info;
92 unsigned long long host_reg;
93 unsigned long long mip_reg;
96 struct psai {
97 unsigned long long entry_type;
98 unsigned long long addr;
99 unsigned long long bep_addr;
102 #ifdef CONFIG_ACPI
104 struct es7000_oem_table {
105 struct acpi_table_header Header;
106 u32 OEMTableAddr;
107 u32 OEMTableSize;
110 static unsigned long oem_addrX;
111 static unsigned long oem_size;
113 #endif
116 * ES7000 Globals
119 static volatile unsigned long *psai;
120 static struct mip_reg *mip_reg;
121 static struct mip_reg *host_reg;
122 static int mip_port;
123 static unsigned long mip_addr;
124 static unsigned long host_addr;
126 int es7000_plat;
129 * GSI override for ES7000 platforms.
133 static int __cpuinit wakeup_secondary_cpu_via_mip(int cpu, unsigned long eip)
135 unsigned long vect = 0, psaival = 0;
137 if (psai == NULL)
138 return -1;
140 vect = ((unsigned long)__pa(eip)/0x1000) << 16;
141 psaival = (0x1000000 | vect | cpu);
143 while (*psai & 0x1000000)
146 *psai = psaival;
148 return 0;
151 static int es7000_apic_is_cluster(void)
153 /* MPENTIUMIII */
154 if (boot_cpu_data.x86 == 6 &&
155 (boot_cpu_data.x86_model >= 7 && boot_cpu_data.x86_model <= 11))
156 return 1;
158 return 0;
161 static void setup_unisys(void)
164 * Determine the generation of the ES7000 currently running.
166 * es7000_plat = 1 if the machine is a 5xx ES7000 box
167 * es7000_plat = 2 if the machine is a x86_64 ES7000 box
170 if (!(boot_cpu_data.x86 <= 15 && boot_cpu_data.x86_model <= 2))
171 es7000_plat = ES7000_ZORRO;
172 else
173 es7000_plat = ES7000_CLASSIC;
177 * Parse the OEM Table:
179 static int parse_unisys_oem(char *oemptr)
181 int i;
182 int success = 0;
183 unsigned char type, size;
184 unsigned long val;
185 char *tp = NULL;
186 struct psai *psaip = NULL;
187 struct mip_reg_info *mi;
188 struct mip_reg *host, *mip;
190 tp = oemptr;
192 tp += 8;
194 for (i = 0; i <= 6; i++) {
195 type = *tp++;
196 size = *tp++;
197 tp -= 2;
198 switch (type) {
199 case MIP_REG:
200 mi = (struct mip_reg_info *)tp;
201 val = MIP_RD_LO(mi->host_reg);
202 host_addr = val;
203 host = (struct mip_reg *)val;
204 host_reg = __va(host);
205 val = MIP_RD_LO(mi->mip_reg);
206 mip_port = MIP_PORT(mi->mip_info);
207 mip_addr = val;
208 mip = (struct mip_reg *)val;
209 mip_reg = __va(mip);
210 pr_debug("host_reg = 0x%lx\n",
211 (unsigned long)host_reg);
212 pr_debug("mip_reg = 0x%lx\n",
213 (unsigned long)mip_reg);
214 success++;
215 break;
216 case MIP_PSAI_REG:
217 psaip = (struct psai *)tp;
218 if (tp != NULL) {
219 if (psaip->addr)
220 psai = __va(psaip->addr);
221 else
222 psai = NULL;
223 success++;
225 break;
226 default:
227 break;
229 tp += size;
232 if (success < 2)
233 es7000_plat = NON_UNISYS;
234 else
235 setup_unisys();
237 return es7000_plat;
240 #ifdef CONFIG_ACPI
241 static int __init find_unisys_acpi_oem_table(unsigned long *oem_addr)
243 struct acpi_table_header *header = NULL;
244 struct es7000_oem_table *table;
245 acpi_size tbl_size;
246 acpi_status ret;
247 int i = 0;
249 for (;;) {
250 ret = acpi_get_table_with_size("OEM1", i++, &header, &tbl_size);
251 if (!ACPI_SUCCESS(ret))
252 return -1;
254 if (!memcmp((char *) &header->oem_id, "UNISYS", 6))
255 break;
257 early_acpi_os_unmap_memory(header, tbl_size);
260 table = (void *)header;
262 oem_addrX = table->OEMTableAddr;
263 oem_size = table->OEMTableSize;
265 early_acpi_os_unmap_memory(header, tbl_size);
267 *oem_addr = (unsigned long)__acpi_map_table(oem_addrX, oem_size);
269 return 0;
272 static void __init unmap_unisys_acpi_oem_table(unsigned long oem_addr)
274 if (!oem_addr)
275 return;
277 __acpi_unmap_table((char *)oem_addr, oem_size);
280 static int es7000_check_dsdt(void)
282 struct acpi_table_header header;
284 if (ACPI_SUCCESS(acpi_get_table_header(ACPI_SIG_DSDT, 0, &header)) &&
285 !strncmp(header.oem_id, "UNISYS", 6))
286 return 1;
287 return 0;
290 static int es7000_acpi_ret;
292 /* Hook from generic ACPI tables.c */
293 static int __init es7000_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
295 unsigned long oem_addr = 0;
296 int check_dsdt;
297 int ret = 0;
299 /* check dsdt at first to avoid clear fix_map for oem_addr */
300 check_dsdt = es7000_check_dsdt();
302 if (!find_unisys_acpi_oem_table(&oem_addr)) {
303 if (check_dsdt) {
304 ret = parse_unisys_oem((char *)oem_addr);
305 } else {
306 setup_unisys();
307 ret = 1;
310 * we need to unmap it
312 unmap_unisys_acpi_oem_table(oem_addr);
315 es7000_acpi_ret = ret;
317 return ret && !es7000_apic_is_cluster();
320 static int es7000_acpi_madt_oem_check_cluster(char *oem_id, char *oem_table_id)
322 int ret = es7000_acpi_ret;
324 return ret && es7000_apic_is_cluster();
327 #else /* !CONFIG_ACPI: */
328 static int es7000_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
330 return 0;
333 static int es7000_acpi_madt_oem_check_cluster(char *oem_id, char *oem_table_id)
335 return 0;
337 #endif /* !CONFIG_ACPI */
339 static void es7000_spin(int n)
341 int i = 0;
343 while (i++ < n)
344 rep_nop();
347 static int es7000_mip_write(struct mip_reg *mip_reg)
349 int status = 0;
350 int spin;
352 spin = MIP_SPIN;
353 while ((host_reg->off_0x38 & MIP_VALID) != 0) {
354 if (--spin <= 0) {
355 WARN(1, "Timeout waiting for Host Valid Flag\n");
356 return -1;
358 es7000_spin(MIP_SPIN);
361 memcpy(host_reg, mip_reg, sizeof(struct mip_reg));
362 outb(1, mip_port);
364 spin = MIP_SPIN;
366 while ((mip_reg->off_0x38 & MIP_VALID) == 0) {
367 if (--spin <= 0) {
368 WARN(1, "Timeout waiting for MIP Valid Flag\n");
369 return -1;
371 es7000_spin(MIP_SPIN);
374 status = (mip_reg->off_0x00 & 0xffff0000000000ULL) >> 48;
375 mip_reg->off_0x38 &= ~MIP_VALID;
377 return status;
380 static void es7000_enable_apic_mode(void)
382 struct mip_reg es7000_mip_reg;
383 int mip_status;
385 if (!es7000_plat)
386 return;
388 pr_info("Enabling APIC mode.\n");
389 memset(&es7000_mip_reg, 0, sizeof(struct mip_reg));
390 es7000_mip_reg.off_0x00 = MIP_SW_APIC;
391 es7000_mip_reg.off_0x38 = MIP_VALID;
393 while ((mip_status = es7000_mip_write(&es7000_mip_reg)) != 0)
394 WARN(1, "Command failed, status = %x\n", mip_status);
397 static void es7000_vector_allocation_domain(int cpu, struct cpumask *retmask)
399 /* Careful. Some cpus do not strictly honor the set of cpus
400 * specified in the interrupt destination when using lowest
401 * priority interrupt delivery mode.
403 * In particular there was a hyperthreading cpu observed to
404 * deliver interrupts to the wrong hyperthread when only one
405 * hyperthread was specified in the interrupt desitination.
407 cpumask_clear(retmask);
408 cpumask_bits(retmask)[0] = APIC_ALL_CPUS;
412 static void es7000_wait_for_init_deassert(atomic_t *deassert)
414 while (!atomic_read(deassert))
415 cpu_relax();
418 static unsigned int es7000_get_apic_id(unsigned long x)
420 return (x >> 24) & 0xFF;
423 static void es7000_send_IPI_mask(const struct cpumask *mask, int vector)
425 default_send_IPI_mask_sequence_phys(mask, vector);
428 static void es7000_send_IPI_allbutself(int vector)
430 default_send_IPI_mask_allbutself_phys(cpu_online_mask, vector);
433 static void es7000_send_IPI_all(int vector)
435 es7000_send_IPI_mask(cpu_online_mask, vector);
438 static int es7000_apic_id_registered(void)
440 return 1;
443 static const struct cpumask *target_cpus_cluster(void)
445 return cpu_all_mask;
448 static const struct cpumask *es7000_target_cpus(void)
450 return cpumask_of(smp_processor_id());
453 static unsigned long es7000_check_apicid_used(physid_mask_t *map, int apicid)
455 return 0;
458 static unsigned long es7000_check_apicid_present(int bit)
460 return physid_isset(bit, phys_cpu_present_map);
463 static int es7000_early_logical_apicid(int cpu)
465 /* on es7000, logical apicid is the same as physical */
466 return early_per_cpu(x86_bios_cpu_apicid, cpu);
469 static unsigned long calculate_ldr(int cpu)
471 unsigned long id = per_cpu(x86_bios_cpu_apicid, cpu);
473 return SET_APIC_LOGICAL_ID(id);
477 * Set up the logical destination ID.
479 * Intel recommends to set DFR, LdR and TPR before enabling
480 * an APIC. See e.g. "AP-388 82489DX User's Manual" (Intel
481 * document number 292116). So here it goes...
483 static void es7000_init_apic_ldr_cluster(void)
485 unsigned long val;
486 int cpu = smp_processor_id();
488 apic_write(APIC_DFR, APIC_DFR_CLUSTER);
489 val = calculate_ldr(cpu);
490 apic_write(APIC_LDR, val);
493 static void es7000_init_apic_ldr(void)
495 unsigned long val;
496 int cpu = smp_processor_id();
498 apic_write(APIC_DFR, APIC_DFR_FLAT);
499 val = calculate_ldr(cpu);
500 apic_write(APIC_LDR, val);
503 static void es7000_setup_apic_routing(void)
505 int apic = per_cpu(x86_bios_cpu_apicid, smp_processor_id());
507 pr_info("Enabling APIC mode: %s. Using %d I/O APICs, target cpus %lx\n",
508 (apic_version[apic] == 0x14) ?
509 "Physical Cluster" : "Logical Cluster",
510 nr_ioapics, cpumask_bits(es7000_target_cpus())[0]);
513 static int es7000_cpu_present_to_apicid(int mps_cpu)
515 if (!mps_cpu)
516 return boot_cpu_physical_apicid;
517 else if (mps_cpu < nr_cpu_ids)
518 return per_cpu(x86_bios_cpu_apicid, mps_cpu);
519 else
520 return BAD_APICID;
523 static int cpu_id;
525 static void es7000_apicid_to_cpu_present(int phys_apicid, physid_mask_t *retmap)
527 physid_set_mask_of_physid(cpu_id, retmap);
528 ++cpu_id;
531 static void es7000_ioapic_phys_id_map(physid_mask_t *phys_map, physid_mask_t *retmap)
533 /* For clustered we don't have a good way to do this yet - hack */
534 physids_promote(0xFFL, retmap);
537 static int es7000_check_phys_apicid_present(int cpu_physical_apicid)
539 boot_cpu_physical_apicid = read_apic_id();
540 return 1;
543 static unsigned int es7000_cpu_mask_to_apicid(const struct cpumask *cpumask)
545 unsigned int round = 0;
546 int cpu, uninitialized_var(apicid);
549 * The cpus in the mask must all be on the apic cluster.
551 for_each_cpu(cpu, cpumask) {
552 int new_apicid = early_per_cpu(x86_cpu_to_logical_apicid, cpu);
554 if (round && APIC_CLUSTER(apicid) != APIC_CLUSTER(new_apicid)) {
555 WARN(1, "Not a valid mask!");
557 return BAD_APICID;
559 apicid = new_apicid;
560 round++;
562 return apicid;
565 static unsigned int
566 es7000_cpu_mask_to_apicid_and(const struct cpumask *inmask,
567 const struct cpumask *andmask)
569 int apicid = early_per_cpu(x86_cpu_to_logical_apicid, 0);
570 cpumask_var_t cpumask;
572 if (!alloc_cpumask_var(&cpumask, GFP_ATOMIC))
573 return apicid;
575 cpumask_and(cpumask, inmask, andmask);
576 cpumask_and(cpumask, cpumask, cpu_online_mask);
577 apicid = es7000_cpu_mask_to_apicid(cpumask);
579 free_cpumask_var(cpumask);
581 return apicid;
584 static int es7000_phys_pkg_id(int cpuid_apic, int index_msb)
586 return cpuid_apic >> index_msb;
589 static int probe_es7000(void)
591 /* probed later in mptable/ACPI hooks */
592 return 0;
595 static int es7000_mps_ret;
596 static int es7000_mps_oem_check(struct mpc_table *mpc, char *oem,
597 char *productid)
599 int ret = 0;
601 if (mpc->oemptr) {
602 struct mpc_oemtable *oem_table =
603 (struct mpc_oemtable *)mpc->oemptr;
605 if (!strncmp(oem, "UNISYS", 6))
606 ret = parse_unisys_oem((char *)oem_table);
609 es7000_mps_ret = ret;
611 return ret && !es7000_apic_is_cluster();
614 static int es7000_mps_oem_check_cluster(struct mpc_table *mpc, char *oem,
615 char *productid)
617 int ret = es7000_mps_ret;
619 return ret && es7000_apic_is_cluster();
622 /* We've been warned by a false positive warning.Use __refdata to keep calm. */
623 static struct apic __refdata apic_es7000_cluster = {
625 .name = "es7000",
626 .probe = probe_es7000,
627 .acpi_madt_oem_check = es7000_acpi_madt_oem_check_cluster,
628 .apic_id_registered = es7000_apic_id_registered,
630 .irq_delivery_mode = dest_LowestPrio,
631 /* logical delivery broadcast to all procs: */
632 .irq_dest_mode = 1,
634 .target_cpus = target_cpus_cluster,
635 .disable_esr = 1,
636 .dest_logical = 0,
637 .check_apicid_used = es7000_check_apicid_used,
638 .check_apicid_present = es7000_check_apicid_present,
640 .vector_allocation_domain = es7000_vector_allocation_domain,
641 .init_apic_ldr = es7000_init_apic_ldr_cluster,
643 .ioapic_phys_id_map = es7000_ioapic_phys_id_map,
644 .setup_apic_routing = es7000_setup_apic_routing,
645 .multi_timer_check = NULL,
646 .cpu_present_to_apicid = es7000_cpu_present_to_apicid,
647 .apicid_to_cpu_present = es7000_apicid_to_cpu_present,
648 .setup_portio_remap = NULL,
649 .check_phys_apicid_present = es7000_check_phys_apicid_present,
650 .enable_apic_mode = es7000_enable_apic_mode,
651 .phys_pkg_id = es7000_phys_pkg_id,
652 .mps_oem_check = es7000_mps_oem_check_cluster,
654 .get_apic_id = es7000_get_apic_id,
655 .set_apic_id = NULL,
656 .apic_id_mask = 0xFF << 24,
658 .cpu_mask_to_apicid = es7000_cpu_mask_to_apicid,
659 .cpu_mask_to_apicid_and = es7000_cpu_mask_to_apicid_and,
661 .send_IPI_mask = es7000_send_IPI_mask,
662 .send_IPI_mask_allbutself = NULL,
663 .send_IPI_allbutself = es7000_send_IPI_allbutself,
664 .send_IPI_all = es7000_send_IPI_all,
665 .send_IPI_self = default_send_IPI_self,
667 .wakeup_secondary_cpu = wakeup_secondary_cpu_via_mip,
669 .trampoline_phys_low = 0x467,
670 .trampoline_phys_high = 0x469,
672 .wait_for_init_deassert = NULL,
674 /* Nothing to do for most platforms, since cleared by the INIT cycle: */
675 .smp_callin_clear_local_apic = NULL,
676 .inquire_remote_apic = default_inquire_remote_apic,
678 .read = native_apic_mem_read,
679 .write = native_apic_mem_write,
680 .icr_read = native_apic_icr_read,
681 .icr_write = native_apic_icr_write,
682 .wait_icr_idle = native_apic_wait_icr_idle,
683 .safe_wait_icr_idle = native_safe_apic_wait_icr_idle,
685 .x86_32_early_logical_apicid = es7000_early_logical_apicid,
688 static struct apic __refdata apic_es7000 = {
690 .name = "es7000",
691 .probe = probe_es7000,
692 .acpi_madt_oem_check = es7000_acpi_madt_oem_check,
693 .apic_id_registered = es7000_apic_id_registered,
695 .irq_delivery_mode = dest_Fixed,
696 /* phys delivery to target CPUs: */
697 .irq_dest_mode = 0,
699 .target_cpus = es7000_target_cpus,
700 .disable_esr = 1,
701 .dest_logical = 0,
702 .check_apicid_used = es7000_check_apicid_used,
703 .check_apicid_present = es7000_check_apicid_present,
705 .vector_allocation_domain = es7000_vector_allocation_domain,
706 .init_apic_ldr = es7000_init_apic_ldr,
708 .ioapic_phys_id_map = es7000_ioapic_phys_id_map,
709 .setup_apic_routing = es7000_setup_apic_routing,
710 .multi_timer_check = NULL,
711 .cpu_present_to_apicid = es7000_cpu_present_to_apicid,
712 .apicid_to_cpu_present = es7000_apicid_to_cpu_present,
713 .setup_portio_remap = NULL,
714 .check_phys_apicid_present = es7000_check_phys_apicid_present,
715 .enable_apic_mode = es7000_enable_apic_mode,
716 .phys_pkg_id = es7000_phys_pkg_id,
717 .mps_oem_check = es7000_mps_oem_check,
719 .get_apic_id = es7000_get_apic_id,
720 .set_apic_id = NULL,
721 .apic_id_mask = 0xFF << 24,
723 .cpu_mask_to_apicid = es7000_cpu_mask_to_apicid,
724 .cpu_mask_to_apicid_and = es7000_cpu_mask_to_apicid_and,
726 .send_IPI_mask = es7000_send_IPI_mask,
727 .send_IPI_mask_allbutself = NULL,
728 .send_IPI_allbutself = es7000_send_IPI_allbutself,
729 .send_IPI_all = es7000_send_IPI_all,
730 .send_IPI_self = default_send_IPI_self,
732 .trampoline_phys_low = 0x467,
733 .trampoline_phys_high = 0x469,
735 .wait_for_init_deassert = es7000_wait_for_init_deassert,
737 /* Nothing to do for most platforms, since cleared by the INIT cycle: */
738 .smp_callin_clear_local_apic = NULL,
739 .inquire_remote_apic = default_inquire_remote_apic,
741 .read = native_apic_mem_read,
742 .write = native_apic_mem_write,
743 .icr_read = native_apic_icr_read,
744 .icr_write = native_apic_icr_write,
745 .wait_icr_idle = native_apic_wait_icr_idle,
746 .safe_wait_icr_idle = native_safe_apic_wait_icr_idle,
748 .x86_32_early_logical_apicid = es7000_early_logical_apicid,
752 * Need to check for es7000 followed by es7000_cluster, so this order
753 * in apic_drivers is important.
755 apic_drivers(apic_es7000, apic_es7000_cluster);