1 #include <linux/threads.h>
2 #include <linux/cpumask.h>
3 #include <linux/string.h>
4 #include <linux/kernel.h>
5 #include <linux/ctype.h>
6 #include <linux/init.h>
7 #include <linux/dmar.h>
10 #include <asm/x2apic.h>
14 static struct apic apic_x2apic_phys
;
16 static int set_x2apic_phys_mode(char *arg
)
21 early_param("x2apic_phys", set_x2apic_phys_mode
);
23 static bool x2apic_fadt_phys(void)
25 if ((acpi_gbl_FADT
.header
.revision
>= FADT2_REVISION_ID
) &&
26 (acpi_gbl_FADT
.flags
& ACPI_FADT_APIC_PHYSICAL
)) {
27 printk(KERN_DEBUG
"System requires x2apic physical mode\n");
33 static int x2apic_acpi_madt_oem_check(char *oem_id
, char *oem_table_id
)
35 return x2apic_enabled() && (x2apic_phys
|| x2apic_fadt_phys());
39 __x2apic_send_IPI_mask(const struct cpumask
*mask
, int vector
, int apic_dest
)
41 unsigned long query_cpu
;
42 unsigned long this_cpu
;
47 local_irq_save(flags
);
49 this_cpu
= smp_processor_id();
50 for_each_cpu(query_cpu
, mask
) {
51 if (apic_dest
== APIC_DEST_ALLBUT
&& this_cpu
== query_cpu
)
53 __x2apic_send_IPI_dest(per_cpu(x86_cpu_to_apicid
, query_cpu
),
54 vector
, APIC_DEST_PHYSICAL
);
56 local_irq_restore(flags
);
59 static void x2apic_send_IPI_mask(const struct cpumask
*mask
, int vector
)
61 __x2apic_send_IPI_mask(mask
, vector
, APIC_DEST_ALLINC
);
65 x2apic_send_IPI_mask_allbutself(const struct cpumask
*mask
, int vector
)
67 __x2apic_send_IPI_mask(mask
, vector
, APIC_DEST_ALLBUT
);
70 static void x2apic_send_IPI_allbutself(int vector
)
72 __x2apic_send_IPI_mask(cpu_online_mask
, vector
, APIC_DEST_ALLBUT
);
75 static void x2apic_send_IPI_all(int vector
)
77 __x2apic_send_IPI_mask(cpu_online_mask
, vector
, APIC_DEST_ALLINC
);
80 static void init_x2apic_ldr(void)
84 static int x2apic_phys_probe(void)
86 if (x2apic_mode
&& (x2apic_phys
|| x2apic_fadt_phys()))
89 return apic
== &apic_x2apic_phys
;
92 static struct apic apic_x2apic_phys
= {
94 .name
= "physical x2apic",
95 .probe
= x2apic_phys_probe
,
96 .acpi_madt_oem_check
= x2apic_acpi_madt_oem_check
,
97 .apic_id_valid
= x2apic_apic_id_valid
,
98 .apic_id_registered
= x2apic_apic_id_registered
,
100 .irq_delivery_mode
= dest_Fixed
,
101 .irq_dest_mode
= 0, /* physical */
103 .target_cpus
= online_target_cpus
,
106 .check_apicid_used
= NULL
,
107 .check_apicid_present
= NULL
,
109 .vector_allocation_domain
= default_vector_allocation_domain
,
110 .init_apic_ldr
= init_x2apic_ldr
,
112 .ioapic_phys_id_map
= NULL
,
113 .setup_apic_routing
= NULL
,
114 .multi_timer_check
= NULL
,
115 .cpu_present_to_apicid
= default_cpu_present_to_apicid
,
116 .apicid_to_cpu_present
= NULL
,
117 .setup_portio_remap
= NULL
,
118 .check_phys_apicid_present
= default_check_phys_apicid_present
,
119 .enable_apic_mode
= NULL
,
120 .phys_pkg_id
= x2apic_phys_pkg_id
,
121 .mps_oem_check
= NULL
,
123 .get_apic_id
= x2apic_get_apic_id
,
124 .set_apic_id
= x2apic_set_apic_id
,
125 .apic_id_mask
= 0xFFFFFFFFu
,
127 .cpu_mask_to_apicid_and
= default_cpu_mask_to_apicid_and
,
129 .send_IPI_mask
= x2apic_send_IPI_mask
,
130 .send_IPI_mask_allbutself
= x2apic_send_IPI_mask_allbutself
,
131 .send_IPI_allbutself
= x2apic_send_IPI_allbutself
,
132 .send_IPI_all
= x2apic_send_IPI_all
,
133 .send_IPI_self
= x2apic_send_IPI_self
,
135 .trampoline_phys_low
= DEFAULT_TRAMPOLINE_PHYS_LOW
,
136 .trampoline_phys_high
= DEFAULT_TRAMPOLINE_PHYS_HIGH
,
137 .wait_for_init_deassert
= NULL
,
138 .smp_callin_clear_local_apic
= NULL
,
139 .inquire_remote_apic
= NULL
,
141 .read
= native_apic_msr_read
,
142 .write
= native_apic_msr_write
,
143 .eoi_write
= native_apic_msr_eoi_write
,
144 .icr_read
= native_x2apic_icr_read
,
145 .icr_write
= native_x2apic_icr_write
,
146 .wait_icr_idle
= native_x2apic_wait_icr_idle
,
147 .safe_wait_icr_idle
= native_safe_x2apic_wait_icr_idle
,
150 apic_driver(apic_x2apic_phys
);