1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/threads.h>
3 #include <linux/cpumask.h>
4 #include <linux/string.h>
5 #include <linux/kernel.h>
6 #include <linux/ctype.h>
7 #include <linux/dmar.h>
10 #include <asm/x2apic.h>
14 static struct apic apic_x2apic_phys;
16 static int set_x2apic_phys_mode(char *arg)
21 early_param("x2apic_phys", set_x2apic_phys_mode);
23 static bool x2apic_fadt_phys(void)
26 if ((acpi_gbl_FADT.header.revision >= FADT2_REVISION_ID) &&
27 (acpi_gbl_FADT.flags & ACPI_FADT_APIC_PHYSICAL)) {
28 printk(KERN_DEBUG "System requires x2apic physical mode\n");
35 static int x2apic_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
37 return x2apic_enabled() && (x2apic_phys || x2apic_fadt_phys());
40 static void x2apic_send_IPI(int cpu, int vector)
42 u32 dest = per_cpu(x86_cpu_to_apicid, cpu);
44 /* x2apic MSRs are special and need a special fence: */
46 __x2apic_send_IPI_dest(dest, vector, APIC_DEST_PHYSICAL);
50 __x2apic_send_IPI_mask(const struct cpumask *mask, int vector, int apic_dest)
52 unsigned long query_cpu;
53 unsigned long this_cpu;
56 /* x2apic MSRs are special and need a special fence: */
59 local_irq_save(flags);
61 this_cpu = smp_processor_id();
62 for_each_cpu(query_cpu, mask) {
63 if (apic_dest == APIC_DEST_ALLBUT && this_cpu == query_cpu)
65 __x2apic_send_IPI_dest(per_cpu(x86_cpu_to_apicid, query_cpu),
66 vector, APIC_DEST_PHYSICAL);
68 local_irq_restore(flags);
71 static void x2apic_send_IPI_mask(const struct cpumask *mask, int vector)
73 __x2apic_send_IPI_mask(mask, vector, APIC_DEST_ALLINC);
77 x2apic_send_IPI_mask_allbutself(const struct cpumask *mask, int vector)
79 __x2apic_send_IPI_mask(mask, vector, APIC_DEST_ALLBUT);
82 static void x2apic_send_IPI_allbutself(int vector)
84 __x2apic_send_IPI_mask(cpu_online_mask, vector, APIC_DEST_ALLBUT);
87 static void x2apic_send_IPI_all(int vector)
89 __x2apic_send_IPI_mask(cpu_online_mask, vector, APIC_DEST_ALLINC);
92 static void init_x2apic_ldr(void)
96 static int x2apic_phys_probe(void)
101 if (x2apic_phys || x2apic_fadt_phys())
104 return apic == &apic_x2apic_phys;
107 static struct apic apic_x2apic_phys __ro_after_init = {
109 .name = "physical x2apic",
110 .probe = x2apic_phys_probe,
111 .acpi_madt_oem_check = x2apic_acpi_madt_oem_check,
112 .apic_id_valid = x2apic_apic_id_valid,
113 .apic_id_registered = x2apic_apic_id_registered,
115 .irq_delivery_mode = dest_Fixed,
116 .irq_dest_mode = 0, /* physical */
118 .target_cpus = online_target_cpus,
121 .check_apicid_used = NULL,
123 .vector_allocation_domain = default_vector_allocation_domain,
124 .init_apic_ldr = init_x2apic_ldr,
126 .ioapic_phys_id_map = NULL,
127 .setup_apic_routing = NULL,
128 .cpu_present_to_apicid = default_cpu_present_to_apicid,
129 .apicid_to_cpu_present = NULL,
130 .check_phys_apicid_present = default_check_phys_apicid_present,
131 .phys_pkg_id = x2apic_phys_pkg_id,
133 .get_apic_id = x2apic_get_apic_id,
134 .set_apic_id = x2apic_set_apic_id,
136 .cpu_mask_to_apicid = default_cpu_mask_to_apicid,
138 .send_IPI = x2apic_send_IPI,
139 .send_IPI_mask = x2apic_send_IPI_mask,
140 .send_IPI_mask_allbutself = x2apic_send_IPI_mask_allbutself,
141 .send_IPI_allbutself = x2apic_send_IPI_allbutself,
142 .send_IPI_all = x2apic_send_IPI_all,
143 .send_IPI_self = x2apic_send_IPI_self,
145 .inquire_remote_apic = NULL,
147 .read = native_apic_msr_read,
148 .write = native_apic_msr_write,
149 .eoi_write = native_apic_msr_eoi_write,
150 .icr_read = native_x2apic_icr_read,
151 .icr_write = native_x2apic_icr_write,
152 .wait_icr_idle = native_x2apic_wait_icr_idle,
153 .safe_wait_icr_idle = native_safe_x2apic_wait_icr_idle,
156 apic_driver(apic_x2apic_phys);