1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/threads.h>
3 #include <linux/cpumask.h>
4 #include <linux/string.h>
5 #include <linux/kernel.h>
6 #include <linux/ctype.h>
7 #include <linux/dmar.h>
10 #include <asm/x2apic.h>
14 static struct apic apic_x2apic_phys;
16 static int set_x2apic_phys_mode(char *arg)
21 early_param("x2apic_phys", set_x2apic_phys_mode);
23 static bool x2apic_fadt_phys(void)
26 if ((acpi_gbl_FADT.header.revision >= FADT2_REVISION_ID) &&
27 (acpi_gbl_FADT.flags & ACPI_FADT_APIC_PHYSICAL)) {
28 printk(KERN_DEBUG "System requires x2apic physical mode\n");
35 static int x2apic_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
37 return x2apic_enabled() && (x2apic_phys || x2apic_fadt_phys());
40 static void x2apic_send_IPI(int cpu, int vector)
42 u32 dest = per_cpu(x86_cpu_to_apicid, cpu);
44 /* x2apic MSRs are special and need a special fence: */
46 __x2apic_send_IPI_dest(dest, vector, APIC_DEST_PHYSICAL);
50 __x2apic_send_IPI_mask(const struct cpumask *mask, int vector, int apic_dest)
52 unsigned long query_cpu;
53 unsigned long this_cpu;
56 /* x2apic MSRs are special and need a special fence: */
59 local_irq_save(flags);
61 this_cpu = smp_processor_id();
62 for_each_cpu(query_cpu, mask) {
63 if (apic_dest == APIC_DEST_ALLBUT && this_cpu == query_cpu)
65 __x2apic_send_IPI_dest(per_cpu(x86_cpu_to_apicid, query_cpu),
66 vector, APIC_DEST_PHYSICAL);
68 local_irq_restore(flags);
71 static void x2apic_send_IPI_mask(const struct cpumask *mask, int vector)
73 __x2apic_send_IPI_mask(mask, vector, APIC_DEST_ALLINC);
77 x2apic_send_IPI_mask_allbutself(const struct cpumask *mask, int vector)
79 __x2apic_send_IPI_mask(mask, vector, APIC_DEST_ALLBUT);
82 static void x2apic_send_IPI_allbutself(int vector)
84 __x2apic_send_IPI_mask(cpu_online_mask, vector, APIC_DEST_ALLBUT);
87 static void x2apic_send_IPI_all(int vector)
89 __x2apic_send_IPI_mask(cpu_online_mask, vector, APIC_DEST_ALLINC);
92 static void init_x2apic_ldr(void)
96 static int x2apic_phys_probe(void)
98 if (x2apic_mode && (x2apic_phys || x2apic_fadt_phys()))
101 return apic == &apic_x2apic_phys;
104 static struct apic apic_x2apic_phys __ro_after_init = {
106 .name = "physical x2apic",
107 .probe = x2apic_phys_probe,
108 .acpi_madt_oem_check = x2apic_acpi_madt_oem_check,
109 .apic_id_valid = x2apic_apic_id_valid,
110 .apic_id_registered = x2apic_apic_id_registered,
112 .irq_delivery_mode = dest_Fixed,
113 .irq_dest_mode = 0, /* physical */
115 .target_cpus = online_target_cpus,
118 .check_apicid_used = NULL,
120 .vector_allocation_domain = default_vector_allocation_domain,
121 .init_apic_ldr = init_x2apic_ldr,
123 .ioapic_phys_id_map = NULL,
124 .setup_apic_routing = NULL,
125 .cpu_present_to_apicid = default_cpu_present_to_apicid,
126 .apicid_to_cpu_present = NULL,
127 .check_phys_apicid_present = default_check_phys_apicid_present,
128 .phys_pkg_id = x2apic_phys_pkg_id,
130 .get_apic_id = x2apic_get_apic_id,
131 .set_apic_id = x2apic_set_apic_id,
133 .cpu_mask_to_apicid = default_cpu_mask_to_apicid,
135 .send_IPI = x2apic_send_IPI,
136 .send_IPI_mask = x2apic_send_IPI_mask,
137 .send_IPI_mask_allbutself = x2apic_send_IPI_mask_allbutself,
138 .send_IPI_allbutself = x2apic_send_IPI_allbutself,
139 .send_IPI_all = x2apic_send_IPI_all,
140 .send_IPI_self = x2apic_send_IPI_self,
142 .inquire_remote_apic = NULL,
144 .read = native_apic_msr_read,
145 .write = native_apic_msr_write,
146 .eoi_write = native_apic_msr_eoi_write,
147 .icr_read = native_x2apic_icr_read,
148 .icr_write = native_x2apic_icr_write,
149 .wait_icr_idle = native_x2apic_wait_icr_idle,
150 .safe_wait_icr_idle = native_safe_x2apic_wait_icr_idle,
153 apic_driver(apic_x2apic_phys);