1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0 22a05180fSIngo Molnar /* 32a05180fSIngo Molnar * APIC driver for "bigsmp" xAPIC machines with more than 8 virtual CPUs. 42a05180fSIngo Molnar * 52a05180fSIngo Molnar * Drives the local APIC in "clustered mode". 62a05180fSIngo Molnar */ 72a05180fSIngo Molnar #include <linux/threads.h> 82a05180fSIngo Molnar #include <linux/cpumask.h> 92a05180fSIngo Molnar #include <linux/kernel.h> 102a05180fSIngo Molnar #include <linux/init.h> 112a05180fSIngo Molnar #include <linux/dmi.h> 122a05180fSIngo Molnar #include <linux/smp.h> 132a05180fSIngo Molnar 142a05180fSIngo Molnar #include <asm/apicdef.h> 152a05180fSIngo Molnar #include <asm/fixmap.h> 162a05180fSIngo Molnar #include <asm/mpspec.h> 172a05180fSIngo Molnar #include <asm/apic.h> 182a05180fSIngo Molnar #include <asm/ipi.h> 192a05180fSIngo Molnar 209694cd6cSJiri Slaby static unsigned bigsmp_get_apic_id(unsigned long x) 212a05180fSIngo Molnar { 222a05180fSIngo Molnar return (x >> 24) & 0xFF; 232a05180fSIngo Molnar } 242a05180fSIngo Molnar 259694cd6cSJiri Slaby static int bigsmp_apic_id_registered(void) 262a05180fSIngo Molnar { 272a05180fSIngo Molnar return 1; 282a05180fSIngo Molnar } 292a05180fSIngo Molnar 3057e0aa44SThomas Gleixner static bool bigsmp_check_apicid_used(physid_mask_t *map, int apicid) 312a05180fSIngo Molnar { 3257e0aa44SThomas Gleixner return false; 332a05180fSIngo Molnar } 342a05180fSIngo Molnar 3512bf24a4STejun Heo static int bigsmp_early_logical_apicid(int cpu) 3612bf24a4STejun Heo { 3712bf24a4STejun Heo /* on bigsmp, logical apicid is the same as physical */ 3812bf24a4STejun Heo return early_per_cpu(x86_cpu_to_apicid, cpu); 3912bf24a4STejun Heo } 4012bf24a4STejun Heo 412a05180fSIngo Molnar /* 42bae3a8d3SBandan Das * bigsmp enables physical destination mode 43bae3a8d3SBandan Das * and doesn't use LDR and DFR 442a05180fSIngo Molnar */ 459694cd6cSJiri Slaby static void bigsmp_init_apic_ldr(void) 462a05180fSIngo Molnar { 472a05180fSIngo Molnar } 482a05180fSIngo Molnar 499694cd6cSJiri Slaby static void bigsmp_setup_apic_routing(void) 502a05180fSIngo Molnar { 512a05180fSIngo Molnar printk(KERN_INFO 522a05180fSIngo Molnar "Enabling APIC mode: Physflat. Using %d I/O APICs\n", 532a05180fSIngo Molnar nr_ioapics); 542a05180fSIngo Molnar } 552a05180fSIngo Molnar 569694cd6cSJiri Slaby static int bigsmp_cpu_present_to_apicid(int mps_cpu) 572a05180fSIngo Molnar { 582a05180fSIngo Molnar if (mps_cpu < nr_cpu_ids) 592a05180fSIngo Molnar return (int) per_cpu(x86_bios_cpu_apicid, mps_cpu); 602a05180fSIngo Molnar 612a05180fSIngo Molnar return BAD_APICID; 622a05180fSIngo Molnar } 632a05180fSIngo Molnar 647abc0753SCyrill Gorcunov static void bigsmp_ioapic_phys_id_map(physid_mask_t *phys_map, physid_mask_t *retmap) 652a05180fSIngo Molnar { 662a05180fSIngo Molnar /* For clustered we don't have a good way to do this yet - hack */ 677abc0753SCyrill Gorcunov physids_promote(0xFFL, retmap); 682a05180fSIngo Molnar } 692a05180fSIngo Molnar 70e11dadabSThomas Gleixner static int bigsmp_check_phys_apicid_present(int phys_apicid) 712a05180fSIngo Molnar { 722a05180fSIngo Molnar return 1; 732a05180fSIngo Molnar } 742a05180fSIngo Molnar 759694cd6cSJiri Slaby static int bigsmp_phys_pkg_id(int cpuid_apic, int index_msb) 762a05180fSIngo Molnar { 772a05180fSIngo Molnar return cpuid_apic >> index_msb; 782a05180fSIngo Molnar } 792a05180fSIngo Molnar 809694cd6cSJiri Slaby static void bigsmp_send_IPI_allbutself(int vector) 812a05180fSIngo Molnar { 822a05180fSIngo Molnar default_send_IPI_mask_allbutself_phys(cpu_online_mask, vector); 832a05180fSIngo Molnar } 842a05180fSIngo Molnar 859694cd6cSJiri Slaby static void bigsmp_send_IPI_all(int vector) 862a05180fSIngo Molnar { 87500bd02fSThomas Gleixner default_send_IPI_mask_sequence_phys(cpu_online_mask, vector); 882a05180fSIngo Molnar } 892a05180fSIngo Molnar 902a05180fSIngo Molnar static int dmi_bigsmp; /* can be set by dmi scanners */ 912a05180fSIngo Molnar 922a05180fSIngo Molnar static int hp_ht_bigsmp(const struct dmi_system_id *d) 932a05180fSIngo Molnar { 942a05180fSIngo Molnar printk(KERN_NOTICE "%s detected: force use of apic=bigsmp\n", d->ident); 952a05180fSIngo Molnar dmi_bigsmp = 1; 962a05180fSIngo Molnar 972a05180fSIngo Molnar return 0; 982a05180fSIngo Molnar } 992a05180fSIngo Molnar 1002a05180fSIngo Molnar 1012a05180fSIngo Molnar static const struct dmi_system_id bigsmp_dmi_table[] = { 1022a05180fSIngo Molnar { hp_ht_bigsmp, "HP ProLiant DL760 G2", 1032a05180fSIngo Molnar { DMI_MATCH(DMI_BIOS_VENDOR, "HP"), 1042a05180fSIngo Molnar DMI_MATCH(DMI_BIOS_VERSION, "P44-"), 1052a05180fSIngo Molnar } 1062a05180fSIngo Molnar }, 1072a05180fSIngo Molnar 1082a05180fSIngo Molnar { hp_ht_bigsmp, "HP ProLiant DL740", 1092a05180fSIngo Molnar { DMI_MATCH(DMI_BIOS_VENDOR, "HP"), 1102a05180fSIngo Molnar DMI_MATCH(DMI_BIOS_VERSION, "P47-"), 1112a05180fSIngo Molnar } 1122a05180fSIngo Molnar }, 1132a05180fSIngo Molnar { } /* NULL entry stops DMI scanning */ 1142a05180fSIngo Molnar }; 1152a05180fSIngo Molnar 1162a05180fSIngo Molnar static int probe_bigsmp(void) 1172a05180fSIngo Molnar { 1182a05180fSIngo Molnar if (def_to_bigsmp) 1192a05180fSIngo Molnar dmi_bigsmp = 1; 1202a05180fSIngo Molnar else 1212a05180fSIngo Molnar dmi_check_system(bigsmp_dmi_table); 1222a05180fSIngo Molnar 1232a05180fSIngo Molnar return dmi_bigsmp; 1242a05180fSIngo Molnar } 1252a05180fSIngo Molnar 126404f6aacSKees Cook static struct apic apic_bigsmp __ro_after_init = { 1272a05180fSIngo Molnar 1282a05180fSIngo Molnar .name = "bigsmp", 1292a05180fSIngo Molnar .probe = probe_bigsmp, 1302a05180fSIngo Molnar .acpi_madt_oem_check = NULL, 131fa63030eSDaniel J Blueman .apic_id_valid = default_apic_id_valid, 1322a05180fSIngo Molnar .apic_id_registered = bigsmp_apic_id_registered, 1332a05180fSIngo Molnar 1342a05180fSIngo Molnar .irq_delivery_mode = dest_Fixed, 1352a05180fSIngo Molnar /* phys delivery to target CPU: */ 1362a05180fSIngo Molnar .irq_dest_mode = 0, 1372a05180fSIngo Molnar 1382a05180fSIngo Molnar .disable_esr = 1, 1392a05180fSIngo Molnar .dest_logical = 0, 1402a05180fSIngo Molnar .check_apicid_used = bigsmp_check_apicid_used, 1412a05180fSIngo Molnar 1422a05180fSIngo Molnar .init_apic_ldr = bigsmp_init_apic_ldr, 1432a05180fSIngo Molnar 1442a05180fSIngo Molnar .ioapic_phys_id_map = bigsmp_ioapic_phys_id_map, 1452a05180fSIngo Molnar .setup_apic_routing = bigsmp_setup_apic_routing, 1462a05180fSIngo Molnar .cpu_present_to_apicid = bigsmp_cpu_present_to_apicid, 1477abc0753SCyrill Gorcunov .apicid_to_cpu_present = physid_set_mask_of_physid, 1482a05180fSIngo Molnar .check_phys_apicid_present = bigsmp_check_phys_apicid_present, 1492a05180fSIngo Molnar .phys_pkg_id = bigsmp_phys_pkg_id, 1502a05180fSIngo Molnar 1512a05180fSIngo Molnar .get_apic_id = bigsmp_get_apic_id, 1522a05180fSIngo Molnar .set_apic_id = NULL, 1532a05180fSIngo Molnar 1549f9e3bb1SThomas Gleixner .calc_dest_apicid = apic_default_calc_apicid, 1552a05180fSIngo Molnar 1565789a12eSThomas Gleixner .send_IPI = default_send_IPI_single_phys, 157500bd02fSThomas Gleixner .send_IPI_mask = default_send_IPI_mask_sequence_phys, 1582a05180fSIngo Molnar .send_IPI_mask_allbutself = NULL, 1592a05180fSIngo Molnar .send_IPI_allbutself = bigsmp_send_IPI_allbutself, 1602a05180fSIngo Molnar .send_IPI_all = bigsmp_send_IPI_all, 1612a05180fSIngo Molnar .send_IPI_self = default_send_IPI_self, 1622a05180fSIngo Molnar 1632a05180fSIngo Molnar .inquire_remote_apic = default_inquire_remote_apic, 1642a05180fSIngo Molnar 1652a05180fSIngo Molnar .read = native_apic_mem_read, 1662a05180fSIngo Molnar .write = native_apic_mem_write, 1672a43195dSMichael S. Tsirkin .eoi_write = native_apic_mem_write, 1682a05180fSIngo Molnar .icr_read = native_apic_icr_read, 1692a05180fSIngo Molnar .icr_write = native_apic_icr_write, 1702a05180fSIngo Molnar .wait_icr_idle = native_apic_wait_icr_idle, 1712a05180fSIngo Molnar .safe_wait_icr_idle = native_safe_apic_wait_icr_idle, 172acb8bc09STejun Heo 17312bf24a4STejun Heo .x86_32_early_logical_apicid = bigsmp_early_logical_apicid, 1742a05180fSIngo Molnar }; 175107e0e0cSSuresh Siddha 176838312beSJan Beulich void __init generic_bigsmp_probe(void) 17769c252ffSSuresh Siddha { 178838312beSJan Beulich unsigned int cpu; 17969c252ffSSuresh Siddha 180838312beSJan Beulich if (!probe_bigsmp()) 181838312beSJan Beulich return; 182838312beSJan Beulich 183838312beSJan Beulich apic = &apic_bigsmp; 184838312beSJan Beulich 185838312beSJan Beulich for_each_possible_cpu(cpu) { 186838312beSJan Beulich if (early_per_cpu(x86_cpu_to_logical_apicid, 187838312beSJan Beulich cpu) == BAD_APICID) 188838312beSJan Beulich continue; 189838312beSJan Beulich early_per_cpu(x86_cpu_to_logical_apicid, cpu) = 190838312beSJan Beulich bigsmp_early_logical_apicid(cpu); 191838312beSJan Beulich } 192838312beSJan Beulich 193838312beSJan Beulich pr_info("Overriding APIC driver with %s\n", apic_bigsmp.name); 19469c252ffSSuresh Siddha } 19569c252ffSSuresh Siddha 196107e0e0cSSuresh Siddha apic_driver(apic_bigsmp); 197