12a05180fSIngo Molnar /* 22a05180fSIngo Molnar * APIC driver for "bigsmp" xAPIC machines with more than 8 virtual CPUs. 32a05180fSIngo Molnar * 42a05180fSIngo Molnar * Drives the local APIC in "clustered mode". 52a05180fSIngo Molnar */ 62a05180fSIngo Molnar #include <linux/threads.h> 72a05180fSIngo Molnar #include <linux/cpumask.h> 82a05180fSIngo Molnar #include <linux/kernel.h> 92a05180fSIngo Molnar #include <linux/init.h> 102a05180fSIngo Molnar #include <linux/dmi.h> 112a05180fSIngo Molnar #include <linux/smp.h> 122a05180fSIngo Molnar 132a05180fSIngo Molnar #include <asm/apicdef.h> 142a05180fSIngo Molnar #include <asm/fixmap.h> 152a05180fSIngo Molnar #include <asm/mpspec.h> 162a05180fSIngo Molnar #include <asm/apic.h> 172a05180fSIngo Molnar #include <asm/ipi.h> 182a05180fSIngo Molnar 192a05180fSIngo Molnar static inline unsigned bigsmp_get_apic_id(unsigned long x) 202a05180fSIngo Molnar { 212a05180fSIngo Molnar return (x >> 24) & 0xFF; 222a05180fSIngo Molnar } 232a05180fSIngo Molnar 242a05180fSIngo Molnar static inline int bigsmp_apic_id_registered(void) 252a05180fSIngo Molnar { 262a05180fSIngo Molnar return 1; 272a05180fSIngo Molnar } 282a05180fSIngo Molnar 292a05180fSIngo Molnar static inline const cpumask_t *bigsmp_target_cpus(void) 302a05180fSIngo Molnar { 312a05180fSIngo Molnar #ifdef CONFIG_SMP 322a05180fSIngo Molnar return &cpu_online_map; 332a05180fSIngo Molnar #else 342a05180fSIngo Molnar return &cpumask_of_cpu(0); 352a05180fSIngo Molnar #endif 362a05180fSIngo Molnar } 372a05180fSIngo Molnar 382a05180fSIngo Molnar static inline unsigned long 392a05180fSIngo Molnar bigsmp_check_apicid_used(physid_mask_t bitmap, int apicid) 402a05180fSIngo Molnar { 412a05180fSIngo Molnar return 0; 422a05180fSIngo Molnar } 432a05180fSIngo Molnar 442a05180fSIngo Molnar static inline unsigned long bigsmp_check_apicid_present(int bit) 452a05180fSIngo Molnar { 462a05180fSIngo Molnar return 1; 472a05180fSIngo Molnar } 482a05180fSIngo Molnar 492a05180fSIngo Molnar static inline unsigned long calculate_ldr(int cpu) 502a05180fSIngo Molnar { 512a05180fSIngo Molnar unsigned long val, id; 522a05180fSIngo Molnar 532a05180fSIngo Molnar val = apic_read(APIC_LDR) & ~APIC_LDR_MASK; 542a05180fSIngo Molnar id = per_cpu(x86_bios_cpu_apicid, cpu); 552a05180fSIngo Molnar val |= SET_APIC_LOGICAL_ID(id); 562a05180fSIngo Molnar 572a05180fSIngo Molnar return val; 582a05180fSIngo Molnar } 592a05180fSIngo Molnar 602a05180fSIngo Molnar /* 612a05180fSIngo Molnar * Set up the logical destination ID. 622a05180fSIngo Molnar * 632a05180fSIngo Molnar * Intel recommends to set DFR, LDR and TPR before enabling 642a05180fSIngo Molnar * an APIC. See e.g. "AP-388 82489DX User's Manual" (Intel 652a05180fSIngo Molnar * document number 292116). So here it goes... 662a05180fSIngo Molnar */ 672a05180fSIngo Molnar static inline void bigsmp_init_apic_ldr(void) 682a05180fSIngo Molnar { 692a05180fSIngo Molnar unsigned long val; 702a05180fSIngo Molnar int cpu = smp_processor_id(); 712a05180fSIngo Molnar 722a05180fSIngo Molnar apic_write(APIC_DFR, APIC_DFR_FLAT); 732a05180fSIngo Molnar val = calculate_ldr(cpu); 742a05180fSIngo Molnar apic_write(APIC_LDR, val); 752a05180fSIngo Molnar } 762a05180fSIngo Molnar 772a05180fSIngo Molnar static inline void bigsmp_setup_apic_routing(void) 782a05180fSIngo Molnar { 792a05180fSIngo Molnar printk(KERN_INFO 802a05180fSIngo Molnar "Enabling APIC mode: Physflat. Using %d I/O APICs\n", 812a05180fSIngo Molnar nr_ioapics); 822a05180fSIngo Molnar } 832a05180fSIngo Molnar 842a05180fSIngo Molnar static inline int bigsmp_apicid_to_node(int logical_apicid) 852a05180fSIngo Molnar { 862a05180fSIngo Molnar return apicid_2_node[hard_smp_processor_id()]; 872a05180fSIngo Molnar } 882a05180fSIngo Molnar 892a05180fSIngo Molnar static inline int bigsmp_cpu_present_to_apicid(int mps_cpu) 902a05180fSIngo Molnar { 912a05180fSIngo Molnar if (mps_cpu < nr_cpu_ids) 922a05180fSIngo Molnar return (int) per_cpu(x86_bios_cpu_apicid, mps_cpu); 932a05180fSIngo Molnar 942a05180fSIngo Molnar return BAD_APICID; 952a05180fSIngo Molnar } 962a05180fSIngo Molnar 972a05180fSIngo Molnar static inline physid_mask_t bigsmp_apicid_to_cpu_present(int phys_apicid) 982a05180fSIngo Molnar { 992a05180fSIngo Molnar return physid_mask_of_physid(phys_apicid); 1002a05180fSIngo Molnar } 1012a05180fSIngo Molnar 1022a05180fSIngo Molnar /* Mapping from cpu number to logical apicid */ 1032a05180fSIngo Molnar static inline int bigsmp_cpu_to_logical_apicid(int cpu) 1042a05180fSIngo Molnar { 1052a05180fSIngo Molnar if (cpu >= nr_cpu_ids) 1062a05180fSIngo Molnar return BAD_APICID; 1072a05180fSIngo Molnar return cpu_physical_id(cpu); 1082a05180fSIngo Molnar } 1092a05180fSIngo Molnar 1102a05180fSIngo Molnar static inline physid_mask_t bigsmp_ioapic_phys_id_map(physid_mask_t phys_map) 1112a05180fSIngo Molnar { 1122a05180fSIngo Molnar /* For clustered we don't have a good way to do this yet - hack */ 1132a05180fSIngo Molnar return physids_promote(0xFFL); 1142a05180fSIngo Molnar } 1152a05180fSIngo Molnar 1162a05180fSIngo Molnar static inline void bigsmp_setup_portio_remap(void) 1172a05180fSIngo Molnar { 1182a05180fSIngo Molnar } 1192a05180fSIngo Molnar 1202a05180fSIngo Molnar static inline int bigsmp_check_phys_apicid_present(int boot_cpu_physical_apicid) 1212a05180fSIngo Molnar { 1222a05180fSIngo Molnar return 1; 1232a05180fSIngo Molnar } 1242a05180fSIngo Molnar 1252a05180fSIngo Molnar /* As we are using single CPU as destination, pick only one CPU here */ 1262a05180fSIngo Molnar static inline unsigned int bigsmp_cpu_mask_to_apicid(const cpumask_t *cpumask) 1272a05180fSIngo Molnar { 1282a05180fSIngo Molnar return bigsmp_cpu_to_logical_apicid(first_cpu(*cpumask)); 1292a05180fSIngo Molnar } 1302a05180fSIngo Molnar 1312a05180fSIngo Molnar static inline unsigned int 1322a05180fSIngo Molnar bigsmp_cpu_mask_to_apicid_and(const struct cpumask *cpumask, 1332a05180fSIngo Molnar const struct cpumask *andmask) 1342a05180fSIngo Molnar { 1352a05180fSIngo Molnar int cpu; 1362a05180fSIngo Molnar 1372a05180fSIngo Molnar /* 1382a05180fSIngo Molnar * We're using fixed IRQ delivery, can only return one phys APIC ID. 1392a05180fSIngo Molnar * May as well be the first. 1402a05180fSIngo Molnar */ 1412a05180fSIngo Molnar for_each_cpu_and(cpu, cpumask, andmask) { 1422a05180fSIngo Molnar if (cpumask_test_cpu(cpu, cpu_online_mask)) 1432a05180fSIngo Molnar break; 1442a05180fSIngo Molnar } 1452a05180fSIngo Molnar if (cpu < nr_cpu_ids) 1462a05180fSIngo Molnar return bigsmp_cpu_to_logical_apicid(cpu); 1472a05180fSIngo Molnar 1482a05180fSIngo Molnar return BAD_APICID; 1492a05180fSIngo Molnar } 1502a05180fSIngo Molnar 1512a05180fSIngo Molnar static inline int bigsmp_phys_pkg_id(int cpuid_apic, int index_msb) 1522a05180fSIngo Molnar { 1532a05180fSIngo Molnar return cpuid_apic >> index_msb; 1542a05180fSIngo Molnar } 1552a05180fSIngo Molnar 1562a05180fSIngo Molnar static inline void bigsmp_send_IPI_mask(const struct cpumask *mask, int vector) 1572a05180fSIngo Molnar { 1582a05180fSIngo Molnar default_send_IPI_mask_sequence_phys(mask, vector); 1592a05180fSIngo Molnar } 1602a05180fSIngo Molnar 1612a05180fSIngo Molnar static inline void bigsmp_send_IPI_allbutself(int vector) 1622a05180fSIngo Molnar { 1632a05180fSIngo Molnar default_send_IPI_mask_allbutself_phys(cpu_online_mask, vector); 1642a05180fSIngo Molnar } 1652a05180fSIngo Molnar 1662a05180fSIngo Molnar static inline void bigsmp_send_IPI_all(int vector) 1672a05180fSIngo Molnar { 1682a05180fSIngo Molnar bigsmp_send_IPI_mask(cpu_online_mask, vector); 1692a05180fSIngo Molnar } 1702a05180fSIngo Molnar 1712a05180fSIngo Molnar static int dmi_bigsmp; /* can be set by dmi scanners */ 1722a05180fSIngo Molnar 1732a05180fSIngo Molnar static int hp_ht_bigsmp(const struct dmi_system_id *d) 1742a05180fSIngo Molnar { 1752a05180fSIngo Molnar printk(KERN_NOTICE "%s detected: force use of apic=bigsmp\n", d->ident); 1762a05180fSIngo Molnar dmi_bigsmp = 1; 1772a05180fSIngo Molnar 1782a05180fSIngo Molnar return 0; 1792a05180fSIngo Molnar } 1802a05180fSIngo Molnar 1812a05180fSIngo Molnar 1822a05180fSIngo Molnar static const struct dmi_system_id bigsmp_dmi_table[] = { 1832a05180fSIngo Molnar { hp_ht_bigsmp, "HP ProLiant DL760 G2", 1842a05180fSIngo Molnar { DMI_MATCH(DMI_BIOS_VENDOR, "HP"), 1852a05180fSIngo Molnar DMI_MATCH(DMI_BIOS_VERSION, "P44-"), 1862a05180fSIngo Molnar } 1872a05180fSIngo Molnar }, 1882a05180fSIngo Molnar 1892a05180fSIngo Molnar { hp_ht_bigsmp, "HP ProLiant DL740", 1902a05180fSIngo Molnar { DMI_MATCH(DMI_BIOS_VENDOR, "HP"), 1912a05180fSIngo Molnar DMI_MATCH(DMI_BIOS_VERSION, "P47-"), 1922a05180fSIngo Molnar } 1932a05180fSIngo Molnar }, 1942a05180fSIngo Molnar { } /* NULL entry stops DMI scanning */ 1952a05180fSIngo Molnar }; 1962a05180fSIngo Molnar 1972a05180fSIngo Molnar static void bigsmp_vector_allocation_domain(int cpu, cpumask_t *retmask) 1982a05180fSIngo Molnar { 1992a05180fSIngo Molnar cpus_clear(*retmask); 2002a05180fSIngo Molnar cpu_set(cpu, *retmask); 2012a05180fSIngo Molnar } 2022a05180fSIngo Molnar 2032a05180fSIngo Molnar static int probe_bigsmp(void) 2042a05180fSIngo Molnar { 2052a05180fSIngo Molnar if (def_to_bigsmp) 2062a05180fSIngo Molnar dmi_bigsmp = 1; 2072a05180fSIngo Molnar else 2082a05180fSIngo Molnar dmi_check_system(bigsmp_dmi_table); 2092a05180fSIngo Molnar 2102a05180fSIngo Molnar return dmi_bigsmp; 2112a05180fSIngo Molnar } 2122a05180fSIngo Molnar 2132a05180fSIngo Molnar struct apic apic_bigsmp = { 2142a05180fSIngo Molnar 2152a05180fSIngo Molnar .name = "bigsmp", 2162a05180fSIngo Molnar .probe = probe_bigsmp, 2172a05180fSIngo Molnar .acpi_madt_oem_check = NULL, 2182a05180fSIngo Molnar .apic_id_registered = bigsmp_apic_id_registered, 2192a05180fSIngo Molnar 2202a05180fSIngo Molnar .irq_delivery_mode = dest_Fixed, 2212a05180fSIngo Molnar /* phys delivery to target CPU: */ 2222a05180fSIngo Molnar .irq_dest_mode = 0, 2232a05180fSIngo Molnar 2242a05180fSIngo Molnar .target_cpus = bigsmp_target_cpus, 2252a05180fSIngo Molnar .disable_esr = 1, 2262a05180fSIngo Molnar .dest_logical = 0, 2272a05180fSIngo Molnar .check_apicid_used = bigsmp_check_apicid_used, 2282a05180fSIngo Molnar .check_apicid_present = bigsmp_check_apicid_present, 2292a05180fSIngo Molnar 2302a05180fSIngo Molnar .vector_allocation_domain = bigsmp_vector_allocation_domain, 2312a05180fSIngo Molnar .init_apic_ldr = bigsmp_init_apic_ldr, 2322a05180fSIngo Molnar 2332a05180fSIngo Molnar .ioapic_phys_id_map = bigsmp_ioapic_phys_id_map, 2342a05180fSIngo Molnar .setup_apic_routing = bigsmp_setup_apic_routing, 2352a05180fSIngo Molnar .multi_timer_check = NULL, 2362a05180fSIngo Molnar .apicid_to_node = bigsmp_apicid_to_node, 2372a05180fSIngo Molnar .cpu_to_logical_apicid = bigsmp_cpu_to_logical_apicid, 2382a05180fSIngo Molnar .cpu_present_to_apicid = bigsmp_cpu_present_to_apicid, 2392a05180fSIngo Molnar .apicid_to_cpu_present = bigsmp_apicid_to_cpu_present, 2402a05180fSIngo Molnar .setup_portio_remap = NULL, 2412a05180fSIngo Molnar .check_phys_apicid_present = bigsmp_check_phys_apicid_present, 2422a05180fSIngo Molnar .enable_apic_mode = NULL, 2432a05180fSIngo Molnar .phys_pkg_id = bigsmp_phys_pkg_id, 2442a05180fSIngo Molnar .mps_oem_check = NULL, 2452a05180fSIngo Molnar 2462a05180fSIngo Molnar .get_apic_id = bigsmp_get_apic_id, 2472a05180fSIngo Molnar .set_apic_id = NULL, 2482a05180fSIngo Molnar .apic_id_mask = 0xFF << 24, 2492a05180fSIngo Molnar 2502a05180fSIngo Molnar .cpu_mask_to_apicid = bigsmp_cpu_mask_to_apicid, 2512a05180fSIngo Molnar .cpu_mask_to_apicid_and = bigsmp_cpu_mask_to_apicid_and, 2522a05180fSIngo Molnar 2532a05180fSIngo Molnar .send_IPI_mask = bigsmp_send_IPI_mask, 2542a05180fSIngo Molnar .send_IPI_mask_allbutself = NULL, 2552a05180fSIngo Molnar .send_IPI_allbutself = bigsmp_send_IPI_allbutself, 2562a05180fSIngo Molnar .send_IPI_all = bigsmp_send_IPI_all, 2572a05180fSIngo Molnar .send_IPI_self = default_send_IPI_self, 2582a05180fSIngo Molnar 2592a05180fSIngo Molnar .wakeup_cpu = NULL, 2602a05180fSIngo Molnar .trampoline_phys_low = DEFAULT_TRAMPOLINE_PHYS_LOW, 2612a05180fSIngo Molnar .trampoline_phys_high = DEFAULT_TRAMPOLINE_PHYS_HIGH, 2622a05180fSIngo Molnar 2632a05180fSIngo Molnar .wait_for_init_deassert = default_wait_for_init_deassert, 2642a05180fSIngo Molnar 2652a05180fSIngo Molnar .smp_callin_clear_local_apic = NULL, 2662a05180fSIngo Molnar .inquire_remote_apic = default_inquire_remote_apic, 2672a05180fSIngo Molnar 2682a05180fSIngo Molnar .read = native_apic_mem_read, 2692a05180fSIngo Molnar .write = native_apic_mem_write, 2702a05180fSIngo Molnar .icr_read = native_apic_icr_read, 2712a05180fSIngo Molnar .icr_write = native_apic_icr_write, 2722a05180fSIngo Molnar .wait_icr_idle = native_apic_wait_icr_idle, 2732a05180fSIngo Molnar .safe_wait_icr_idle = native_safe_apic_wait_icr_idle, 2742a05180fSIngo Molnar }; 275