xref: /openbmc/linux/arch/x86/kernel/apic/bigsmp_32.c (revision 2a05180f)
12a05180fSIngo Molnar /*
22a05180fSIngo Molnar  * APIC driver for "bigsmp" xAPIC machines with more than 8 virtual CPUs.
32a05180fSIngo Molnar  *
42a05180fSIngo Molnar  * Drives the local APIC in "clustered mode".
52a05180fSIngo Molnar  */
62a05180fSIngo Molnar #include <linux/threads.h>
72a05180fSIngo Molnar #include <linux/cpumask.h>
82a05180fSIngo Molnar #include <linux/kernel.h>
92a05180fSIngo Molnar #include <linux/init.h>
102a05180fSIngo Molnar #include <linux/dmi.h>
112a05180fSIngo Molnar #include <linux/smp.h>
122a05180fSIngo Molnar 
132a05180fSIngo Molnar #include <asm/apicdef.h>
142a05180fSIngo Molnar #include <asm/fixmap.h>
152a05180fSIngo Molnar #include <asm/mpspec.h>
162a05180fSIngo Molnar #include <asm/apic.h>
172a05180fSIngo Molnar #include <asm/ipi.h>
182a05180fSIngo Molnar 
192a05180fSIngo Molnar static inline unsigned bigsmp_get_apic_id(unsigned long x)
202a05180fSIngo Molnar {
212a05180fSIngo Molnar 	return (x >> 24) & 0xFF;
222a05180fSIngo Molnar }
232a05180fSIngo Molnar 
242a05180fSIngo Molnar static inline int bigsmp_apic_id_registered(void)
252a05180fSIngo Molnar {
262a05180fSIngo Molnar 	return 1;
272a05180fSIngo Molnar }
282a05180fSIngo Molnar 
292a05180fSIngo Molnar static inline const cpumask_t *bigsmp_target_cpus(void)
302a05180fSIngo Molnar {
312a05180fSIngo Molnar #ifdef CONFIG_SMP
322a05180fSIngo Molnar 	return &cpu_online_map;
332a05180fSIngo Molnar #else
342a05180fSIngo Molnar 	return &cpumask_of_cpu(0);
352a05180fSIngo Molnar #endif
362a05180fSIngo Molnar }
372a05180fSIngo Molnar 
382a05180fSIngo Molnar static inline unsigned long
392a05180fSIngo Molnar bigsmp_check_apicid_used(physid_mask_t bitmap, int apicid)
402a05180fSIngo Molnar {
412a05180fSIngo Molnar 	return 0;
422a05180fSIngo Molnar }
432a05180fSIngo Molnar 
442a05180fSIngo Molnar static inline unsigned long bigsmp_check_apicid_present(int bit)
452a05180fSIngo Molnar {
462a05180fSIngo Molnar 	return 1;
472a05180fSIngo Molnar }
482a05180fSIngo Molnar 
492a05180fSIngo Molnar static inline unsigned long calculate_ldr(int cpu)
502a05180fSIngo Molnar {
512a05180fSIngo Molnar 	unsigned long val, id;
522a05180fSIngo Molnar 
532a05180fSIngo Molnar 	val = apic_read(APIC_LDR) & ~APIC_LDR_MASK;
542a05180fSIngo Molnar 	id = per_cpu(x86_bios_cpu_apicid, cpu);
552a05180fSIngo Molnar 	val |= SET_APIC_LOGICAL_ID(id);
562a05180fSIngo Molnar 
572a05180fSIngo Molnar 	return val;
582a05180fSIngo Molnar }
592a05180fSIngo Molnar 
602a05180fSIngo Molnar /*
612a05180fSIngo Molnar  * Set up the logical destination ID.
622a05180fSIngo Molnar  *
632a05180fSIngo Molnar  * Intel recommends to set DFR, LDR and TPR before enabling
642a05180fSIngo Molnar  * an APIC.  See e.g. "AP-388 82489DX User's Manual" (Intel
652a05180fSIngo Molnar  * document number 292116).  So here it goes...
662a05180fSIngo Molnar  */
672a05180fSIngo Molnar static inline void bigsmp_init_apic_ldr(void)
682a05180fSIngo Molnar {
692a05180fSIngo Molnar 	unsigned long val;
702a05180fSIngo Molnar 	int cpu = smp_processor_id();
712a05180fSIngo Molnar 
722a05180fSIngo Molnar 	apic_write(APIC_DFR, APIC_DFR_FLAT);
732a05180fSIngo Molnar 	val = calculate_ldr(cpu);
742a05180fSIngo Molnar 	apic_write(APIC_LDR, val);
752a05180fSIngo Molnar }
762a05180fSIngo Molnar 
772a05180fSIngo Molnar static inline void bigsmp_setup_apic_routing(void)
782a05180fSIngo Molnar {
792a05180fSIngo Molnar 	printk(KERN_INFO
802a05180fSIngo Molnar 		"Enabling APIC mode:  Physflat.  Using %d I/O APICs\n",
812a05180fSIngo Molnar 		nr_ioapics);
822a05180fSIngo Molnar }
832a05180fSIngo Molnar 
842a05180fSIngo Molnar static inline int bigsmp_apicid_to_node(int logical_apicid)
852a05180fSIngo Molnar {
862a05180fSIngo Molnar 	return apicid_2_node[hard_smp_processor_id()];
872a05180fSIngo Molnar }
882a05180fSIngo Molnar 
892a05180fSIngo Molnar static inline int bigsmp_cpu_present_to_apicid(int mps_cpu)
902a05180fSIngo Molnar {
912a05180fSIngo Molnar 	if (mps_cpu < nr_cpu_ids)
922a05180fSIngo Molnar 		return (int) per_cpu(x86_bios_cpu_apicid, mps_cpu);
932a05180fSIngo Molnar 
942a05180fSIngo Molnar 	return BAD_APICID;
952a05180fSIngo Molnar }
962a05180fSIngo Molnar 
972a05180fSIngo Molnar static inline physid_mask_t bigsmp_apicid_to_cpu_present(int phys_apicid)
982a05180fSIngo Molnar {
992a05180fSIngo Molnar 	return physid_mask_of_physid(phys_apicid);
1002a05180fSIngo Molnar }
1012a05180fSIngo Molnar 
1022a05180fSIngo Molnar /* Mapping from cpu number to logical apicid */
1032a05180fSIngo Molnar static inline int bigsmp_cpu_to_logical_apicid(int cpu)
1042a05180fSIngo Molnar {
1052a05180fSIngo Molnar 	if (cpu >= nr_cpu_ids)
1062a05180fSIngo Molnar 		return BAD_APICID;
1072a05180fSIngo Molnar 	return cpu_physical_id(cpu);
1082a05180fSIngo Molnar }
1092a05180fSIngo Molnar 
1102a05180fSIngo Molnar static inline physid_mask_t bigsmp_ioapic_phys_id_map(physid_mask_t phys_map)
1112a05180fSIngo Molnar {
1122a05180fSIngo Molnar 	/* For clustered we don't have a good way to do this yet - hack */
1132a05180fSIngo Molnar 	return physids_promote(0xFFL);
1142a05180fSIngo Molnar }
1152a05180fSIngo Molnar 
1162a05180fSIngo Molnar static inline void bigsmp_setup_portio_remap(void)
1172a05180fSIngo Molnar {
1182a05180fSIngo Molnar }
1192a05180fSIngo Molnar 
1202a05180fSIngo Molnar static inline int bigsmp_check_phys_apicid_present(int boot_cpu_physical_apicid)
1212a05180fSIngo Molnar {
1222a05180fSIngo Molnar 	return 1;
1232a05180fSIngo Molnar }
1242a05180fSIngo Molnar 
1252a05180fSIngo Molnar /* As we are using single CPU as destination, pick only one CPU here */
1262a05180fSIngo Molnar static inline unsigned int bigsmp_cpu_mask_to_apicid(const cpumask_t *cpumask)
1272a05180fSIngo Molnar {
1282a05180fSIngo Molnar 	return bigsmp_cpu_to_logical_apicid(first_cpu(*cpumask));
1292a05180fSIngo Molnar }
1302a05180fSIngo Molnar 
1312a05180fSIngo Molnar static inline unsigned int
1322a05180fSIngo Molnar bigsmp_cpu_mask_to_apicid_and(const struct cpumask *cpumask,
1332a05180fSIngo Molnar 			      const struct cpumask *andmask)
1342a05180fSIngo Molnar {
1352a05180fSIngo Molnar 	int cpu;
1362a05180fSIngo Molnar 
1372a05180fSIngo Molnar 	/*
1382a05180fSIngo Molnar 	 * We're using fixed IRQ delivery, can only return one phys APIC ID.
1392a05180fSIngo Molnar 	 * May as well be the first.
1402a05180fSIngo Molnar 	 */
1412a05180fSIngo Molnar 	for_each_cpu_and(cpu, cpumask, andmask) {
1422a05180fSIngo Molnar 		if (cpumask_test_cpu(cpu, cpu_online_mask))
1432a05180fSIngo Molnar 			break;
1442a05180fSIngo Molnar 	}
1452a05180fSIngo Molnar 	if (cpu < nr_cpu_ids)
1462a05180fSIngo Molnar 		return bigsmp_cpu_to_logical_apicid(cpu);
1472a05180fSIngo Molnar 
1482a05180fSIngo Molnar 	return BAD_APICID;
1492a05180fSIngo Molnar }
1502a05180fSIngo Molnar 
1512a05180fSIngo Molnar static inline int bigsmp_phys_pkg_id(int cpuid_apic, int index_msb)
1522a05180fSIngo Molnar {
1532a05180fSIngo Molnar 	return cpuid_apic >> index_msb;
1542a05180fSIngo Molnar }
1552a05180fSIngo Molnar 
1562a05180fSIngo Molnar static inline void bigsmp_send_IPI_mask(const struct cpumask *mask, int vector)
1572a05180fSIngo Molnar {
1582a05180fSIngo Molnar 	default_send_IPI_mask_sequence_phys(mask, vector);
1592a05180fSIngo Molnar }
1602a05180fSIngo Molnar 
1612a05180fSIngo Molnar static inline void bigsmp_send_IPI_allbutself(int vector)
1622a05180fSIngo Molnar {
1632a05180fSIngo Molnar 	default_send_IPI_mask_allbutself_phys(cpu_online_mask, vector);
1642a05180fSIngo Molnar }
1652a05180fSIngo Molnar 
1662a05180fSIngo Molnar static inline void bigsmp_send_IPI_all(int vector)
1672a05180fSIngo Molnar {
1682a05180fSIngo Molnar 	bigsmp_send_IPI_mask(cpu_online_mask, vector);
1692a05180fSIngo Molnar }
1702a05180fSIngo Molnar 
1712a05180fSIngo Molnar static int dmi_bigsmp; /* can be set by dmi scanners */
1722a05180fSIngo Molnar 
1732a05180fSIngo Molnar static int hp_ht_bigsmp(const struct dmi_system_id *d)
1742a05180fSIngo Molnar {
1752a05180fSIngo Molnar 	printk(KERN_NOTICE "%s detected: force use of apic=bigsmp\n", d->ident);
1762a05180fSIngo Molnar 	dmi_bigsmp = 1;
1772a05180fSIngo Molnar 
1782a05180fSIngo Molnar 	return 0;
1792a05180fSIngo Molnar }
1802a05180fSIngo Molnar 
1812a05180fSIngo Molnar 
1822a05180fSIngo Molnar static const struct dmi_system_id bigsmp_dmi_table[] = {
1832a05180fSIngo Molnar 	{ hp_ht_bigsmp, "HP ProLiant DL760 G2",
1842a05180fSIngo Molnar 		{	DMI_MATCH(DMI_BIOS_VENDOR, "HP"),
1852a05180fSIngo Molnar 			DMI_MATCH(DMI_BIOS_VERSION, "P44-"),
1862a05180fSIngo Molnar 		}
1872a05180fSIngo Molnar 	},
1882a05180fSIngo Molnar 
1892a05180fSIngo Molnar 	{ hp_ht_bigsmp, "HP ProLiant DL740",
1902a05180fSIngo Molnar 		{	DMI_MATCH(DMI_BIOS_VENDOR, "HP"),
1912a05180fSIngo Molnar 			DMI_MATCH(DMI_BIOS_VERSION, "P47-"),
1922a05180fSIngo Molnar 		}
1932a05180fSIngo Molnar 	},
1942a05180fSIngo Molnar 	{ } /* NULL entry stops DMI scanning */
1952a05180fSIngo Molnar };
1962a05180fSIngo Molnar 
1972a05180fSIngo Molnar static void bigsmp_vector_allocation_domain(int cpu, cpumask_t *retmask)
1982a05180fSIngo Molnar {
1992a05180fSIngo Molnar 	cpus_clear(*retmask);
2002a05180fSIngo Molnar 	cpu_set(cpu, *retmask);
2012a05180fSIngo Molnar }
2022a05180fSIngo Molnar 
2032a05180fSIngo Molnar static int probe_bigsmp(void)
2042a05180fSIngo Molnar {
2052a05180fSIngo Molnar 	if (def_to_bigsmp)
2062a05180fSIngo Molnar 		dmi_bigsmp = 1;
2072a05180fSIngo Molnar 	else
2082a05180fSIngo Molnar 		dmi_check_system(bigsmp_dmi_table);
2092a05180fSIngo Molnar 
2102a05180fSIngo Molnar 	return dmi_bigsmp;
2112a05180fSIngo Molnar }
2122a05180fSIngo Molnar 
2132a05180fSIngo Molnar struct apic apic_bigsmp = {
2142a05180fSIngo Molnar 
2152a05180fSIngo Molnar 	.name				= "bigsmp",
2162a05180fSIngo Molnar 	.probe				= probe_bigsmp,
2172a05180fSIngo Molnar 	.acpi_madt_oem_check		= NULL,
2182a05180fSIngo Molnar 	.apic_id_registered		= bigsmp_apic_id_registered,
2192a05180fSIngo Molnar 
2202a05180fSIngo Molnar 	.irq_delivery_mode		= dest_Fixed,
2212a05180fSIngo Molnar 	/* phys delivery to target CPU: */
2222a05180fSIngo Molnar 	.irq_dest_mode			= 0,
2232a05180fSIngo Molnar 
2242a05180fSIngo Molnar 	.target_cpus			= bigsmp_target_cpus,
2252a05180fSIngo Molnar 	.disable_esr			= 1,
2262a05180fSIngo Molnar 	.dest_logical			= 0,
2272a05180fSIngo Molnar 	.check_apicid_used		= bigsmp_check_apicid_used,
2282a05180fSIngo Molnar 	.check_apicid_present		= bigsmp_check_apicid_present,
2292a05180fSIngo Molnar 
2302a05180fSIngo Molnar 	.vector_allocation_domain	= bigsmp_vector_allocation_domain,
2312a05180fSIngo Molnar 	.init_apic_ldr			= bigsmp_init_apic_ldr,
2322a05180fSIngo Molnar 
2332a05180fSIngo Molnar 	.ioapic_phys_id_map		= bigsmp_ioapic_phys_id_map,
2342a05180fSIngo Molnar 	.setup_apic_routing		= bigsmp_setup_apic_routing,
2352a05180fSIngo Molnar 	.multi_timer_check		= NULL,
2362a05180fSIngo Molnar 	.apicid_to_node			= bigsmp_apicid_to_node,
2372a05180fSIngo Molnar 	.cpu_to_logical_apicid		= bigsmp_cpu_to_logical_apicid,
2382a05180fSIngo Molnar 	.cpu_present_to_apicid		= bigsmp_cpu_present_to_apicid,
2392a05180fSIngo Molnar 	.apicid_to_cpu_present		= bigsmp_apicid_to_cpu_present,
2402a05180fSIngo Molnar 	.setup_portio_remap		= NULL,
2412a05180fSIngo Molnar 	.check_phys_apicid_present	= bigsmp_check_phys_apicid_present,
2422a05180fSIngo Molnar 	.enable_apic_mode		= NULL,
2432a05180fSIngo Molnar 	.phys_pkg_id			= bigsmp_phys_pkg_id,
2442a05180fSIngo Molnar 	.mps_oem_check			= NULL,
2452a05180fSIngo Molnar 
2462a05180fSIngo Molnar 	.get_apic_id			= bigsmp_get_apic_id,
2472a05180fSIngo Molnar 	.set_apic_id			= NULL,
2482a05180fSIngo Molnar 	.apic_id_mask			= 0xFF << 24,
2492a05180fSIngo Molnar 
2502a05180fSIngo Molnar 	.cpu_mask_to_apicid		= bigsmp_cpu_mask_to_apicid,
2512a05180fSIngo Molnar 	.cpu_mask_to_apicid_and		= bigsmp_cpu_mask_to_apicid_and,
2522a05180fSIngo Molnar 
2532a05180fSIngo Molnar 	.send_IPI_mask			= bigsmp_send_IPI_mask,
2542a05180fSIngo Molnar 	.send_IPI_mask_allbutself	= NULL,
2552a05180fSIngo Molnar 	.send_IPI_allbutself		= bigsmp_send_IPI_allbutself,
2562a05180fSIngo Molnar 	.send_IPI_all			= bigsmp_send_IPI_all,
2572a05180fSIngo Molnar 	.send_IPI_self			= default_send_IPI_self,
2582a05180fSIngo Molnar 
2592a05180fSIngo Molnar 	.wakeup_cpu			= NULL,
2602a05180fSIngo Molnar 	.trampoline_phys_low		= DEFAULT_TRAMPOLINE_PHYS_LOW,
2612a05180fSIngo Molnar 	.trampoline_phys_high		= DEFAULT_TRAMPOLINE_PHYS_HIGH,
2622a05180fSIngo Molnar 
2632a05180fSIngo Molnar 	.wait_for_init_deassert		= default_wait_for_init_deassert,
2642a05180fSIngo Molnar 
2652a05180fSIngo Molnar 	.smp_callin_clear_local_apic	= NULL,
2662a05180fSIngo Molnar 	.inquire_remote_apic		= default_inquire_remote_apic,
2672a05180fSIngo Molnar 
2682a05180fSIngo Molnar 	.read				= native_apic_mem_read,
2692a05180fSIngo Molnar 	.write				= native_apic_mem_write,
2702a05180fSIngo Molnar 	.icr_read			= native_apic_icr_read,
2712a05180fSIngo Molnar 	.icr_write			= native_apic_icr_write,
2722a05180fSIngo Molnar 	.wait_icr_idle			= native_apic_wait_icr_idle,
2732a05180fSIngo Molnar 	.safe_wait_icr_idle		= native_safe_apic_wait_icr_idle,
2742a05180fSIngo Molnar };
275