xref: /openbmc/linux/arch/x86/kernel/apic/probe_32.c (revision 7db971b2)
12a05180fSIngo Molnar /*
22a05180fSIngo Molnar  * Default generic APIC driver. This handles up to 8 CPUs.
32a05180fSIngo Molnar  *
42a05180fSIngo Molnar  * Copyright 2003 Andi Kleen, SuSE Labs.
52a05180fSIngo Molnar  * Subject to the GNU Public License, v.2
62a05180fSIngo Molnar  *
72a05180fSIngo Molnar  * Generic x86 APIC driver probe layer.
82a05180fSIngo Molnar  */
92a05180fSIngo Molnar #include <linux/threads.h>
102a05180fSIngo Molnar #include <linux/cpumask.h>
112a05180fSIngo Molnar #include <linux/module.h>
122a05180fSIngo Molnar #include <linux/string.h>
132a05180fSIngo Molnar #include <linux/kernel.h>
142a05180fSIngo Molnar #include <linux/ctype.h>
152a05180fSIngo Molnar #include <linux/init.h>
162a05180fSIngo Molnar #include <linux/errno.h>
172a05180fSIngo Molnar #include <asm/fixmap.h>
182a05180fSIngo Molnar #include <asm/mpspec.h>
192a05180fSIngo Molnar #include <asm/apicdef.h>
202a05180fSIngo Molnar #include <asm/apic.h>
212a05180fSIngo Molnar #include <asm/setup.h>
222a05180fSIngo Molnar 
232a05180fSIngo Molnar #include <linux/smp.h>
242a05180fSIngo Molnar #include <asm/ipi.h>
252a05180fSIngo Molnar 
262a05180fSIngo Molnar #include <linux/interrupt.h>
272a05180fSIngo Molnar #include <asm/acpi.h>
282a05180fSIngo Molnar #include <asm/e820.h>
292a05180fSIngo Molnar 
302a05180fSIngo Molnar #ifdef CONFIG_HOTPLUG_CPU
312a05180fSIngo Molnar #define DEFAULT_SEND_IPI	(1)
322a05180fSIngo Molnar #else
332a05180fSIngo Molnar #define DEFAULT_SEND_IPI	(0)
342a05180fSIngo Molnar #endif
352a05180fSIngo Molnar 
362a05180fSIngo Molnar int no_broadcast = DEFAULT_SEND_IPI;
372a05180fSIngo Molnar 
389be1b56aSIngo Molnar static __init int no_ipi_broadcast(char *str)
399be1b56aSIngo Molnar {
409be1b56aSIngo Molnar 	get_option(&str, &no_broadcast);
419be1b56aSIngo Molnar 	pr_info("Using %s mode\n",
429be1b56aSIngo Molnar 		no_broadcast ? "No IPI Broadcast" : "IPI Broadcast");
439be1b56aSIngo Molnar 	return 1;
449be1b56aSIngo Molnar }
459be1b56aSIngo Molnar __setup("no_ipi_broadcast=", no_ipi_broadcast);
469be1b56aSIngo Molnar 
479be1b56aSIngo Molnar static int __init print_ipi_mode(void)
489be1b56aSIngo Molnar {
499be1b56aSIngo Molnar 	pr_info("Using IPI %s mode\n",
509be1b56aSIngo Molnar 		no_broadcast ? "No-Shortcut" : "Shortcut");
519be1b56aSIngo Molnar 	return 0;
529be1b56aSIngo Molnar }
539be1b56aSIngo Molnar late_initcall(print_ipi_mode);
542a05180fSIngo Molnar 
553f6f6798STejun Heo static int default_x86_32_early_logical_apicid(int cpu)
563f6f6798STejun Heo {
573f6f6798STejun Heo 	return 1 << cpu;
583f6f6798STejun Heo }
593f6f6798STejun Heo 
60681ee44dSSuresh Siddha static void setup_apic_flat_routing(void)
612a05180fSIngo Molnar {
622a05180fSIngo Molnar #ifdef CONFIG_X86_IO_APIC
632a05180fSIngo Molnar 	printk(KERN_INFO
642a05180fSIngo Molnar 		"Enabling APIC mode:  Flat.  Using %d I/O APICs\n",
652a05180fSIngo Molnar 		nr_ioapics);
662a05180fSIngo Molnar #endif
672a05180fSIngo Molnar }
682a05180fSIngo Molnar 
692a05180fSIngo Molnar static void default_vector_allocation_domain(int cpu, struct cpumask *retmask)
702a05180fSIngo Molnar {
712a05180fSIngo Molnar 	/*
722a05180fSIngo Molnar 	 * Careful. Some cpus do not strictly honor the set of cpus
732a05180fSIngo Molnar 	 * specified in the interrupt destination when using lowest
742a05180fSIngo Molnar 	 * priority interrupt delivery mode.
752a05180fSIngo Molnar 	 *
762a05180fSIngo Molnar 	 * In particular there was a hyperthreading cpu observed to
772a05180fSIngo Molnar 	 * deliver interrupts to the wrong hyperthread when only one
782a05180fSIngo Molnar 	 * hyperthread was specified in the interrupt desitination.
792a05180fSIngo Molnar 	 */
805c6cb5e2SRusty Russell 	cpumask_clear(retmask);
815c6cb5e2SRusty Russell 	cpumask_bits(retmask)[0] = APIC_ALL_CPUS;
822a05180fSIngo Molnar }
832a05180fSIngo Molnar 
842a05180fSIngo Molnar /* should be called last. */
852a05180fSIngo Molnar static int probe_default(void)
862a05180fSIngo Molnar {
872a05180fSIngo Molnar 	return 1;
882a05180fSIngo Molnar }
892a05180fSIngo Molnar 
901a8880a1SSuresh Siddha static struct apic apic_default = {
912a05180fSIngo Molnar 
922a05180fSIngo Molnar 	.name				= "default",
932a05180fSIngo Molnar 	.probe				= probe_default,
942a05180fSIngo Molnar 	.acpi_madt_oem_check		= NULL,
95fa63030eSDaniel J Blueman 	.apic_id_valid			= default_apic_id_valid,
962a05180fSIngo Molnar 	.apic_id_registered		= default_apic_id_registered,
972a05180fSIngo Molnar 
982a05180fSIngo Molnar 	.irq_delivery_mode		= dest_LowestPrio,
992a05180fSIngo Molnar 	/* logical delivery broadcast to all CPUs: */
1002a05180fSIngo Molnar 	.irq_dest_mode			= 1,
1012a05180fSIngo Molnar 
1022a05180fSIngo Molnar 	.target_cpus			= default_target_cpus,
1032a05180fSIngo Molnar 	.disable_esr			= 0,
1042a05180fSIngo Molnar 	.dest_logical			= APIC_DEST_LOGICAL,
1052a05180fSIngo Molnar 	.check_apicid_used		= default_check_apicid_used,
1062a05180fSIngo Molnar 	.check_apicid_present		= default_check_apicid_present,
1072a05180fSIngo Molnar 
1082a05180fSIngo Molnar 	.vector_allocation_domain	= default_vector_allocation_domain,
1092a05180fSIngo Molnar 	.init_apic_ldr			= default_init_apic_ldr,
1102a05180fSIngo Molnar 
1112a05180fSIngo Molnar 	.ioapic_phys_id_map		= default_ioapic_phys_id_map,
112681ee44dSSuresh Siddha 	.setup_apic_routing		= setup_apic_flat_routing,
1132a05180fSIngo Molnar 	.multi_timer_check		= NULL,
1142a05180fSIngo Molnar 	.cpu_present_to_apicid		= default_cpu_present_to_apicid,
1157abc0753SCyrill Gorcunov 	.apicid_to_cpu_present		= physid_set_mask_of_physid,
1162a05180fSIngo Molnar 	.setup_portio_remap		= NULL,
1172a05180fSIngo Molnar 	.check_phys_apicid_present	= default_check_phys_apicid_present,
1182a05180fSIngo Molnar 	.enable_apic_mode		= NULL,
1192a05180fSIngo Molnar 	.phys_pkg_id			= default_phys_pkg_id,
1202a05180fSIngo Molnar 	.mps_oem_check			= NULL,
1212a05180fSIngo Molnar 
1222a05180fSIngo Molnar 	.get_apic_id			= default_get_apic_id,
1232a05180fSIngo Molnar 	.set_apic_id			= NULL,
1242a05180fSIngo Molnar 	.apic_id_mask			= 0x0F << 24,
1252a05180fSIngo Molnar 
1262a05180fSIngo Molnar 	.cpu_mask_to_apicid		= default_cpu_mask_to_apicid,
1272a05180fSIngo Molnar 	.cpu_mask_to_apicid_and		= default_cpu_mask_to_apicid_and,
1282a05180fSIngo Molnar 
1292a05180fSIngo Molnar 	.send_IPI_mask			= default_send_IPI_mask_logical,
1302a05180fSIngo Molnar 	.send_IPI_mask_allbutself	= default_send_IPI_mask_allbutself_logical,
1312a05180fSIngo Molnar 	.send_IPI_allbutself		= default_send_IPI_allbutself,
1322a05180fSIngo Molnar 	.send_IPI_all			= default_send_IPI_all,
1332a05180fSIngo Molnar 	.send_IPI_self			= default_send_IPI_self,
1342a05180fSIngo Molnar 
1352a05180fSIngo Molnar 	.trampoline_phys_low		= DEFAULT_TRAMPOLINE_PHYS_LOW,
1362a05180fSIngo Molnar 	.trampoline_phys_high		= DEFAULT_TRAMPOLINE_PHYS_HIGH,
1372a05180fSIngo Molnar 
1382a05180fSIngo Molnar 	.wait_for_init_deassert		= default_wait_for_init_deassert,
1392a05180fSIngo Molnar 
1402a05180fSIngo Molnar 	.smp_callin_clear_local_apic	= NULL,
1412a05180fSIngo Molnar 	.inquire_remote_apic		= default_inquire_remote_apic,
1422a05180fSIngo Molnar 
1432a05180fSIngo Molnar 	.read				= native_apic_mem_read,
1442a05180fSIngo Molnar 	.write				= native_apic_mem_write,
1452a43195dSMichael S. Tsirkin 	.eoi_write			= native_apic_mem_write,
1462a05180fSIngo Molnar 	.icr_read			= native_apic_icr_read,
1472a05180fSIngo Molnar 	.icr_write			= native_apic_icr_write,
1482a05180fSIngo Molnar 	.wait_icr_idle			= native_apic_wait_icr_idle,
1492a05180fSIngo Molnar 	.safe_wait_icr_idle		= native_safe_apic_wait_icr_idle,
150acb8bc09STejun Heo 
1513f6f6798STejun Heo 	.x86_32_early_logical_apicid	= default_x86_32_early_logical_apicid,
1522a05180fSIngo Molnar };
1532a05180fSIngo Molnar 
154107e0e0cSSuresh Siddha apic_driver(apic_default);
155107e0e0cSSuresh Siddha 
1562a05180fSIngo Molnar struct apic *apic = &apic_default;
1572a05180fSIngo Molnar EXPORT_SYMBOL_GPL(apic);
1582a05180fSIngo Molnar 
1592a05180fSIngo Molnar static int cmdline_apic __initdata;
1602a05180fSIngo Molnar static int __init parse_apic(char *arg)
1612a05180fSIngo Molnar {
1628b37e880SSuresh Siddha 	struct apic **drv;
1632a05180fSIngo Molnar 
1642a05180fSIngo Molnar 	if (!arg)
1652a05180fSIngo Molnar 		return -EINVAL;
1662a05180fSIngo Molnar 
1678b37e880SSuresh Siddha 	for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
1688b37e880SSuresh Siddha 		if (!strcmp((*drv)->name, arg)) {
1698b37e880SSuresh Siddha 			apic = *drv;
1702a05180fSIngo Molnar 			cmdline_apic = 1;
1712a05180fSIngo Molnar 			return 0;
1722a05180fSIngo Molnar 		}
1732a05180fSIngo Molnar 	}
1742a05180fSIngo Molnar 
1752a05180fSIngo Molnar 	/* Parsed again by __setup for debug/verbose */
1762a05180fSIngo Molnar 	return 0;
1772a05180fSIngo Molnar }
1782a05180fSIngo Molnar early_param("apic", parse_apic);
1792a05180fSIngo Molnar 
18069c252ffSSuresh Siddha void __init default_setup_apic_routing(void)
1812a05180fSIngo Molnar {
18269c252ffSSuresh Siddha 	int version = apic_version[boot_cpu_physical_apicid];
18369c252ffSSuresh Siddha 
18469c252ffSSuresh Siddha 	if (num_possible_cpus() > 8) {
18569c252ffSSuresh Siddha 		switch (boot_cpu_data.x86_vendor) {
18669c252ffSSuresh Siddha 		case X86_VENDOR_INTEL:
18769c252ffSSuresh Siddha 			if (!APIC_XAPIC(version)) {
18869c252ffSSuresh Siddha 				def_to_bigsmp = 0;
18969c252ffSSuresh Siddha 				break;
19069c252ffSSuresh Siddha 			}
19169c252ffSSuresh Siddha 			/* If P4 and above fall through */
19269c252ffSSuresh Siddha 		case X86_VENDOR_AMD:
19369c252ffSSuresh Siddha 			def_to_bigsmp = 1;
19469c252ffSSuresh Siddha 		}
19569c252ffSSuresh Siddha 	}
19669c252ffSSuresh Siddha 
1972a05180fSIngo Molnar #ifdef CONFIG_X86_BIGSMP
1982a05180fSIngo Molnar 	/*
19969c252ffSSuresh Siddha 	 * This is used to switch to bigsmp mode when
2002a05180fSIngo Molnar 	 * - There is no apic= option specified by the user
2012a05180fSIngo Molnar 	 * - generic_apic_probe() has chosen apic_default as the sub_arch
2022a05180fSIngo Molnar 	 * - we find more than 8 CPUs in acpi LAPIC listing with xAPIC support
2032a05180fSIngo Molnar 	 */
2042a05180fSIngo Molnar 
205838312beSJan Beulich 	if (!cmdline_apic && apic == &apic_default)
206838312beSJan Beulich 		generic_bigsmp_probe();
2072a05180fSIngo Molnar #endif
20869c252ffSSuresh Siddha 
20969c252ffSSuresh Siddha 	if (apic->setup_apic_routing)
21069c252ffSSuresh Siddha 		apic->setup_apic_routing();
2117db971b2SIdo Yariv 
2127db971b2SIdo Yariv 	if (x86_platform.apic_post_init)
2137db971b2SIdo Yariv 		x86_platform.apic_post_init();
2142a05180fSIngo Molnar }
2152a05180fSIngo Molnar 
2162a05180fSIngo Molnar void __init generic_apic_probe(void)
2172a05180fSIngo Molnar {
2182a05180fSIngo Molnar 	if (!cmdline_apic) {
2198b37e880SSuresh Siddha 		struct apic **drv;
2208b37e880SSuresh Siddha 
2218b37e880SSuresh Siddha 		for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
2228b37e880SSuresh Siddha 			if ((*drv)->probe()) {
2238b37e880SSuresh Siddha 				apic = *drv;
2242a05180fSIngo Molnar 				break;
2252a05180fSIngo Molnar 			}
2262a05180fSIngo Molnar 		}
2272a05180fSIngo Molnar 		/* Not visible without early console */
2288b37e880SSuresh Siddha 		if (drv == __apicdrivers_end)
2292a05180fSIngo Molnar 			panic("Didn't find an APIC driver");
2302a05180fSIngo Molnar 	}
2312a05180fSIngo Molnar 	printk(KERN_INFO "Using APIC driver %s\n", apic->name);
2322a05180fSIngo Molnar }
2332a05180fSIngo Molnar 
2342a05180fSIngo Molnar /* These functions can switch the APIC even after the initial ->probe() */
2352a05180fSIngo Molnar 
2362a05180fSIngo Molnar int __init
2372a05180fSIngo Molnar generic_mps_oem_check(struct mpc_table *mpc, char *oem, char *productid)
2382a05180fSIngo Molnar {
2398b37e880SSuresh Siddha 	struct apic **drv;
2402a05180fSIngo Molnar 
2418b37e880SSuresh Siddha 	for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
2428b37e880SSuresh Siddha 		if (!((*drv)->mps_oem_check))
2432a05180fSIngo Molnar 			continue;
2448b37e880SSuresh Siddha 		if (!(*drv)->mps_oem_check(mpc, oem, productid))
2452a05180fSIngo Molnar 			continue;
2462a05180fSIngo Molnar 
2472a05180fSIngo Molnar 		if (!cmdline_apic) {
2488b37e880SSuresh Siddha 			apic = *drv;
2492a05180fSIngo Molnar 			printk(KERN_INFO "Switched to APIC driver `%s'.\n",
2502a05180fSIngo Molnar 			       apic->name);
2512a05180fSIngo Molnar 		}
2522a05180fSIngo Molnar 		return 1;
2532a05180fSIngo Molnar 	}
2542a05180fSIngo Molnar 	return 0;
2552a05180fSIngo Molnar }
2562a05180fSIngo Molnar 
2572a05180fSIngo Molnar int __init default_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
2582a05180fSIngo Molnar {
2598b37e880SSuresh Siddha 	struct apic **drv;
2602a05180fSIngo Molnar 
2618b37e880SSuresh Siddha 	for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
2628b37e880SSuresh Siddha 		if (!(*drv)->acpi_madt_oem_check)
2632a05180fSIngo Molnar 			continue;
2648b37e880SSuresh Siddha 		if (!(*drv)->acpi_madt_oem_check(oem_id, oem_table_id))
2652a05180fSIngo Molnar 			continue;
2662a05180fSIngo Molnar 
2672a05180fSIngo Molnar 		if (!cmdline_apic) {
2688b37e880SSuresh Siddha 			apic = *drv;
2692a05180fSIngo Molnar 			printk(KERN_INFO "Switched to APIC driver `%s'.\n",
2702a05180fSIngo Molnar 			       apic->name);
2712a05180fSIngo Molnar 		}
2722a05180fSIngo Molnar 		return 1;
2732a05180fSIngo Molnar 	}
2742a05180fSIngo Molnar 	return 0;
2752a05180fSIngo Molnar }
276