1 /* 2 * Default generic APIC driver. This handles up to 8 CPUs. 3 * 4 * Copyright 2003 Andi Kleen, SuSE Labs. 5 * Subject to the GNU Public License, v.2 6 * 7 * Generic x86 APIC driver probe layer. 8 */ 9 #include <linux/threads.h> 10 #include <linux/cpumask.h> 11 #include <linux/module.h> 12 #include <linux/string.h> 13 #include <linux/kernel.h> 14 #include <linux/ctype.h> 15 #include <linux/init.h> 16 #include <linux/errno.h> 17 #include <asm/fixmap.h> 18 #include <asm/mpspec.h> 19 #include <asm/apicdef.h> 20 #include <asm/apic.h> 21 #include <asm/setup.h> 22 23 #include <linux/smp.h> 24 #include <asm/ipi.h> 25 26 #include <linux/interrupt.h> 27 #include <asm/acpi.h> 28 #include <asm/e820.h> 29 30 #ifdef CONFIG_HOTPLUG_CPU 31 #define DEFAULT_SEND_IPI (1) 32 #else 33 #define DEFAULT_SEND_IPI (0) 34 #endif 35 36 int no_broadcast = DEFAULT_SEND_IPI; 37 38 static __init int no_ipi_broadcast(char *str) 39 { 40 get_option(&str, &no_broadcast); 41 pr_info("Using %s mode\n", 42 no_broadcast ? "No IPI Broadcast" : "IPI Broadcast"); 43 return 1; 44 } 45 __setup("no_ipi_broadcast=", no_ipi_broadcast); 46 47 static int __init print_ipi_mode(void) 48 { 49 pr_info("Using IPI %s mode\n", 50 no_broadcast ? "No-Shortcut" : "Shortcut"); 51 return 0; 52 } 53 late_initcall(print_ipi_mode); 54 55 void __init default_setup_apic_routing(void) 56 { 57 int version = apic_version[boot_cpu_physical_apicid]; 58 59 if (num_possible_cpus() > 8) { 60 switch (boot_cpu_data.x86_vendor) { 61 case X86_VENDOR_INTEL: 62 if (!APIC_XAPIC(version)) { 63 def_to_bigsmp = 0; 64 break; 65 } 66 /* If P4 and above fall through */ 67 case X86_VENDOR_AMD: 68 def_to_bigsmp = 1; 69 } 70 } 71 72 #ifdef CONFIG_X86_BIGSMP 73 generic_bigsmp_probe(); 74 #endif 75 76 if (apic->setup_apic_routing) 77 apic->setup_apic_routing(); 78 } 79 80 static void setup_apic_flat_routing(void) 81 { 82 #ifdef CONFIG_X86_IO_APIC 83 printk(KERN_INFO 84 "Enabling APIC mode: Flat. Using %d I/O APICs\n", 85 nr_ioapics); 86 #endif 87 } 88 89 static void default_vector_allocation_domain(int cpu, struct cpumask *retmask) 90 { 91 /* 92 * Careful. Some cpus do not strictly honor the set of cpus 93 * specified in the interrupt destination when using lowest 94 * priority interrupt delivery mode. 95 * 96 * In particular there was a hyperthreading cpu observed to 97 * deliver interrupts to the wrong hyperthread when only one 98 * hyperthread was specified in the interrupt desitination. 99 */ 100 cpumask_clear(retmask); 101 cpumask_bits(retmask)[0] = APIC_ALL_CPUS; 102 } 103 104 /* should be called last. */ 105 static int probe_default(void) 106 { 107 return 1; 108 } 109 110 struct apic apic_default = { 111 112 .name = "default", 113 .probe = probe_default, 114 .acpi_madt_oem_check = NULL, 115 .apic_id_registered = default_apic_id_registered, 116 117 .irq_delivery_mode = dest_LowestPrio, 118 /* logical delivery broadcast to all CPUs: */ 119 .irq_dest_mode = 1, 120 121 .target_cpus = default_target_cpus, 122 .disable_esr = 0, 123 .dest_logical = APIC_DEST_LOGICAL, 124 .check_apicid_used = default_check_apicid_used, 125 .check_apicid_present = default_check_apicid_present, 126 127 .vector_allocation_domain = default_vector_allocation_domain, 128 .init_apic_ldr = default_init_apic_ldr, 129 130 .ioapic_phys_id_map = default_ioapic_phys_id_map, 131 .setup_apic_routing = setup_apic_flat_routing, 132 .multi_timer_check = NULL, 133 .apicid_to_node = default_apicid_to_node, 134 .cpu_to_logical_apicid = default_cpu_to_logical_apicid, 135 .cpu_present_to_apicid = default_cpu_present_to_apicid, 136 .apicid_to_cpu_present = physid_set_mask_of_physid, 137 .setup_portio_remap = NULL, 138 .check_phys_apicid_present = default_check_phys_apicid_present, 139 .enable_apic_mode = NULL, 140 .phys_pkg_id = default_phys_pkg_id, 141 .mps_oem_check = NULL, 142 143 .get_apic_id = default_get_apic_id, 144 .set_apic_id = NULL, 145 .apic_id_mask = 0x0F << 24, 146 147 .cpu_mask_to_apicid = default_cpu_mask_to_apicid, 148 .cpu_mask_to_apicid_and = default_cpu_mask_to_apicid_and, 149 150 .send_IPI_mask = default_send_IPI_mask_logical, 151 .send_IPI_mask_allbutself = default_send_IPI_mask_allbutself_logical, 152 .send_IPI_allbutself = default_send_IPI_allbutself, 153 .send_IPI_all = default_send_IPI_all, 154 .send_IPI_self = default_send_IPI_self, 155 156 .trampoline_phys_low = DEFAULT_TRAMPOLINE_PHYS_LOW, 157 .trampoline_phys_high = DEFAULT_TRAMPOLINE_PHYS_HIGH, 158 159 .wait_for_init_deassert = default_wait_for_init_deassert, 160 161 .smp_callin_clear_local_apic = NULL, 162 .inquire_remote_apic = default_inquire_remote_apic, 163 164 .read = native_apic_mem_read, 165 .write = native_apic_mem_write, 166 .icr_read = native_apic_icr_read, 167 .icr_write = native_apic_icr_write, 168 .wait_icr_idle = native_apic_wait_icr_idle, 169 .safe_wait_icr_idle = native_safe_apic_wait_icr_idle, 170 }; 171 172 extern struct apic apic_numaq; 173 extern struct apic apic_summit; 174 extern struct apic apic_bigsmp; 175 extern struct apic apic_es7000; 176 extern struct apic apic_es7000_cluster; 177 178 struct apic *apic = &apic_default; 179 EXPORT_SYMBOL_GPL(apic); 180 181 static struct apic *apic_probe[] __initdata = { 182 #ifdef CONFIG_X86_NUMAQ 183 &apic_numaq, 184 #endif 185 #ifdef CONFIG_X86_SUMMIT 186 &apic_summit, 187 #endif 188 #ifdef CONFIG_X86_BIGSMP 189 &apic_bigsmp, 190 #endif 191 #ifdef CONFIG_X86_ES7000 192 &apic_es7000, 193 &apic_es7000_cluster, 194 #endif 195 &apic_default, /* must be last */ 196 NULL, 197 }; 198 199 static int cmdline_apic __initdata; 200 static int __init parse_apic(char *arg) 201 { 202 int i; 203 204 if (!arg) 205 return -EINVAL; 206 207 for (i = 0; apic_probe[i]; i++) { 208 if (!strcmp(apic_probe[i]->name, arg)) { 209 apic = apic_probe[i]; 210 cmdline_apic = 1; 211 return 0; 212 } 213 } 214 215 /* Parsed again by __setup for debug/verbose */ 216 return 0; 217 } 218 early_param("apic", parse_apic); 219 220 void __init generic_bigsmp_probe(void) 221 { 222 #ifdef CONFIG_X86_BIGSMP 223 /* 224 * This routine is used to switch to bigsmp mode when 225 * - There is no apic= option specified by the user 226 * - generic_apic_probe() has chosen apic_default as the sub_arch 227 * - we find more than 8 CPUs in acpi LAPIC listing with xAPIC support 228 */ 229 230 if (!cmdline_apic && apic == &apic_default) { 231 if (apic_bigsmp.probe()) { 232 apic = &apic_bigsmp; 233 printk(KERN_INFO "Overriding APIC driver with %s\n", 234 apic->name); 235 } 236 } 237 #endif 238 } 239 240 void __init generic_apic_probe(void) 241 { 242 if (!cmdline_apic) { 243 int i; 244 for (i = 0; apic_probe[i]; i++) { 245 if (apic_probe[i]->probe()) { 246 apic = apic_probe[i]; 247 break; 248 } 249 } 250 /* Not visible without early console */ 251 if (!apic_probe[i]) 252 panic("Didn't find an APIC driver"); 253 } 254 printk(KERN_INFO "Using APIC driver %s\n", apic->name); 255 } 256 257 /* These functions can switch the APIC even after the initial ->probe() */ 258 259 int __init 260 generic_mps_oem_check(struct mpc_table *mpc, char *oem, char *productid) 261 { 262 int i; 263 264 for (i = 0; apic_probe[i]; ++i) { 265 if (!apic_probe[i]->mps_oem_check) 266 continue; 267 if (!apic_probe[i]->mps_oem_check(mpc, oem, productid)) 268 continue; 269 270 if (!cmdline_apic) { 271 apic = apic_probe[i]; 272 printk(KERN_INFO "Switched to APIC driver `%s'.\n", 273 apic->name); 274 } 275 return 1; 276 } 277 return 0; 278 } 279 280 int __init default_acpi_madt_oem_check(char *oem_id, char *oem_table_id) 281 { 282 int i; 283 284 for (i = 0; apic_probe[i]; ++i) { 285 if (!apic_probe[i]->acpi_madt_oem_check) 286 continue; 287 if (!apic_probe[i]->acpi_madt_oem_check(oem_id, oem_table_id)) 288 continue; 289 290 if (!cmdline_apic) { 291 apic = apic_probe[i]; 292 printk(KERN_INFO "Switched to APIC driver `%s'.\n", 293 apic->name); 294 } 295 return 1; 296 } 297 return 0; 298 } 299