1 /* 2 * Intel Multiprocessor Specification 1.1 and 1.4 3 * compliant MP-table parsing routines. 4 * 5 * (c) 1995 Alan Cox, Building #3 <alan@redhat.com> 6 * (c) 1998, 1999, 2000 Ingo Molnar <mingo@redhat.com> 7 * (c) 2008 Alexey Starikovskiy <astarikovskiy@suse.de> 8 */ 9 10 #include <linux/mm.h> 11 #include <linux/init.h> 12 #include <linux/delay.h> 13 #include <linux/bootmem.h> 14 #include <linux/kernel_stat.h> 15 #include <linux/mc146818rtc.h> 16 #include <linux/bitops.h> 17 #include <linux/acpi.h> 18 #include <linux/module.h> 19 20 #include <asm/smp.h> 21 #include <asm/mtrr.h> 22 #include <asm/mpspec.h> 23 #include <asm/pgalloc.h> 24 #include <asm/io_apic.h> 25 #include <asm/proto.h> 26 #include <asm/acpi.h> 27 #include <asm/bios_ebda.h> 28 #include <asm/e820.h> 29 #include <asm/trampoline.h> 30 #include <asm/setup.h> 31 32 #include <mach_apic.h> 33 #ifdef CONFIG_X86_32 34 #include <mach_apicdef.h> 35 #include <mach_mpparse.h> 36 #endif 37 38 /* 39 * Checksum an MP configuration block. 40 */ 41 42 static int __init mpf_checksum(unsigned char *mp, int len) 43 { 44 int sum = 0; 45 46 while (len--) 47 sum += *mp++; 48 49 return sum & 0xFF; 50 } 51 52 static void __cpuinit MP_processor_info(struct mpc_config_processor *m) 53 { 54 int apicid; 55 char *bootup_cpu = ""; 56 57 if (!(m->mpc_cpuflag & CPU_ENABLED)) { 58 disabled_cpus++; 59 return; 60 } 61 62 if (x86_quirks->mpc_apic_id) 63 apicid = x86_quirks->mpc_apic_id(m); 64 else 65 apicid = m->mpc_apicid; 66 67 if (m->mpc_cpuflag & CPU_BOOTPROCESSOR) { 68 bootup_cpu = " (Bootup-CPU)"; 69 boot_cpu_physical_apicid = m->mpc_apicid; 70 } 71 72 printk(KERN_INFO "Processor #%d%s\n", m->mpc_apicid, bootup_cpu); 73 generic_processor_info(apicid, m->mpc_apicver); 74 } 75 76 #ifdef CONFIG_X86_IO_APIC 77 static void __init MP_bus_info(struct mpc_config_bus *m) 78 { 79 char str[7]; 80 memcpy(str, m->mpc_bustype, 6); 81 str[6] = 0; 82 83 if (x86_quirks->mpc_oem_bus_info) 84 x86_quirks->mpc_oem_bus_info(m, str); 85 else 86 printk(KERN_INFO "Bus #%d is %s\n", m->mpc_busid, str); 87 88 #if MAX_MP_BUSSES < 256 89 if (m->mpc_busid >= MAX_MP_BUSSES) { 90 printk(KERN_WARNING "MP table busid value (%d) for bustype %s " 91 " is too large, max. supported is %d\n", 92 m->mpc_busid, str, MAX_MP_BUSSES - 1); 93 return; 94 } 95 #endif 96 97 if (strncmp(str, BUSTYPE_ISA, sizeof(BUSTYPE_ISA) - 1) == 0) { 98 set_bit(m->mpc_busid, mp_bus_not_pci); 99 #if defined(CONFIG_EISA) || defined (CONFIG_MCA) 100 mp_bus_id_to_type[m->mpc_busid] = MP_BUS_ISA; 101 #endif 102 } else if (strncmp(str, BUSTYPE_PCI, sizeof(BUSTYPE_PCI) - 1) == 0) { 103 if (x86_quirks->mpc_oem_pci_bus) 104 x86_quirks->mpc_oem_pci_bus(m); 105 106 clear_bit(m->mpc_busid, mp_bus_not_pci); 107 #if defined(CONFIG_EISA) || defined (CONFIG_MCA) 108 mp_bus_id_to_type[m->mpc_busid] = MP_BUS_PCI; 109 } else if (strncmp(str, BUSTYPE_EISA, sizeof(BUSTYPE_EISA) - 1) == 0) { 110 mp_bus_id_to_type[m->mpc_busid] = MP_BUS_EISA; 111 } else if (strncmp(str, BUSTYPE_MCA, sizeof(BUSTYPE_MCA) - 1) == 0) { 112 mp_bus_id_to_type[m->mpc_busid] = MP_BUS_MCA; 113 #endif 114 } else 115 printk(KERN_WARNING "Unknown bustype %s - ignoring\n", str); 116 } 117 #endif 118 119 #ifdef CONFIG_X86_IO_APIC 120 121 static int bad_ioapic(unsigned long address) 122 { 123 if (nr_ioapics >= MAX_IO_APICS) { 124 printk(KERN_ERR "ERROR: Max # of I/O APICs (%d) exceeded " 125 "(found %d)\n", MAX_IO_APICS, nr_ioapics); 126 panic("Recompile kernel with bigger MAX_IO_APICS!\n"); 127 } 128 if (!address) { 129 printk(KERN_ERR "WARNING: Bogus (zero) I/O APIC address" 130 " found in table, skipping!\n"); 131 return 1; 132 } 133 return 0; 134 } 135 136 static void __init MP_ioapic_info(struct mpc_config_ioapic *m) 137 { 138 if (!(m->mpc_flags & MPC_APIC_USABLE)) 139 return; 140 141 printk(KERN_INFO "I/O APIC #%d Version %d at 0x%X.\n", 142 m->mpc_apicid, m->mpc_apicver, m->mpc_apicaddr); 143 144 if (bad_ioapic(m->mpc_apicaddr)) 145 return; 146 147 mp_ioapics[nr_ioapics].mp_apicaddr = m->mpc_apicaddr; 148 mp_ioapics[nr_ioapics].mp_apicid = m->mpc_apicid; 149 mp_ioapics[nr_ioapics].mp_type = m->mpc_type; 150 mp_ioapics[nr_ioapics].mp_apicver = m->mpc_apicver; 151 mp_ioapics[nr_ioapics].mp_flags = m->mpc_flags; 152 nr_ioapics++; 153 } 154 155 static void print_MP_intsrc_info(struct mpc_config_intsrc *m) 156 { 157 printk(KERN_CONT "Int: type %d, pol %d, trig %d, bus %02x," 158 " IRQ %02x, APIC ID %x, APIC INT %02x\n", 159 m->mpc_irqtype, m->mpc_irqflag & 3, 160 (m->mpc_irqflag >> 2) & 3, m->mpc_srcbus, 161 m->mpc_srcbusirq, m->mpc_dstapic, m->mpc_dstirq); 162 } 163 164 static void __init print_mp_irq_info(struct mp_config_intsrc *mp_irq) 165 { 166 printk(KERN_CONT "Int: type %d, pol %d, trig %d, bus %02x," 167 " IRQ %02x, APIC ID %x, APIC INT %02x\n", 168 mp_irq->mp_irqtype, mp_irq->mp_irqflag & 3, 169 (mp_irq->mp_irqflag >> 2) & 3, mp_irq->mp_srcbus, 170 mp_irq->mp_srcbusirq, mp_irq->mp_dstapic, mp_irq->mp_dstirq); 171 } 172 173 static void __init assign_to_mp_irq(struct mpc_config_intsrc *m, 174 struct mp_config_intsrc *mp_irq) 175 { 176 mp_irq->mp_dstapic = m->mpc_dstapic; 177 mp_irq->mp_type = m->mpc_type; 178 mp_irq->mp_irqtype = m->mpc_irqtype; 179 mp_irq->mp_irqflag = m->mpc_irqflag; 180 mp_irq->mp_srcbus = m->mpc_srcbus; 181 mp_irq->mp_srcbusirq = m->mpc_srcbusirq; 182 mp_irq->mp_dstirq = m->mpc_dstirq; 183 } 184 185 static void __init assign_to_mpc_intsrc(struct mp_config_intsrc *mp_irq, 186 struct mpc_config_intsrc *m) 187 { 188 m->mpc_dstapic = mp_irq->mp_dstapic; 189 m->mpc_type = mp_irq->mp_type; 190 m->mpc_irqtype = mp_irq->mp_irqtype; 191 m->mpc_irqflag = mp_irq->mp_irqflag; 192 m->mpc_srcbus = mp_irq->mp_srcbus; 193 m->mpc_srcbusirq = mp_irq->mp_srcbusirq; 194 m->mpc_dstirq = mp_irq->mp_dstirq; 195 } 196 197 static int __init mp_irq_mpc_intsrc_cmp(struct mp_config_intsrc *mp_irq, 198 struct mpc_config_intsrc *m) 199 { 200 if (mp_irq->mp_dstapic != m->mpc_dstapic) 201 return 1; 202 if (mp_irq->mp_type != m->mpc_type) 203 return 2; 204 if (mp_irq->mp_irqtype != m->mpc_irqtype) 205 return 3; 206 if (mp_irq->mp_irqflag != m->mpc_irqflag) 207 return 4; 208 if (mp_irq->mp_srcbus != m->mpc_srcbus) 209 return 5; 210 if (mp_irq->mp_srcbusirq != m->mpc_srcbusirq) 211 return 6; 212 if (mp_irq->mp_dstirq != m->mpc_dstirq) 213 return 7; 214 215 return 0; 216 } 217 218 static void __init MP_intsrc_info(struct mpc_config_intsrc *m) 219 { 220 int i; 221 222 print_MP_intsrc_info(m); 223 224 for (i = 0; i < mp_irq_entries; i++) { 225 if (!mp_irq_mpc_intsrc_cmp(&mp_irqs[i], m)) 226 return; 227 } 228 229 assign_to_mp_irq(m, &mp_irqs[mp_irq_entries]); 230 if (++mp_irq_entries == MAX_IRQ_SOURCES) 231 panic("Max # of irq sources exceeded!!\n"); 232 } 233 234 #endif 235 236 static void __init MP_lintsrc_info(struct mpc_config_lintsrc *m) 237 { 238 printk(KERN_INFO "Lint: type %d, pol %d, trig %d, bus %02x," 239 " IRQ %02x, APIC ID %x, APIC LINT %02x\n", 240 m->mpc_irqtype, m->mpc_irqflag & 3, 241 (m->mpc_irqflag >> 2) & 3, m->mpc_srcbusid, 242 m->mpc_srcbusirq, m->mpc_destapic, m->mpc_destapiclint); 243 } 244 245 /* 246 * Read/parse the MPC 247 */ 248 249 static int __init smp_check_mpc(struct mp_config_table *mpc, char *oem, 250 char *str) 251 { 252 253 if (memcmp(mpc->mpc_signature, MPC_SIGNATURE, 4)) { 254 printk(KERN_ERR "MPTABLE: bad signature [%c%c%c%c]!\n", 255 mpc->mpc_signature[0], mpc->mpc_signature[1], 256 mpc->mpc_signature[2], mpc->mpc_signature[3]); 257 return 0; 258 } 259 if (mpf_checksum((unsigned char *)mpc, mpc->mpc_length)) { 260 printk(KERN_ERR "MPTABLE: checksum error!\n"); 261 return 0; 262 } 263 if (mpc->mpc_spec != 0x01 && mpc->mpc_spec != 0x04) { 264 printk(KERN_ERR "MPTABLE: bad table version (%d)!!\n", 265 mpc->mpc_spec); 266 return 0; 267 } 268 if (!mpc->mpc_lapic) { 269 printk(KERN_ERR "MPTABLE: null local APIC address!\n"); 270 return 0; 271 } 272 memcpy(oem, mpc->mpc_oem, 8); 273 oem[8] = 0; 274 printk(KERN_INFO "MPTABLE: OEM ID: %s\n", oem); 275 276 memcpy(str, mpc->mpc_productid, 12); 277 str[12] = 0; 278 279 printk(KERN_INFO "MPTABLE: Product ID: %s\n", str); 280 281 printk(KERN_INFO "MPTABLE: APIC at: 0x%X\n", mpc->mpc_lapic); 282 283 return 1; 284 } 285 286 static int __init smp_read_mpc(struct mp_config_table *mpc, unsigned early) 287 { 288 char str[16]; 289 char oem[10]; 290 291 int count = sizeof(*mpc); 292 unsigned char *mpt = ((unsigned char *)mpc) + count; 293 294 if (!smp_check_mpc(mpc, oem, str)) 295 return 0; 296 297 #ifdef CONFIG_X86_32 298 /* 299 * need to make sure summit and es7000's mps_oem_check is safe to be 300 * called early via genericarch 's mps_oem_check 301 */ 302 if (early) { 303 #ifdef CONFIG_X86_NUMAQ 304 numaq_mps_oem_check(mpc, oem, str); 305 #endif 306 } else 307 mps_oem_check(mpc, oem, str); 308 #endif 309 /* save the local APIC address, it might be non-default */ 310 if (!acpi_lapic) 311 mp_lapic_addr = mpc->mpc_lapic; 312 313 if (early) 314 return 1; 315 316 if (mpc->mpc_oemptr && x86_quirks->smp_read_mpc_oem) { 317 struct mp_config_oemtable *oem_table = (struct mp_config_oemtable *)(unsigned long)mpc->mpc_oemptr; 318 x86_quirks->smp_read_mpc_oem(oem_table, mpc->mpc_oemsize); 319 } 320 321 /* 322 * Now process the configuration blocks. 323 */ 324 if (x86_quirks->mpc_record) 325 *x86_quirks->mpc_record = 0; 326 327 while (count < mpc->mpc_length) { 328 switch (*mpt) { 329 case MP_PROCESSOR: 330 { 331 struct mpc_config_processor *m = 332 (struct mpc_config_processor *)mpt; 333 /* ACPI may have already provided this data */ 334 if (!acpi_lapic) 335 MP_processor_info(m); 336 mpt += sizeof(*m); 337 count += sizeof(*m); 338 break; 339 } 340 case MP_BUS: 341 { 342 struct mpc_config_bus *m = 343 (struct mpc_config_bus *)mpt; 344 #ifdef CONFIG_X86_IO_APIC 345 MP_bus_info(m); 346 #endif 347 mpt += sizeof(*m); 348 count += sizeof(*m); 349 break; 350 } 351 case MP_IOAPIC: 352 { 353 #ifdef CONFIG_X86_IO_APIC 354 struct mpc_config_ioapic *m = 355 (struct mpc_config_ioapic *)mpt; 356 MP_ioapic_info(m); 357 #endif 358 mpt += sizeof(struct mpc_config_ioapic); 359 count += sizeof(struct mpc_config_ioapic); 360 break; 361 } 362 case MP_INTSRC: 363 { 364 #ifdef CONFIG_X86_IO_APIC 365 struct mpc_config_intsrc *m = 366 (struct mpc_config_intsrc *)mpt; 367 368 MP_intsrc_info(m); 369 #endif 370 mpt += sizeof(struct mpc_config_intsrc); 371 count += sizeof(struct mpc_config_intsrc); 372 break; 373 } 374 case MP_LINTSRC: 375 { 376 struct mpc_config_lintsrc *m = 377 (struct mpc_config_lintsrc *)mpt; 378 MP_lintsrc_info(m); 379 mpt += sizeof(*m); 380 count += sizeof(*m); 381 break; 382 } 383 default: 384 /* wrong mptable */ 385 printk(KERN_ERR "Your mptable is wrong, contact your HW vendor!\n"); 386 printk(KERN_ERR "type %x\n", *mpt); 387 print_hex_dump(KERN_ERR, " ", DUMP_PREFIX_ADDRESS, 16, 388 1, mpc, mpc->mpc_length, 1); 389 count = mpc->mpc_length; 390 break; 391 } 392 if (x86_quirks->mpc_record) 393 (*x86_quirks->mpc_record)++; 394 } 395 396 #ifdef CONFIG_X86_GENERICARCH 397 generic_bigsmp_probe(); 398 #endif 399 400 setup_apic_routing(); 401 if (!num_processors) 402 printk(KERN_ERR "MPTABLE: no processors registered!\n"); 403 return num_processors; 404 } 405 406 #ifdef CONFIG_X86_IO_APIC 407 408 static int __init ELCR_trigger(unsigned int irq) 409 { 410 unsigned int port; 411 412 port = 0x4d0 + (irq >> 3); 413 return (inb(port) >> (irq & 7)) & 1; 414 } 415 416 static void __init construct_default_ioirq_mptable(int mpc_default_type) 417 { 418 struct mpc_config_intsrc intsrc; 419 int i; 420 int ELCR_fallback = 0; 421 422 intsrc.mpc_type = MP_INTSRC; 423 intsrc.mpc_irqflag = 0; /* conforming */ 424 intsrc.mpc_srcbus = 0; 425 intsrc.mpc_dstapic = mp_ioapics[0].mp_apicid; 426 427 intsrc.mpc_irqtype = mp_INT; 428 429 /* 430 * If true, we have an ISA/PCI system with no IRQ entries 431 * in the MP table. To prevent the PCI interrupts from being set up 432 * incorrectly, we try to use the ELCR. The sanity check to see if 433 * there is good ELCR data is very simple - IRQ0, 1, 2 and 13 can 434 * never be level sensitive, so we simply see if the ELCR agrees. 435 * If it does, we assume it's valid. 436 */ 437 if (mpc_default_type == 5) { 438 printk(KERN_INFO "ISA/PCI bus type with no IRQ information... " 439 "falling back to ELCR\n"); 440 441 if (ELCR_trigger(0) || ELCR_trigger(1) || ELCR_trigger(2) || 442 ELCR_trigger(13)) 443 printk(KERN_ERR "ELCR contains invalid data... " 444 "not using ELCR\n"); 445 else { 446 printk(KERN_INFO 447 "Using ELCR to identify PCI interrupts\n"); 448 ELCR_fallback = 1; 449 } 450 } 451 452 for (i = 0; i < 16; i++) { 453 switch (mpc_default_type) { 454 case 2: 455 if (i == 0 || i == 13) 456 continue; /* IRQ0 & IRQ13 not connected */ 457 /* fall through */ 458 default: 459 if (i == 2) 460 continue; /* IRQ2 is never connected */ 461 } 462 463 if (ELCR_fallback) { 464 /* 465 * If the ELCR indicates a level-sensitive interrupt, we 466 * copy that information over to the MP table in the 467 * irqflag field (level sensitive, active high polarity). 468 */ 469 if (ELCR_trigger(i)) 470 intsrc.mpc_irqflag = 13; 471 else 472 intsrc.mpc_irqflag = 0; 473 } 474 475 intsrc.mpc_srcbusirq = i; 476 intsrc.mpc_dstirq = i ? i : 2; /* IRQ0 to INTIN2 */ 477 MP_intsrc_info(&intsrc); 478 } 479 480 intsrc.mpc_irqtype = mp_ExtINT; 481 intsrc.mpc_srcbusirq = 0; 482 intsrc.mpc_dstirq = 0; /* 8259A to INTIN0 */ 483 MP_intsrc_info(&intsrc); 484 } 485 486 487 static void construct_ioapic_table(int mpc_default_type) 488 { 489 struct mpc_config_ioapic ioapic; 490 struct mpc_config_bus bus; 491 492 bus.mpc_type = MP_BUS; 493 bus.mpc_busid = 0; 494 switch (mpc_default_type) { 495 default: 496 printk(KERN_ERR "???\nUnknown standard configuration %d\n", 497 mpc_default_type); 498 /* fall through */ 499 case 1: 500 case 5: 501 memcpy(bus.mpc_bustype, "ISA ", 6); 502 break; 503 case 2: 504 case 6: 505 case 3: 506 memcpy(bus.mpc_bustype, "EISA ", 6); 507 break; 508 case 4: 509 case 7: 510 memcpy(bus.mpc_bustype, "MCA ", 6); 511 } 512 MP_bus_info(&bus); 513 if (mpc_default_type > 4) { 514 bus.mpc_busid = 1; 515 memcpy(bus.mpc_bustype, "PCI ", 6); 516 MP_bus_info(&bus); 517 } 518 519 ioapic.mpc_type = MP_IOAPIC; 520 ioapic.mpc_apicid = 2; 521 ioapic.mpc_apicver = mpc_default_type > 4 ? 0x10 : 0x01; 522 ioapic.mpc_flags = MPC_APIC_USABLE; 523 ioapic.mpc_apicaddr = 0xFEC00000; 524 MP_ioapic_info(&ioapic); 525 526 /* 527 * We set up most of the low 16 IO-APIC pins according to MPS rules. 528 */ 529 construct_default_ioirq_mptable(mpc_default_type); 530 } 531 #else 532 static inline void construct_ioapic_table(int mpc_default_type) { } 533 #endif 534 535 static inline void __init construct_default_ISA_mptable(int mpc_default_type) 536 { 537 struct mpc_config_processor processor; 538 struct mpc_config_lintsrc lintsrc; 539 int linttypes[2] = { mp_ExtINT, mp_NMI }; 540 int i; 541 542 /* 543 * local APIC has default address 544 */ 545 mp_lapic_addr = APIC_DEFAULT_PHYS_BASE; 546 547 /* 548 * 2 CPUs, numbered 0 & 1. 549 */ 550 processor.mpc_type = MP_PROCESSOR; 551 /* Either an integrated APIC or a discrete 82489DX. */ 552 processor.mpc_apicver = mpc_default_type > 4 ? 0x10 : 0x01; 553 processor.mpc_cpuflag = CPU_ENABLED; 554 processor.mpc_cpufeature = (boot_cpu_data.x86 << 8) | 555 (boot_cpu_data.x86_model << 4) | boot_cpu_data.x86_mask; 556 processor.mpc_featureflag = boot_cpu_data.x86_capability[0]; 557 processor.mpc_reserved[0] = 0; 558 processor.mpc_reserved[1] = 0; 559 for (i = 0; i < 2; i++) { 560 processor.mpc_apicid = i; 561 MP_processor_info(&processor); 562 } 563 564 construct_ioapic_table(mpc_default_type); 565 566 lintsrc.mpc_type = MP_LINTSRC; 567 lintsrc.mpc_irqflag = 0; /* conforming */ 568 lintsrc.mpc_srcbusid = 0; 569 lintsrc.mpc_srcbusirq = 0; 570 lintsrc.mpc_destapic = MP_APIC_ALL; 571 for (i = 0; i < 2; i++) { 572 lintsrc.mpc_irqtype = linttypes[i]; 573 lintsrc.mpc_destapiclint = i; 574 MP_lintsrc_info(&lintsrc); 575 } 576 } 577 578 static struct intel_mp_floating *mpf_found; 579 580 /* 581 * Scan the memory blocks for an SMP configuration block. 582 */ 583 static void __init __get_smp_config(unsigned int early) 584 { 585 struct intel_mp_floating *mpf = mpf_found; 586 587 if (x86_quirks->mach_get_smp_config) { 588 if (x86_quirks->mach_get_smp_config(early)) 589 return; 590 } 591 if (acpi_lapic && early) 592 return; 593 /* 594 * ACPI supports both logical (e.g. Hyper-Threading) and physical 595 * processors, where MPS only supports physical. 596 */ 597 if (acpi_lapic && acpi_ioapic) { 598 printk(KERN_INFO "Using ACPI (MADT) for SMP configuration " 599 "information\n"); 600 return; 601 } else if (acpi_lapic) 602 printk(KERN_INFO "Using ACPI for processor (LAPIC) " 603 "configuration information\n"); 604 605 printk(KERN_INFO "Intel MultiProcessor Specification v1.%d\n", 606 mpf->mpf_specification); 607 #if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32) 608 if (mpf->mpf_feature2 & (1 << 7)) { 609 printk(KERN_INFO " IMCR and PIC compatibility mode.\n"); 610 pic_mode = 1; 611 } else { 612 printk(KERN_INFO " Virtual Wire compatibility mode.\n"); 613 pic_mode = 0; 614 } 615 #endif 616 /* 617 * Now see if we need to read further. 618 */ 619 if (mpf->mpf_feature1 != 0) { 620 if (early) { 621 /* 622 * local APIC has default address 623 */ 624 mp_lapic_addr = APIC_DEFAULT_PHYS_BASE; 625 return; 626 } 627 628 printk(KERN_INFO "Default MP configuration #%d\n", 629 mpf->mpf_feature1); 630 construct_default_ISA_mptable(mpf->mpf_feature1); 631 632 } else if (mpf->mpf_physptr) { 633 634 /* 635 * Read the physical hardware table. Anything here will 636 * override the defaults. 637 */ 638 if (!smp_read_mpc(phys_to_virt(mpf->mpf_physptr), early)) { 639 #ifdef CONFIG_X86_LOCAL_APIC 640 smp_found_config = 0; 641 #endif 642 printk(KERN_ERR 643 "BIOS bug, MP table errors detected!...\n"); 644 printk(KERN_ERR "... disabling SMP support. " 645 "(tell your hw vendor)\n"); 646 return; 647 } 648 649 if (early) 650 return; 651 #ifdef CONFIG_X86_IO_APIC 652 /* 653 * If there are no explicit MP IRQ entries, then we are 654 * broken. We set up most of the low 16 IO-APIC pins to 655 * ISA defaults and hope it will work. 656 */ 657 if (!mp_irq_entries) { 658 struct mpc_config_bus bus; 659 660 printk(KERN_ERR "BIOS bug, no explicit IRQ entries, " 661 "using default mptable. " 662 "(tell your hw vendor)\n"); 663 664 bus.mpc_type = MP_BUS; 665 bus.mpc_busid = 0; 666 memcpy(bus.mpc_bustype, "ISA ", 6); 667 MP_bus_info(&bus); 668 669 construct_default_ioirq_mptable(0); 670 } 671 #endif 672 } else 673 BUG(); 674 675 if (!early) 676 printk(KERN_INFO "Processors: %d\n", num_processors); 677 /* 678 * Only use the first configuration found. 679 */ 680 } 681 682 void __init early_get_smp_config(void) 683 { 684 __get_smp_config(1); 685 } 686 687 void __init get_smp_config(void) 688 { 689 __get_smp_config(0); 690 } 691 692 static int __init smp_scan_config(unsigned long base, unsigned long length, 693 unsigned reserve) 694 { 695 unsigned int *bp = phys_to_virt(base); 696 struct intel_mp_floating *mpf; 697 698 printk(KERN_DEBUG "Scan SMP from %p for %ld bytes.\n", bp, length); 699 BUILD_BUG_ON(sizeof(*mpf) != 16); 700 701 while (length > 0) { 702 mpf = (struct intel_mp_floating *)bp; 703 if ((*bp == SMP_MAGIC_IDENT) && 704 (mpf->mpf_length == 1) && 705 !mpf_checksum((unsigned char *)bp, 16) && 706 ((mpf->mpf_specification == 1) 707 || (mpf->mpf_specification == 4))) { 708 #ifdef CONFIG_X86_LOCAL_APIC 709 smp_found_config = 1; 710 #endif 711 mpf_found = mpf; 712 713 printk(KERN_INFO "found SMP MP-table at [%p] %08lx\n", 714 mpf, virt_to_phys(mpf)); 715 716 if (!reserve) 717 return 1; 718 reserve_bootmem_generic(virt_to_phys(mpf), PAGE_SIZE, 719 BOOTMEM_DEFAULT); 720 if (mpf->mpf_physptr) { 721 unsigned long size = PAGE_SIZE; 722 #ifdef CONFIG_X86_32 723 /* 724 * We cannot access to MPC table to compute 725 * table size yet, as only few megabytes from 726 * the bottom is mapped now. 727 * PC-9800's MPC table places on the very last 728 * of physical memory; so that simply reserving 729 * PAGE_SIZE from mpg->mpf_physptr yields BUG() 730 * in reserve_bootmem. 731 */ 732 unsigned long end = max_low_pfn * PAGE_SIZE; 733 if (mpf->mpf_physptr + size > end) 734 size = end - mpf->mpf_physptr; 735 #endif 736 reserve_bootmem_generic(mpf->mpf_physptr, size, 737 BOOTMEM_DEFAULT); 738 } 739 740 return 1; 741 } 742 bp += 4; 743 length -= 16; 744 } 745 return 0; 746 } 747 748 static void __init __find_smp_config(unsigned int reserve) 749 { 750 unsigned int address; 751 752 if (x86_quirks->mach_find_smp_config) { 753 if (x86_quirks->mach_find_smp_config(reserve)) 754 return; 755 } 756 /* 757 * FIXME: Linux assumes you have 640K of base ram.. 758 * this continues the error... 759 * 760 * 1) Scan the bottom 1K for a signature 761 * 2) Scan the top 1K of base RAM 762 * 3) Scan the 64K of bios 763 */ 764 if (smp_scan_config(0x0, 0x400, reserve) || 765 smp_scan_config(639 * 0x400, 0x400, reserve) || 766 smp_scan_config(0xF0000, 0x10000, reserve)) 767 return; 768 /* 769 * If it is an SMP machine we should know now, unless the 770 * configuration is in an EISA/MCA bus machine with an 771 * extended bios data area. 772 * 773 * there is a real-mode segmented pointer pointing to the 774 * 4K EBDA area at 0x40E, calculate and scan it here. 775 * 776 * NOTE! There are Linux loaders that will corrupt the EBDA 777 * area, and as such this kind of SMP config may be less 778 * trustworthy, simply because the SMP table may have been 779 * stomped on during early boot. These loaders are buggy and 780 * should be fixed. 781 * 782 * MP1.4 SPEC states to only scan first 1K of 4K EBDA. 783 */ 784 785 address = get_bios_ebda(); 786 if (address) 787 smp_scan_config(address, 0x400, reserve); 788 } 789 790 void __init early_find_smp_config(void) 791 { 792 __find_smp_config(0); 793 } 794 795 void __init find_smp_config(void) 796 { 797 __find_smp_config(1); 798 } 799 800 #ifdef CONFIG_X86_IO_APIC 801 static u8 __initdata irq_used[MAX_IRQ_SOURCES]; 802 803 static int __init get_MP_intsrc_index(struct mpc_config_intsrc *m) 804 { 805 int i; 806 807 if (m->mpc_irqtype != mp_INT) 808 return 0; 809 810 if (m->mpc_irqflag != 0x0f) 811 return 0; 812 813 /* not legacy */ 814 815 for (i = 0; i < mp_irq_entries; i++) { 816 if (mp_irqs[i].mp_irqtype != mp_INT) 817 continue; 818 819 if (mp_irqs[i].mp_irqflag != 0x0f) 820 continue; 821 822 if (mp_irqs[i].mp_srcbus != m->mpc_srcbus) 823 continue; 824 if (mp_irqs[i].mp_srcbusirq != m->mpc_srcbusirq) 825 continue; 826 if (irq_used[i]) { 827 /* already claimed */ 828 return -2; 829 } 830 irq_used[i] = 1; 831 return i; 832 } 833 834 /* not found */ 835 return -1; 836 } 837 838 #define SPARE_SLOT_NUM 20 839 840 static struct mpc_config_intsrc __initdata *m_spare[SPARE_SLOT_NUM]; 841 #endif 842 843 static int __init replace_intsrc_all(struct mp_config_table *mpc, 844 unsigned long mpc_new_phys, 845 unsigned long mpc_new_length) 846 { 847 #ifdef CONFIG_X86_IO_APIC 848 int i; 849 int nr_m_spare = 0; 850 #endif 851 852 int count = sizeof(*mpc); 853 unsigned char *mpt = ((unsigned char *)mpc) + count; 854 855 printk(KERN_INFO "mpc_length %x\n", mpc->mpc_length); 856 while (count < mpc->mpc_length) { 857 switch (*mpt) { 858 case MP_PROCESSOR: 859 { 860 struct mpc_config_processor *m = 861 (struct mpc_config_processor *)mpt; 862 mpt += sizeof(*m); 863 count += sizeof(*m); 864 break; 865 } 866 case MP_BUS: 867 { 868 struct mpc_config_bus *m = 869 (struct mpc_config_bus *)mpt; 870 mpt += sizeof(*m); 871 count += sizeof(*m); 872 break; 873 } 874 case MP_IOAPIC: 875 { 876 mpt += sizeof(struct mpc_config_ioapic); 877 count += sizeof(struct mpc_config_ioapic); 878 break; 879 } 880 case MP_INTSRC: 881 { 882 #ifdef CONFIG_X86_IO_APIC 883 struct mpc_config_intsrc *m = 884 (struct mpc_config_intsrc *)mpt; 885 886 printk(KERN_INFO "OLD "); 887 print_MP_intsrc_info(m); 888 i = get_MP_intsrc_index(m); 889 if (i > 0) { 890 assign_to_mpc_intsrc(&mp_irqs[i], m); 891 printk(KERN_INFO "NEW "); 892 print_mp_irq_info(&mp_irqs[i]); 893 } else if (!i) { 894 /* legacy, do nothing */ 895 } else if (nr_m_spare < SPARE_SLOT_NUM) { 896 /* 897 * not found (-1), or duplicated (-2) 898 * are invalid entries, 899 * we need to use the slot later 900 */ 901 m_spare[nr_m_spare] = m; 902 nr_m_spare++; 903 } 904 #endif 905 mpt += sizeof(struct mpc_config_intsrc); 906 count += sizeof(struct mpc_config_intsrc); 907 break; 908 } 909 case MP_LINTSRC: 910 { 911 struct mpc_config_lintsrc *m = 912 (struct mpc_config_lintsrc *)mpt; 913 mpt += sizeof(*m); 914 count += sizeof(*m); 915 break; 916 } 917 default: 918 /* wrong mptable */ 919 printk(KERN_ERR "Your mptable is wrong, contact your HW vendor!\n"); 920 printk(KERN_ERR "type %x\n", *mpt); 921 print_hex_dump(KERN_ERR, " ", DUMP_PREFIX_ADDRESS, 16, 922 1, mpc, mpc->mpc_length, 1); 923 goto out; 924 } 925 } 926 927 #ifdef CONFIG_X86_IO_APIC 928 for (i = 0; i < mp_irq_entries; i++) { 929 if (irq_used[i]) 930 continue; 931 932 if (mp_irqs[i].mp_irqtype != mp_INT) 933 continue; 934 935 if (mp_irqs[i].mp_irqflag != 0x0f) 936 continue; 937 938 if (nr_m_spare > 0) { 939 printk(KERN_INFO "*NEW* found "); 940 nr_m_spare--; 941 assign_to_mpc_intsrc(&mp_irqs[i], m_spare[nr_m_spare]); 942 m_spare[nr_m_spare] = NULL; 943 } else { 944 struct mpc_config_intsrc *m = 945 (struct mpc_config_intsrc *)mpt; 946 count += sizeof(struct mpc_config_intsrc); 947 if (!mpc_new_phys) { 948 printk(KERN_INFO "No spare slots, try to append...take your risk, new mpc_length %x\n", count); 949 } else { 950 if (count <= mpc_new_length) 951 printk(KERN_INFO "No spare slots, try to append..., new mpc_length %x\n", count); 952 else { 953 printk(KERN_ERR "mpc_new_length %lx is too small\n", mpc_new_length); 954 goto out; 955 } 956 } 957 assign_to_mpc_intsrc(&mp_irqs[i], m); 958 mpc->mpc_length = count; 959 mpt += sizeof(struct mpc_config_intsrc); 960 } 961 print_mp_irq_info(&mp_irqs[i]); 962 } 963 #endif 964 out: 965 /* update checksum */ 966 mpc->mpc_checksum = 0; 967 mpc->mpc_checksum -= mpf_checksum((unsigned char *)mpc, 968 mpc->mpc_length); 969 970 return 0; 971 } 972 973 static int __initdata enable_update_mptable; 974 975 static int __init update_mptable_setup(char *str) 976 { 977 enable_update_mptable = 1; 978 return 0; 979 } 980 early_param("update_mptable", update_mptable_setup); 981 982 static unsigned long __initdata mpc_new_phys; 983 static unsigned long mpc_new_length __initdata = 4096; 984 985 /* alloc_mptable or alloc_mptable=4k */ 986 static int __initdata alloc_mptable; 987 static int __init parse_alloc_mptable_opt(char *p) 988 { 989 enable_update_mptable = 1; 990 alloc_mptable = 1; 991 if (!p) 992 return 0; 993 mpc_new_length = memparse(p, &p); 994 return 0; 995 } 996 early_param("alloc_mptable", parse_alloc_mptable_opt); 997 998 void __init early_reserve_e820_mpc_new(void) 999 { 1000 if (enable_update_mptable && alloc_mptable) { 1001 u64 startt = 0; 1002 #ifdef CONFIG_X86_TRAMPOLINE 1003 startt = TRAMPOLINE_BASE; 1004 #endif 1005 mpc_new_phys = early_reserve_e820(startt, mpc_new_length, 4); 1006 } 1007 } 1008 1009 static int __init update_mp_table(void) 1010 { 1011 char str[16]; 1012 char oem[10]; 1013 struct intel_mp_floating *mpf; 1014 struct mp_config_table *mpc; 1015 struct mp_config_table *mpc_new; 1016 1017 if (!enable_update_mptable) 1018 return 0; 1019 1020 mpf = mpf_found; 1021 if (!mpf) 1022 return 0; 1023 1024 /* 1025 * Now see if we need to go further. 1026 */ 1027 if (mpf->mpf_feature1 != 0) 1028 return 0; 1029 1030 if (!mpf->mpf_physptr) 1031 return 0; 1032 1033 mpc = phys_to_virt(mpf->mpf_physptr); 1034 1035 if (!smp_check_mpc(mpc, oem, str)) 1036 return 0; 1037 1038 printk(KERN_INFO "mpf: %lx\n", virt_to_phys(mpf)); 1039 printk(KERN_INFO "mpf_physptr: %x\n", mpf->mpf_physptr); 1040 1041 if (mpc_new_phys && mpc->mpc_length > mpc_new_length) { 1042 mpc_new_phys = 0; 1043 printk(KERN_INFO "mpc_new_length is %ld, please use alloc_mptable=8k\n", 1044 mpc_new_length); 1045 } 1046 1047 if (!mpc_new_phys) { 1048 unsigned char old, new; 1049 /* check if we can change the postion */ 1050 mpc->mpc_checksum = 0; 1051 old = mpf_checksum((unsigned char *)mpc, mpc->mpc_length); 1052 mpc->mpc_checksum = 0xff; 1053 new = mpf_checksum((unsigned char *)mpc, mpc->mpc_length); 1054 if (old == new) { 1055 printk(KERN_INFO "mpc is readonly, please try alloc_mptable instead\n"); 1056 return 0; 1057 } 1058 printk(KERN_INFO "use in-positon replacing\n"); 1059 } else { 1060 mpf->mpf_physptr = mpc_new_phys; 1061 mpc_new = phys_to_virt(mpc_new_phys); 1062 memcpy(mpc_new, mpc, mpc->mpc_length); 1063 mpc = mpc_new; 1064 /* check if we can modify that */ 1065 if (mpc_new_phys - mpf->mpf_physptr) { 1066 struct intel_mp_floating *mpf_new; 1067 /* steal 16 bytes from [0, 1k) */ 1068 printk(KERN_INFO "mpf new: %x\n", 0x400 - 16); 1069 mpf_new = phys_to_virt(0x400 - 16); 1070 memcpy(mpf_new, mpf, 16); 1071 mpf = mpf_new; 1072 mpf->mpf_physptr = mpc_new_phys; 1073 } 1074 mpf->mpf_checksum = 0; 1075 mpf->mpf_checksum -= mpf_checksum((unsigned char *)mpf, 16); 1076 printk(KERN_INFO "mpf_physptr new: %x\n", mpf->mpf_physptr); 1077 } 1078 1079 /* 1080 * only replace the one with mp_INT and 1081 * MP_IRQ_TRIGGER_LEVEL|MP_IRQ_POLARITY_LOW, 1082 * already in mp_irqs , stored by ... and mp_config_acpi_gsi, 1083 * may need pci=routeirq for all coverage 1084 */ 1085 replace_intsrc_all(mpc, mpc_new_phys, mpc_new_length); 1086 1087 return 0; 1088 } 1089 1090 late_initcall(update_mp_table); 1091