1 /* 2 * acpi.c - Architecture-Specific Low-Level ACPI Support 3 * 4 * Copyright (C) 1999 VA Linux Systems 5 * Copyright (C) 1999,2000 Walt Drummond <drummond@valinux.com> 6 * Copyright (C) 2000, 2002-2003 Hewlett-Packard Co. 7 * David Mosberger-Tang <davidm@hpl.hp.com> 8 * Copyright (C) 2000 Intel Corp. 9 * Copyright (C) 2000,2001 J.I. Lee <jung-ik.lee@intel.com> 10 * Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com> 11 * Copyright (C) 2001 Jenna Hall <jenna.s.hall@intel.com> 12 * Copyright (C) 2001 Takayoshi Kochi <t-kochi@bq.jp.nec.com> 13 * Copyright (C) 2002 Erich Focht <efocht@ess.nec.de> 14 * Copyright (C) 2004 Ashok Raj <ashok.raj@intel.com> 15 * 16 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 17 * 18 * This program is free software; you can redistribute it and/or modify 19 * it under the terms of the GNU General Public License as published by 20 * the Free Software Foundation; either version 2 of the License, or 21 * (at your option) any later version. 22 * 23 * This program is distributed in the hope that it will be useful, 24 * but WITHOUT ANY WARRANTY; without even the implied warranty of 25 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 26 * GNU General Public License for more details. 27 * 28 * You should have received a copy of the GNU General Public License 29 * along with this program; if not, write to the Free Software 30 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 31 * 32 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 33 */ 34 35 #include <linux/module.h> 36 #include <linux/init.h> 37 #include <linux/kernel.h> 38 #include <linux/sched.h> 39 #include <linux/smp.h> 40 #include <linux/string.h> 41 #include <linux/types.h> 42 #include <linux/irq.h> 43 #include <linux/acpi.h> 44 #include <linux/efi.h> 45 #include <linux/mmzone.h> 46 #include <linux/nodemask.h> 47 #include <linux/slab.h> 48 #include <acpi/processor.h> 49 #include <asm/io.h> 50 #include <asm/iosapic.h> 51 #include <asm/machvec.h> 52 #include <asm/page.h> 53 #include <asm/numa.h> 54 #include <asm/sal.h> 55 #include <asm/cyclone.h> 56 #include <asm/xen/hypervisor.h> 57 58 #define BAD_MADT_ENTRY(entry, end) ( \ 59 (!entry) || (unsigned long)entry + sizeof(*entry) > end || \ 60 ((struct acpi_subtable_header *)entry)->length < sizeof(*entry)) 61 62 #define PREFIX "ACPI: " 63 64 u32 acpi_rsdt_forced; 65 unsigned int acpi_cpei_override; 66 unsigned int acpi_cpei_phys_cpuid; 67 68 unsigned long acpi_wakeup_address = 0; 69 70 #ifdef CONFIG_IA64_GENERIC 71 static unsigned long __init acpi_find_rsdp(void) 72 { 73 unsigned long rsdp_phys = 0; 74 75 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR) 76 rsdp_phys = efi.acpi20; 77 else if (efi.acpi != EFI_INVALID_TABLE_ADDR) 78 printk(KERN_WARNING PREFIX 79 "v1.0/r0.71 tables no longer supported\n"); 80 return rsdp_phys; 81 } 82 83 const char __init * 84 acpi_get_sysname(void) 85 { 86 unsigned long rsdp_phys; 87 struct acpi_table_rsdp *rsdp; 88 struct acpi_table_xsdt *xsdt; 89 struct acpi_table_header *hdr; 90 #ifdef CONFIG_INTEL_IOMMU 91 u64 i, nentries; 92 #endif 93 94 rsdp_phys = acpi_find_rsdp(); 95 if (!rsdp_phys) { 96 printk(KERN_ERR 97 "ACPI 2.0 RSDP not found, default to \"dig\"\n"); 98 return "dig"; 99 } 100 101 rsdp = (struct acpi_table_rsdp *)__va(rsdp_phys); 102 if (strncmp(rsdp->signature, ACPI_SIG_RSDP, sizeof(ACPI_SIG_RSDP) - 1)) { 103 printk(KERN_ERR 104 "ACPI 2.0 RSDP signature incorrect, default to \"dig\"\n"); 105 return "dig"; 106 } 107 108 xsdt = (struct acpi_table_xsdt *)__va(rsdp->xsdt_physical_address); 109 hdr = &xsdt->header; 110 if (strncmp(hdr->signature, ACPI_SIG_XSDT, sizeof(ACPI_SIG_XSDT) - 1)) { 111 printk(KERN_ERR 112 "ACPI 2.0 XSDT signature incorrect, default to \"dig\"\n"); 113 return "dig"; 114 } 115 116 if (!strcmp(hdr->oem_id, "HP")) { 117 return "hpzx1"; 118 } else if (!strcmp(hdr->oem_id, "SGI")) { 119 if (!strcmp(hdr->oem_table_id + 4, "UV")) 120 return "uv"; 121 else 122 return "sn2"; 123 } else if (xen_pv_domain() && !strcmp(hdr->oem_id, "XEN")) { 124 return "xen"; 125 } 126 127 #ifdef CONFIG_INTEL_IOMMU 128 /* Look for Intel IOMMU */ 129 nentries = (hdr->length - sizeof(*hdr)) / 130 sizeof(xsdt->table_offset_entry[0]); 131 for (i = 0; i < nentries; i++) { 132 hdr = __va(xsdt->table_offset_entry[i]); 133 if (strncmp(hdr->signature, ACPI_SIG_DMAR, 134 sizeof(ACPI_SIG_DMAR) - 1) == 0) 135 return "dig_vtd"; 136 } 137 #endif 138 139 return "dig"; 140 } 141 #endif /* CONFIG_IA64_GENERIC */ 142 143 #define ACPI_MAX_PLATFORM_INTERRUPTS 256 144 145 /* Array to record platform interrupt vectors for generic interrupt routing. */ 146 int platform_intr_list[ACPI_MAX_PLATFORM_INTERRUPTS] = { 147 [0 ... ACPI_MAX_PLATFORM_INTERRUPTS - 1] = -1 148 }; 149 150 enum acpi_irq_model_id acpi_irq_model = ACPI_IRQ_MODEL_IOSAPIC; 151 152 /* 153 * Interrupt routing API for device drivers. Provides interrupt vector for 154 * a generic platform event. Currently only CPEI is implemented. 155 */ 156 int acpi_request_vector(u32 int_type) 157 { 158 int vector = -1; 159 160 if (int_type < ACPI_MAX_PLATFORM_INTERRUPTS) { 161 /* corrected platform error interrupt */ 162 vector = platform_intr_list[int_type]; 163 } else 164 printk(KERN_ERR 165 "acpi_request_vector(): invalid interrupt type\n"); 166 return vector; 167 } 168 169 char *__init __acpi_map_table(unsigned long phys_addr, unsigned long size) 170 { 171 return __va(phys_addr); 172 } 173 174 void __init __acpi_unmap_table(char *map, unsigned long size) 175 { 176 } 177 178 /* -------------------------------------------------------------------------- 179 Boot-time Table Parsing 180 -------------------------------------------------------------------------- */ 181 182 static int available_cpus __initdata; 183 struct acpi_table_madt *acpi_madt __initdata; 184 static u8 has_8259; 185 186 static int __init 187 acpi_parse_lapic_addr_ovr(struct acpi_subtable_header * header, 188 const unsigned long end) 189 { 190 struct acpi_madt_local_apic_override *lapic; 191 192 lapic = (struct acpi_madt_local_apic_override *)header; 193 194 if (BAD_MADT_ENTRY(lapic, end)) 195 return -EINVAL; 196 197 if (lapic->address) { 198 iounmap(ipi_base_addr); 199 ipi_base_addr = ioremap(lapic->address, 0); 200 } 201 return 0; 202 } 203 204 static int __init 205 acpi_parse_lsapic(struct acpi_subtable_header * header, const unsigned long end) 206 { 207 struct acpi_madt_local_sapic *lsapic; 208 209 lsapic = (struct acpi_madt_local_sapic *)header; 210 211 /*Skip BAD_MADT_ENTRY check, as lsapic size could vary */ 212 213 if (lsapic->lapic_flags & ACPI_MADT_ENABLED) { 214 #ifdef CONFIG_SMP 215 smp_boot_data.cpu_phys_id[available_cpus] = 216 (lsapic->id << 8) | lsapic->eid; 217 #endif 218 ++available_cpus; 219 } 220 221 total_cpus++; 222 return 0; 223 } 224 225 static int __init 226 acpi_parse_lapic_nmi(struct acpi_subtable_header * header, const unsigned long end) 227 { 228 struct acpi_madt_local_apic_nmi *lacpi_nmi; 229 230 lacpi_nmi = (struct acpi_madt_local_apic_nmi *)header; 231 232 if (BAD_MADT_ENTRY(lacpi_nmi, end)) 233 return -EINVAL; 234 235 /* TBD: Support lapic_nmi entries */ 236 return 0; 237 } 238 239 static int __init 240 acpi_parse_iosapic(struct acpi_subtable_header * header, const unsigned long end) 241 { 242 struct acpi_madt_io_sapic *iosapic; 243 244 iosapic = (struct acpi_madt_io_sapic *)header; 245 246 if (BAD_MADT_ENTRY(iosapic, end)) 247 return -EINVAL; 248 249 return iosapic_init(iosapic->address, iosapic->global_irq_base); 250 } 251 252 static unsigned int __initdata acpi_madt_rev; 253 254 static int __init 255 acpi_parse_plat_int_src(struct acpi_subtable_header * header, 256 const unsigned long end) 257 { 258 struct acpi_madt_interrupt_source *plintsrc; 259 int vector; 260 261 plintsrc = (struct acpi_madt_interrupt_source *)header; 262 263 if (BAD_MADT_ENTRY(plintsrc, end)) 264 return -EINVAL; 265 266 /* 267 * Get vector assignment for this interrupt, set attributes, 268 * and program the IOSAPIC routing table. 269 */ 270 vector = iosapic_register_platform_intr(plintsrc->type, 271 plintsrc->global_irq, 272 plintsrc->io_sapic_vector, 273 plintsrc->eid, 274 plintsrc->id, 275 ((plintsrc->inti_flags & ACPI_MADT_POLARITY_MASK) == 276 ACPI_MADT_POLARITY_ACTIVE_HIGH) ? 277 IOSAPIC_POL_HIGH : IOSAPIC_POL_LOW, 278 ((plintsrc->inti_flags & ACPI_MADT_TRIGGER_MASK) == 279 ACPI_MADT_TRIGGER_EDGE) ? 280 IOSAPIC_EDGE : IOSAPIC_LEVEL); 281 282 platform_intr_list[plintsrc->type] = vector; 283 if (acpi_madt_rev > 1) { 284 acpi_cpei_override = plintsrc->flags & ACPI_MADT_CPEI_OVERRIDE; 285 } 286 287 /* 288 * Save the physical id, so we can check when its being removed 289 */ 290 acpi_cpei_phys_cpuid = ((plintsrc->id << 8) | (plintsrc->eid)) & 0xffff; 291 292 return 0; 293 } 294 295 #ifdef CONFIG_HOTPLUG_CPU 296 unsigned int can_cpei_retarget(void) 297 { 298 extern int cpe_vector; 299 extern unsigned int force_cpei_retarget; 300 301 /* 302 * Only if CPEI is supported and the override flag 303 * is present, otherwise return that its re-targettable 304 * if we are in polling mode. 305 */ 306 if (cpe_vector > 0) { 307 if (acpi_cpei_override || force_cpei_retarget) 308 return 1; 309 else 310 return 0; 311 } 312 return 1; 313 } 314 315 unsigned int is_cpu_cpei_target(unsigned int cpu) 316 { 317 unsigned int logical_id; 318 319 logical_id = cpu_logical_id(acpi_cpei_phys_cpuid); 320 321 if (logical_id == cpu) 322 return 1; 323 else 324 return 0; 325 } 326 327 void set_cpei_target_cpu(unsigned int cpu) 328 { 329 acpi_cpei_phys_cpuid = cpu_physical_id(cpu); 330 } 331 #endif 332 333 unsigned int get_cpei_target_cpu(void) 334 { 335 return acpi_cpei_phys_cpuid; 336 } 337 338 static int __init 339 acpi_parse_int_src_ovr(struct acpi_subtable_header * header, 340 const unsigned long end) 341 { 342 struct acpi_madt_interrupt_override *p; 343 344 p = (struct acpi_madt_interrupt_override *)header; 345 346 if (BAD_MADT_ENTRY(p, end)) 347 return -EINVAL; 348 349 iosapic_override_isa_irq(p->source_irq, p->global_irq, 350 ((p->inti_flags & ACPI_MADT_POLARITY_MASK) == 351 ACPI_MADT_POLARITY_ACTIVE_LOW) ? 352 IOSAPIC_POL_LOW : IOSAPIC_POL_HIGH, 353 ((p->inti_flags & ACPI_MADT_TRIGGER_MASK) == 354 ACPI_MADT_TRIGGER_LEVEL) ? 355 IOSAPIC_LEVEL : IOSAPIC_EDGE); 356 return 0; 357 } 358 359 static int __init 360 acpi_parse_nmi_src(struct acpi_subtable_header * header, const unsigned long end) 361 { 362 struct acpi_madt_nmi_source *nmi_src; 363 364 nmi_src = (struct acpi_madt_nmi_source *)header; 365 366 if (BAD_MADT_ENTRY(nmi_src, end)) 367 return -EINVAL; 368 369 /* TBD: Support nimsrc entries */ 370 return 0; 371 } 372 373 static void __init acpi_madt_oem_check(char *oem_id, char *oem_table_id) 374 { 375 if (!strncmp(oem_id, "IBM", 3) && (!strncmp(oem_table_id, "SERMOW", 6))) { 376 377 /* 378 * Unfortunately ITC_DRIFT is not yet part of the 379 * official SAL spec, so the ITC_DRIFT bit is not 380 * set by the BIOS on this hardware. 381 */ 382 sal_platform_features |= IA64_SAL_PLATFORM_FEATURE_ITC_DRIFT; 383 384 cyclone_setup(); 385 } 386 } 387 388 static int __init acpi_parse_madt(struct acpi_table_header *table) 389 { 390 if (!table) 391 return -EINVAL; 392 393 acpi_madt = (struct acpi_table_madt *)table; 394 395 acpi_madt_rev = acpi_madt->header.revision; 396 397 /* remember the value for reference after free_initmem() */ 398 #ifdef CONFIG_ITANIUM 399 has_8259 = 1; /* Firmware on old Itanium systems is broken */ 400 #else 401 has_8259 = acpi_madt->flags & ACPI_MADT_PCAT_COMPAT; 402 #endif 403 iosapic_system_init(has_8259); 404 405 /* Get base address of IPI Message Block */ 406 407 if (acpi_madt->address) 408 ipi_base_addr = ioremap(acpi_madt->address, 0); 409 410 printk(KERN_INFO PREFIX "Local APIC address %p\n", ipi_base_addr); 411 412 acpi_madt_oem_check(acpi_madt->header.oem_id, 413 acpi_madt->header.oem_table_id); 414 415 return 0; 416 } 417 418 #ifdef CONFIG_ACPI_NUMA 419 420 #undef SLIT_DEBUG 421 422 #define PXM_FLAG_LEN ((MAX_PXM_DOMAINS + 1)/32) 423 424 static int __initdata srat_num_cpus; /* number of cpus */ 425 static u32 __devinitdata pxm_flag[PXM_FLAG_LEN]; 426 #define pxm_bit_set(bit) (set_bit(bit,(void *)pxm_flag)) 427 #define pxm_bit_test(bit) (test_bit(bit,(void *)pxm_flag)) 428 static struct acpi_table_slit __initdata *slit_table; 429 cpumask_t early_cpu_possible_map = CPU_MASK_NONE; 430 431 static int __init 432 get_processor_proximity_domain(struct acpi_srat_cpu_affinity *pa) 433 { 434 int pxm; 435 436 pxm = pa->proximity_domain_lo; 437 if (ia64_platform_is("sn2") || acpi_srat_revision >= 2) 438 pxm += pa->proximity_domain_hi[0] << 8; 439 return pxm; 440 } 441 442 static int __init 443 get_memory_proximity_domain(struct acpi_srat_mem_affinity *ma) 444 { 445 int pxm; 446 447 pxm = ma->proximity_domain; 448 if (!ia64_platform_is("sn2") && acpi_srat_revision <= 1) 449 pxm &= 0xff; 450 451 return pxm; 452 } 453 454 /* 455 * ACPI 2.0 SLIT (System Locality Information Table) 456 * http://devresource.hp.com/devresource/Docs/TechPapers/IA64/slit.pdf 457 */ 458 void __init acpi_numa_slit_init(struct acpi_table_slit *slit) 459 { 460 u32 len; 461 462 len = sizeof(struct acpi_table_header) + 8 463 + slit->locality_count * slit->locality_count; 464 if (slit->header.length != len) { 465 printk(KERN_ERR 466 "ACPI 2.0 SLIT: size mismatch: %d expected, %d actual\n", 467 len, slit->header.length); 468 return; 469 } 470 slit_table = slit; 471 } 472 473 void __init 474 acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa) 475 { 476 int pxm; 477 478 if (!(pa->flags & ACPI_SRAT_CPU_ENABLED)) 479 return; 480 481 if (srat_num_cpus >= ARRAY_SIZE(node_cpuid)) { 482 printk_once(KERN_WARNING 483 "node_cpuid[%ld] is too small, may not be able to use all cpus\n", 484 ARRAY_SIZE(node_cpuid)); 485 return; 486 } 487 pxm = get_processor_proximity_domain(pa); 488 489 /* record this node in proximity bitmap */ 490 pxm_bit_set(pxm); 491 492 node_cpuid[srat_num_cpus].phys_id = 493 (pa->apic_id << 8) | (pa->local_sapic_eid); 494 /* nid should be overridden as logical node id later */ 495 node_cpuid[srat_num_cpus].nid = pxm; 496 cpu_set(srat_num_cpus, early_cpu_possible_map); 497 srat_num_cpus++; 498 } 499 500 int __init 501 acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma) 502 { 503 unsigned long paddr, size; 504 int pxm; 505 struct node_memblk_s *p, *q, *pend; 506 507 pxm = get_memory_proximity_domain(ma); 508 509 /* fill node memory chunk structure */ 510 paddr = ma->base_address; 511 size = ma->length; 512 513 /* Ignore disabled entries */ 514 if (!(ma->flags & ACPI_SRAT_MEM_ENABLED)) 515 return -1; 516 517 /* record this node in proximity bitmap */ 518 pxm_bit_set(pxm); 519 520 /* Insertion sort based on base address */ 521 pend = &node_memblk[num_node_memblks]; 522 for (p = &node_memblk[0]; p < pend; p++) { 523 if (paddr < p->start_paddr) 524 break; 525 } 526 if (p < pend) { 527 for (q = pend - 1; q >= p; q--) 528 *(q + 1) = *q; 529 } 530 p->start_paddr = paddr; 531 p->size = size; 532 p->nid = pxm; 533 num_node_memblks++; 534 return 0; 535 } 536 537 void __init acpi_numa_arch_fixup(void) 538 { 539 int i, j, node_from, node_to; 540 541 /* If there's no SRAT, fix the phys_id and mark node 0 online */ 542 if (srat_num_cpus == 0) { 543 node_set_online(0); 544 node_cpuid[0].phys_id = hard_smp_processor_id(); 545 return; 546 } 547 548 /* 549 * MCD - This can probably be dropped now. No need for pxm ID to node ID 550 * mapping with sparse node numbering iff MAX_PXM_DOMAINS <= MAX_NUMNODES. 551 */ 552 nodes_clear(node_online_map); 553 for (i = 0; i < MAX_PXM_DOMAINS; i++) { 554 if (pxm_bit_test(i)) { 555 int nid = acpi_map_pxm_to_node(i); 556 node_set_online(nid); 557 } 558 } 559 560 /* set logical node id in memory chunk structure */ 561 for (i = 0; i < num_node_memblks; i++) 562 node_memblk[i].nid = pxm_to_node(node_memblk[i].nid); 563 564 /* assign memory bank numbers for each chunk on each node */ 565 for_each_online_node(i) { 566 int bank; 567 568 bank = 0; 569 for (j = 0; j < num_node_memblks; j++) 570 if (node_memblk[j].nid == i) 571 node_memblk[j].bank = bank++; 572 } 573 574 /* set logical node id in cpu structure */ 575 for_each_possible_early_cpu(i) 576 node_cpuid[i].nid = pxm_to_node(node_cpuid[i].nid); 577 578 printk(KERN_INFO "Number of logical nodes in system = %d\n", 579 num_online_nodes()); 580 printk(KERN_INFO "Number of memory chunks in system = %d\n", 581 num_node_memblks); 582 583 if (!slit_table) { 584 for (i = 0; i < MAX_NUMNODES; i++) 585 for (j = 0; j < MAX_NUMNODES; j++) 586 node_distance(i, j) = i == j ? LOCAL_DISTANCE : 587 REMOTE_DISTANCE; 588 return; 589 } 590 591 memset(numa_slit, -1, sizeof(numa_slit)); 592 for (i = 0; i < slit_table->locality_count; i++) { 593 if (!pxm_bit_test(i)) 594 continue; 595 node_from = pxm_to_node(i); 596 for (j = 0; j < slit_table->locality_count; j++) { 597 if (!pxm_bit_test(j)) 598 continue; 599 node_to = pxm_to_node(j); 600 node_distance(node_from, node_to) = 601 slit_table->entry[i * slit_table->locality_count + j]; 602 } 603 } 604 605 #ifdef SLIT_DEBUG 606 printk("ACPI 2.0 SLIT locality table:\n"); 607 for_each_online_node(i) { 608 for_each_online_node(j) 609 printk("%03d ", node_distance(i, j)); 610 printk("\n"); 611 } 612 #endif 613 } 614 #endif /* CONFIG_ACPI_NUMA */ 615 616 /* 617 * success: return IRQ number (>=0) 618 * failure: return < 0 619 */ 620 int acpi_register_gsi(struct device *dev, u32 gsi, int triggering, int polarity) 621 { 622 if (acpi_irq_model == ACPI_IRQ_MODEL_PLATFORM) 623 return gsi; 624 625 if (has_8259 && gsi < 16) 626 return isa_irq_to_vector(gsi); 627 628 return iosapic_register_intr(gsi, 629 (polarity == 630 ACPI_ACTIVE_HIGH) ? IOSAPIC_POL_HIGH : 631 IOSAPIC_POL_LOW, 632 (triggering == 633 ACPI_EDGE_SENSITIVE) ? IOSAPIC_EDGE : 634 IOSAPIC_LEVEL); 635 } 636 EXPORT_SYMBOL_GPL(acpi_register_gsi); 637 638 void acpi_unregister_gsi(u32 gsi) 639 { 640 if (acpi_irq_model == ACPI_IRQ_MODEL_PLATFORM) 641 return; 642 643 if (has_8259 && gsi < 16) 644 return; 645 646 iosapic_unregister_intr(gsi); 647 } 648 EXPORT_SYMBOL_GPL(acpi_unregister_gsi); 649 650 static int __init acpi_parse_fadt(struct acpi_table_header *table) 651 { 652 struct acpi_table_header *fadt_header; 653 struct acpi_table_fadt *fadt; 654 655 if (!table) 656 return -EINVAL; 657 658 fadt_header = (struct acpi_table_header *)table; 659 if (fadt_header->revision != 3) 660 return -ENODEV; /* Only deal with ACPI 2.0 FADT */ 661 662 fadt = (struct acpi_table_fadt *)fadt_header; 663 664 acpi_register_gsi(NULL, fadt->sci_interrupt, ACPI_LEVEL_SENSITIVE, 665 ACPI_ACTIVE_LOW); 666 return 0; 667 } 668 669 int __init early_acpi_boot_init(void) 670 { 671 int ret; 672 673 /* 674 * do a partial walk of MADT to determine how many CPUs 675 * we have including offline CPUs 676 */ 677 if (acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) { 678 printk(KERN_ERR PREFIX "Can't find MADT\n"); 679 return 0; 680 } 681 682 ret = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_SAPIC, 683 acpi_parse_lsapic, NR_CPUS); 684 if (ret < 1) 685 printk(KERN_ERR PREFIX 686 "Error parsing MADT - no LAPIC entries\n"); 687 688 #ifdef CONFIG_SMP 689 if (available_cpus == 0) { 690 printk(KERN_INFO "ACPI: Found 0 CPUS; assuming 1\n"); 691 printk(KERN_INFO "CPU 0 (0x%04x)", hard_smp_processor_id()); 692 smp_boot_data.cpu_phys_id[available_cpus] = 693 hard_smp_processor_id(); 694 available_cpus = 1; /* We've got at least one of these, no? */ 695 } 696 smp_boot_data.cpu_count = available_cpus; 697 #endif 698 /* Make boot-up look pretty */ 699 printk(KERN_INFO "%d CPUs available, %d CPUs total\n", available_cpus, 700 total_cpus); 701 702 return 0; 703 } 704 705 int __init acpi_boot_init(void) 706 { 707 708 /* 709 * MADT 710 * ---- 711 * Parse the Multiple APIC Description Table (MADT), if exists. 712 * Note that this table provides platform SMP configuration 713 * information -- the successor to MPS tables. 714 */ 715 716 if (acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) { 717 printk(KERN_ERR PREFIX "Can't find MADT\n"); 718 goto skip_madt; 719 } 720 721 /* Local APIC */ 722 723 if (acpi_table_parse_madt 724 (ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE, acpi_parse_lapic_addr_ovr, 0) < 0) 725 printk(KERN_ERR PREFIX 726 "Error parsing LAPIC address override entry\n"); 727 728 if (acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC_NMI, acpi_parse_lapic_nmi, 0) 729 < 0) 730 printk(KERN_ERR PREFIX "Error parsing LAPIC NMI entry\n"); 731 732 /* I/O APIC */ 733 734 if (acpi_table_parse_madt 735 (ACPI_MADT_TYPE_IO_SAPIC, acpi_parse_iosapic, NR_IOSAPICS) < 1) { 736 if (!ia64_platform_is("sn2")) 737 printk(KERN_ERR PREFIX 738 "Error parsing MADT - no IOSAPIC entries\n"); 739 } 740 741 /* System-Level Interrupt Routing */ 742 743 if (acpi_table_parse_madt 744 (ACPI_MADT_TYPE_INTERRUPT_SOURCE, acpi_parse_plat_int_src, 745 ACPI_MAX_PLATFORM_INTERRUPTS) < 0) 746 printk(KERN_ERR PREFIX 747 "Error parsing platform interrupt source entry\n"); 748 749 if (acpi_table_parse_madt 750 (ACPI_MADT_TYPE_INTERRUPT_OVERRIDE, acpi_parse_int_src_ovr, 0) < 0) 751 printk(KERN_ERR PREFIX 752 "Error parsing interrupt source overrides entry\n"); 753 754 if (acpi_table_parse_madt(ACPI_MADT_TYPE_NMI_SOURCE, acpi_parse_nmi_src, 0) < 0) 755 printk(KERN_ERR PREFIX "Error parsing NMI SRC entry\n"); 756 skip_madt: 757 758 /* 759 * FADT says whether a legacy keyboard controller is present. 760 * The FADT also contains an SCI_INT line, by which the system 761 * gets interrupts such as power and sleep buttons. If it's not 762 * on a Legacy interrupt, it needs to be setup. 763 */ 764 if (acpi_table_parse(ACPI_SIG_FADT, acpi_parse_fadt)) 765 printk(KERN_ERR PREFIX "Can't find FADT\n"); 766 767 #ifdef CONFIG_ACPI_NUMA 768 #ifdef CONFIG_SMP 769 if (srat_num_cpus == 0) { 770 int cpu, i = 1; 771 for (cpu = 0; cpu < smp_boot_data.cpu_count; cpu++) 772 if (smp_boot_data.cpu_phys_id[cpu] != 773 hard_smp_processor_id()) 774 node_cpuid[i++].phys_id = 775 smp_boot_data.cpu_phys_id[cpu]; 776 } 777 #endif 778 build_cpu_to_node_map(); 779 #endif 780 return 0; 781 } 782 783 int acpi_gsi_to_irq(u32 gsi, unsigned int *irq) 784 { 785 int tmp; 786 787 if (has_8259 && gsi < 16) 788 *irq = isa_irq_to_vector(gsi); 789 else { 790 tmp = gsi_to_irq(gsi); 791 if (tmp == -1) 792 return -1; 793 *irq = tmp; 794 } 795 return 0; 796 } 797 798 int acpi_isa_irq_to_gsi(unsigned isa_irq, u32 *gsi) 799 { 800 if (isa_irq >= 16) 801 return -1; 802 *gsi = isa_irq; 803 return 0; 804 } 805 806 /* 807 * ACPI based hotplug CPU support 808 */ 809 #ifdef CONFIG_ACPI_HOTPLUG_CPU 810 static __cpuinit 811 int acpi_map_cpu2node(acpi_handle handle, int cpu, int physid) 812 { 813 #ifdef CONFIG_ACPI_NUMA 814 int pxm_id; 815 int nid; 816 817 pxm_id = acpi_get_pxm(handle); 818 /* 819 * We don't have cpu-only-node hotadd. But if the system equips 820 * SRAT table, pxm is already found and node is ready. 821 * So, just pxm_to_nid(pxm) is OK. 822 * This code here is for the system which doesn't have full SRAT 823 * table for possible cpus. 824 */ 825 nid = acpi_map_pxm_to_node(pxm_id); 826 node_cpuid[cpu].phys_id = physid; 827 node_cpuid[cpu].nid = nid; 828 #endif 829 return (0); 830 } 831 832 int additional_cpus __initdata = -1; 833 834 static __init int setup_additional_cpus(char *s) 835 { 836 if (s) 837 additional_cpus = simple_strtol(s, NULL, 0); 838 839 return 0; 840 } 841 842 early_param("additional_cpus", setup_additional_cpus); 843 844 /* 845 * cpu_possible_mask should be static, it cannot change as CPUs 846 * are onlined, or offlined. The reason is per-cpu data-structures 847 * are allocated by some modules at init time, and dont expect to 848 * do this dynamically on cpu arrival/departure. 849 * cpu_present_mask on the other hand can change dynamically. 850 * In case when cpu_hotplug is not compiled, then we resort to current 851 * behaviour, which is cpu_possible == cpu_present. 852 * - Ashok Raj 853 * 854 * Three ways to find out the number of additional hotplug CPUs: 855 * - If the BIOS specified disabled CPUs in ACPI/mptables use that. 856 * - The user can overwrite it with additional_cpus=NUM 857 * - Otherwise don't reserve additional CPUs. 858 */ 859 __init void prefill_possible_map(void) 860 { 861 int i; 862 int possible, disabled_cpus; 863 864 disabled_cpus = total_cpus - available_cpus; 865 866 if (additional_cpus == -1) { 867 if (disabled_cpus > 0) 868 additional_cpus = disabled_cpus; 869 else 870 additional_cpus = 0; 871 } 872 873 possible = available_cpus + additional_cpus; 874 875 if (possible > nr_cpu_ids) 876 possible = nr_cpu_ids; 877 878 printk(KERN_INFO "SMP: Allowing %d CPUs, %d hotplug CPUs\n", 879 possible, max((possible - available_cpus), 0)); 880 881 for (i = 0; i < possible; i++) 882 set_cpu_possible(i, true); 883 } 884 885 static int __cpuinit _acpi_map_lsapic(acpi_handle handle, int *pcpu) 886 { 887 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL }; 888 union acpi_object *obj; 889 struct acpi_madt_local_sapic *lsapic; 890 cpumask_t tmp_map; 891 int cpu, physid; 892 893 if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer))) 894 return -EINVAL; 895 896 if (!buffer.length || !buffer.pointer) 897 return -EINVAL; 898 899 obj = buffer.pointer; 900 if (obj->type != ACPI_TYPE_BUFFER) 901 { 902 kfree(buffer.pointer); 903 return -EINVAL; 904 } 905 906 lsapic = (struct acpi_madt_local_sapic *)obj->buffer.pointer; 907 908 if ((lsapic->header.type != ACPI_MADT_TYPE_LOCAL_SAPIC) || 909 (!(lsapic->lapic_flags & ACPI_MADT_ENABLED))) { 910 kfree(buffer.pointer); 911 return -EINVAL; 912 } 913 914 physid = ((lsapic->id << 8) | (lsapic->eid)); 915 916 kfree(buffer.pointer); 917 buffer.length = ACPI_ALLOCATE_BUFFER; 918 buffer.pointer = NULL; 919 920 cpumask_complement(&tmp_map, cpu_present_mask); 921 cpu = cpumask_first(&tmp_map); 922 if (cpu >= nr_cpu_ids) 923 return -EINVAL; 924 925 acpi_map_cpu2node(handle, cpu, physid); 926 927 set_cpu_present(cpu, true); 928 ia64_cpu_to_sapicid[cpu] = physid; 929 930 acpi_processor_set_pdc(handle); 931 932 *pcpu = cpu; 933 return (0); 934 } 935 936 /* wrapper to silence section mismatch warning */ 937 int __ref acpi_map_lsapic(acpi_handle handle, int *pcpu) 938 { 939 return _acpi_map_lsapic(handle, pcpu); 940 } 941 EXPORT_SYMBOL(acpi_map_lsapic); 942 943 int acpi_unmap_lsapic(int cpu) 944 { 945 ia64_cpu_to_sapicid[cpu] = -1; 946 set_cpu_present(cpu, false); 947 948 #ifdef CONFIG_ACPI_NUMA 949 /* NUMA specific cleanup's */ 950 #endif 951 952 return (0); 953 } 954 955 EXPORT_SYMBOL(acpi_unmap_lsapic); 956 #endif /* CONFIG_ACPI_HOTPLUG_CPU */ 957 958 #ifdef CONFIG_ACPI_NUMA 959 static acpi_status __devinit 960 acpi_map_iosapic(acpi_handle handle, u32 depth, void *context, void **ret) 961 { 962 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL }; 963 union acpi_object *obj; 964 struct acpi_madt_io_sapic *iosapic; 965 unsigned int gsi_base; 966 int pxm, node; 967 968 /* Only care about objects w/ a method that returns the MADT */ 969 if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer))) 970 return AE_OK; 971 972 if (!buffer.length || !buffer.pointer) 973 return AE_OK; 974 975 obj = buffer.pointer; 976 if (obj->type != ACPI_TYPE_BUFFER || 977 obj->buffer.length < sizeof(*iosapic)) { 978 kfree(buffer.pointer); 979 return AE_OK; 980 } 981 982 iosapic = (struct acpi_madt_io_sapic *)obj->buffer.pointer; 983 984 if (iosapic->header.type != ACPI_MADT_TYPE_IO_SAPIC) { 985 kfree(buffer.pointer); 986 return AE_OK; 987 } 988 989 gsi_base = iosapic->global_irq_base; 990 991 kfree(buffer.pointer); 992 993 /* 994 * OK, it's an IOSAPIC MADT entry, look for a _PXM value to tell 995 * us which node to associate this with. 996 */ 997 pxm = acpi_get_pxm(handle); 998 if (pxm < 0) 999 return AE_OK; 1000 1001 node = pxm_to_node(pxm); 1002 1003 if (node >= MAX_NUMNODES || !node_online(node) || 1004 cpumask_empty(cpumask_of_node(node))) 1005 return AE_OK; 1006 1007 /* We know a gsi to node mapping! */ 1008 map_iosapic_to_node(gsi_base, node); 1009 return AE_OK; 1010 } 1011 1012 static int __init 1013 acpi_map_iosapics (void) 1014 { 1015 acpi_get_devices(NULL, acpi_map_iosapic, NULL, NULL); 1016 return 0; 1017 } 1018 1019 fs_initcall(acpi_map_iosapics); 1020 #endif /* CONFIG_ACPI_NUMA */ 1021 1022 int __ref acpi_register_ioapic(acpi_handle handle, u64 phys_addr, u32 gsi_base) 1023 { 1024 int err; 1025 1026 if ((err = iosapic_init(phys_addr, gsi_base))) 1027 return err; 1028 1029 #ifdef CONFIG_ACPI_NUMA 1030 acpi_map_iosapic(handle, 0, NULL, NULL); 1031 #endif /* CONFIG_ACPI_NUMA */ 1032 1033 return 0; 1034 } 1035 1036 EXPORT_SYMBOL(acpi_register_ioapic); 1037 1038 int acpi_unregister_ioapic(acpi_handle handle, u32 gsi_base) 1039 { 1040 return iosapic_remove(gsi_base); 1041 } 1042 1043 EXPORT_SYMBOL(acpi_unregister_ioapic); 1044 1045 /* 1046 * acpi_suspend_lowlevel() - save kernel state and suspend. 1047 * 1048 * TBD when when IA64 starts to support suspend... 1049 */ 1050 int acpi_suspend_lowlevel(void) { return 0; } 1051