1 /* 2 * acpi.c - Architecture-Specific Low-Level ACPI Support 3 * 4 * Copyright (C) 1999 VA Linux Systems 5 * Copyright (C) 1999,2000 Walt Drummond <drummond@valinux.com> 6 * Copyright (C) 2000, 2002-2003 Hewlett-Packard Co. 7 * David Mosberger-Tang <davidm@hpl.hp.com> 8 * Copyright (C) 2000 Intel Corp. 9 * Copyright (C) 2000,2001 J.I. Lee <jung-ik.lee@intel.com> 10 * Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com> 11 * Copyright (C) 2001 Jenna Hall <jenna.s.hall@intel.com> 12 * Copyright (C) 2001 Takayoshi Kochi <t-kochi@bq.jp.nec.com> 13 * Copyright (C) 2002 Erich Focht <efocht@ess.nec.de> 14 * Copyright (C) 2004 Ashok Raj <ashok.raj@intel.com> 15 * 16 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 17 * 18 * This program is free software; you can redistribute it and/or modify 19 * it under the terms of the GNU General Public License as published by 20 * the Free Software Foundation; either version 2 of the License, or 21 * (at your option) any later version. 22 * 23 * This program is distributed in the hope that it will be useful, 24 * but WITHOUT ANY WARRANTY; without even the implied warranty of 25 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 26 * GNU General Public License for more details. 27 * 28 * You should have received a copy of the GNU General Public License 29 * along with this program; if not, write to the Free Software 30 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 31 * 32 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 33 */ 34 35 #include <linux/module.h> 36 #include <linux/init.h> 37 #include <linux/kernel.h> 38 #include <linux/sched.h> 39 #include <linux/smp.h> 40 #include <linux/string.h> 41 #include <linux/types.h> 42 #include <linux/irq.h> 43 #include <linux/acpi.h> 44 #include <linux/efi.h> 45 #include <linux/mmzone.h> 46 #include <linux/nodemask.h> 47 #include <linux/slab.h> 48 #include <acpi/processor.h> 49 #include <asm/io.h> 50 #include <asm/iosapic.h> 51 #include <asm/machvec.h> 52 #include <asm/page.h> 53 #include <asm/numa.h> 54 #include <asm/sal.h> 55 #include <asm/cyclone.h> 56 #include <asm/xen/hypervisor.h> 57 58 #define BAD_MADT_ENTRY(entry, end) ( \ 59 (!entry) || (unsigned long)entry + sizeof(*entry) > end || \ 60 ((struct acpi_subtable_header *)entry)->length < sizeof(*entry)) 61 62 #define PREFIX "ACPI: " 63 64 u32 acpi_rsdt_forced; 65 unsigned int acpi_cpei_override; 66 unsigned int acpi_cpei_phys_cpuid; 67 68 unsigned long acpi_wakeup_address = 0; 69 70 #ifdef CONFIG_IA64_GENERIC 71 static unsigned long __init acpi_find_rsdp(void) 72 { 73 unsigned long rsdp_phys = 0; 74 75 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR) 76 rsdp_phys = efi.acpi20; 77 else if (efi.acpi != EFI_INVALID_TABLE_ADDR) 78 printk(KERN_WARNING PREFIX 79 "v1.0/r0.71 tables no longer supported\n"); 80 return rsdp_phys; 81 } 82 83 const char __init * 84 acpi_get_sysname(void) 85 { 86 unsigned long rsdp_phys; 87 struct acpi_table_rsdp *rsdp; 88 struct acpi_table_xsdt *xsdt; 89 struct acpi_table_header *hdr; 90 #ifdef CONFIG_INTEL_IOMMU 91 u64 i, nentries; 92 #endif 93 94 rsdp_phys = acpi_find_rsdp(); 95 if (!rsdp_phys) { 96 printk(KERN_ERR 97 "ACPI 2.0 RSDP not found, default to \"dig\"\n"); 98 return "dig"; 99 } 100 101 rsdp = (struct acpi_table_rsdp *)__va(rsdp_phys); 102 if (strncmp(rsdp->signature, ACPI_SIG_RSDP, sizeof(ACPI_SIG_RSDP) - 1)) { 103 printk(KERN_ERR 104 "ACPI 2.0 RSDP signature incorrect, default to \"dig\"\n"); 105 return "dig"; 106 } 107 108 xsdt = (struct acpi_table_xsdt *)__va(rsdp->xsdt_physical_address); 109 hdr = &xsdt->header; 110 if (strncmp(hdr->signature, ACPI_SIG_XSDT, sizeof(ACPI_SIG_XSDT) - 1)) { 111 printk(KERN_ERR 112 "ACPI 2.0 XSDT signature incorrect, default to \"dig\"\n"); 113 return "dig"; 114 } 115 116 if (!strcmp(hdr->oem_id, "HP")) { 117 return "hpzx1"; 118 } else if (!strcmp(hdr->oem_id, "SGI")) { 119 if (!strcmp(hdr->oem_table_id + 4, "UV")) 120 return "uv"; 121 else 122 return "sn2"; 123 } else if (xen_pv_domain() && !strcmp(hdr->oem_id, "XEN")) { 124 return "xen"; 125 } 126 127 #ifdef CONFIG_INTEL_IOMMU 128 /* Look for Intel IOMMU */ 129 nentries = (hdr->length - sizeof(*hdr)) / 130 sizeof(xsdt->table_offset_entry[0]); 131 for (i = 0; i < nentries; i++) { 132 hdr = __va(xsdt->table_offset_entry[i]); 133 if (strncmp(hdr->signature, ACPI_SIG_DMAR, 134 sizeof(ACPI_SIG_DMAR) - 1) == 0) 135 return "dig_vtd"; 136 } 137 #endif 138 139 return "dig"; 140 } 141 #endif /* CONFIG_IA64_GENERIC */ 142 143 #define ACPI_MAX_PLATFORM_INTERRUPTS 256 144 145 /* Array to record platform interrupt vectors for generic interrupt routing. */ 146 int platform_intr_list[ACPI_MAX_PLATFORM_INTERRUPTS] = { 147 [0 ... ACPI_MAX_PLATFORM_INTERRUPTS - 1] = -1 148 }; 149 150 enum acpi_irq_model_id acpi_irq_model = ACPI_IRQ_MODEL_IOSAPIC; 151 152 /* 153 * Interrupt routing API for device drivers. Provides interrupt vector for 154 * a generic platform event. Currently only CPEI is implemented. 155 */ 156 int acpi_request_vector(u32 int_type) 157 { 158 int vector = -1; 159 160 if (int_type < ACPI_MAX_PLATFORM_INTERRUPTS) { 161 /* corrected platform error interrupt */ 162 vector = platform_intr_list[int_type]; 163 } else 164 printk(KERN_ERR 165 "acpi_request_vector(): invalid interrupt type\n"); 166 return vector; 167 } 168 169 char *__init __acpi_map_table(unsigned long phys_addr, unsigned long size) 170 { 171 return __va(phys_addr); 172 } 173 174 void __init __acpi_unmap_table(char *map, unsigned long size) 175 { 176 } 177 178 /* -------------------------------------------------------------------------- 179 Boot-time Table Parsing 180 -------------------------------------------------------------------------- */ 181 182 static int available_cpus __initdata; 183 struct acpi_table_madt *acpi_madt __initdata; 184 static u8 has_8259; 185 186 static int __init 187 acpi_parse_lapic_addr_ovr(struct acpi_subtable_header * header, 188 const unsigned long end) 189 { 190 struct acpi_madt_local_apic_override *lapic; 191 192 lapic = (struct acpi_madt_local_apic_override *)header; 193 194 if (BAD_MADT_ENTRY(lapic, end)) 195 return -EINVAL; 196 197 if (lapic->address) { 198 iounmap(ipi_base_addr); 199 ipi_base_addr = ioremap(lapic->address, 0); 200 } 201 return 0; 202 } 203 204 static int __init 205 acpi_parse_lsapic(struct acpi_subtable_header * header, const unsigned long end) 206 { 207 struct acpi_madt_local_sapic *lsapic; 208 209 lsapic = (struct acpi_madt_local_sapic *)header; 210 211 /*Skip BAD_MADT_ENTRY check, as lsapic size could vary */ 212 213 if (lsapic->lapic_flags & ACPI_MADT_ENABLED) { 214 #ifdef CONFIG_SMP 215 smp_boot_data.cpu_phys_id[available_cpus] = 216 (lsapic->id << 8) | lsapic->eid; 217 #endif 218 ++available_cpus; 219 } 220 221 total_cpus++; 222 return 0; 223 } 224 225 static int __init 226 acpi_parse_lapic_nmi(struct acpi_subtable_header * header, const unsigned long end) 227 { 228 struct acpi_madt_local_apic_nmi *lacpi_nmi; 229 230 lacpi_nmi = (struct acpi_madt_local_apic_nmi *)header; 231 232 if (BAD_MADT_ENTRY(lacpi_nmi, end)) 233 return -EINVAL; 234 235 /* TBD: Support lapic_nmi entries */ 236 return 0; 237 } 238 239 static int __init 240 acpi_parse_iosapic(struct acpi_subtable_header * header, const unsigned long end) 241 { 242 struct acpi_madt_io_sapic *iosapic; 243 244 iosapic = (struct acpi_madt_io_sapic *)header; 245 246 if (BAD_MADT_ENTRY(iosapic, end)) 247 return -EINVAL; 248 249 return iosapic_init(iosapic->address, iosapic->global_irq_base); 250 } 251 252 static unsigned int __initdata acpi_madt_rev; 253 254 static int __init 255 acpi_parse_plat_int_src(struct acpi_subtable_header * header, 256 const unsigned long end) 257 { 258 struct acpi_madt_interrupt_source *plintsrc; 259 int vector; 260 261 plintsrc = (struct acpi_madt_interrupt_source *)header; 262 263 if (BAD_MADT_ENTRY(plintsrc, end)) 264 return -EINVAL; 265 266 /* 267 * Get vector assignment for this interrupt, set attributes, 268 * and program the IOSAPIC routing table. 269 */ 270 vector = iosapic_register_platform_intr(plintsrc->type, 271 plintsrc->global_irq, 272 plintsrc->io_sapic_vector, 273 plintsrc->eid, 274 plintsrc->id, 275 ((plintsrc->inti_flags & ACPI_MADT_POLARITY_MASK) == 276 ACPI_MADT_POLARITY_ACTIVE_HIGH) ? 277 IOSAPIC_POL_HIGH : IOSAPIC_POL_LOW, 278 ((plintsrc->inti_flags & ACPI_MADT_TRIGGER_MASK) == 279 ACPI_MADT_TRIGGER_EDGE) ? 280 IOSAPIC_EDGE : IOSAPIC_LEVEL); 281 282 platform_intr_list[plintsrc->type] = vector; 283 if (acpi_madt_rev > 1) { 284 acpi_cpei_override = plintsrc->flags & ACPI_MADT_CPEI_OVERRIDE; 285 } 286 287 /* 288 * Save the physical id, so we can check when its being removed 289 */ 290 acpi_cpei_phys_cpuid = ((plintsrc->id << 8) | (plintsrc->eid)) & 0xffff; 291 292 return 0; 293 } 294 295 #ifdef CONFIG_HOTPLUG_CPU 296 unsigned int can_cpei_retarget(void) 297 { 298 extern int cpe_vector; 299 extern unsigned int force_cpei_retarget; 300 301 /* 302 * Only if CPEI is supported and the override flag 303 * is present, otherwise return that its re-targettable 304 * if we are in polling mode. 305 */ 306 if (cpe_vector > 0) { 307 if (acpi_cpei_override || force_cpei_retarget) 308 return 1; 309 else 310 return 0; 311 } 312 return 1; 313 } 314 315 unsigned int is_cpu_cpei_target(unsigned int cpu) 316 { 317 unsigned int logical_id; 318 319 logical_id = cpu_logical_id(acpi_cpei_phys_cpuid); 320 321 if (logical_id == cpu) 322 return 1; 323 else 324 return 0; 325 } 326 327 void set_cpei_target_cpu(unsigned int cpu) 328 { 329 acpi_cpei_phys_cpuid = cpu_physical_id(cpu); 330 } 331 #endif 332 333 unsigned int get_cpei_target_cpu(void) 334 { 335 return acpi_cpei_phys_cpuid; 336 } 337 338 static int __init 339 acpi_parse_int_src_ovr(struct acpi_subtable_header * header, 340 const unsigned long end) 341 { 342 struct acpi_madt_interrupt_override *p; 343 344 p = (struct acpi_madt_interrupt_override *)header; 345 346 if (BAD_MADT_ENTRY(p, end)) 347 return -EINVAL; 348 349 iosapic_override_isa_irq(p->source_irq, p->global_irq, 350 ((p->inti_flags & ACPI_MADT_POLARITY_MASK) == 351 ACPI_MADT_POLARITY_ACTIVE_LOW) ? 352 IOSAPIC_POL_LOW : IOSAPIC_POL_HIGH, 353 ((p->inti_flags & ACPI_MADT_TRIGGER_MASK) == 354 ACPI_MADT_TRIGGER_LEVEL) ? 355 IOSAPIC_LEVEL : IOSAPIC_EDGE); 356 return 0; 357 } 358 359 static int __init 360 acpi_parse_nmi_src(struct acpi_subtable_header * header, const unsigned long end) 361 { 362 struct acpi_madt_nmi_source *nmi_src; 363 364 nmi_src = (struct acpi_madt_nmi_source *)header; 365 366 if (BAD_MADT_ENTRY(nmi_src, end)) 367 return -EINVAL; 368 369 /* TBD: Support nimsrc entries */ 370 return 0; 371 } 372 373 static void __init acpi_madt_oem_check(char *oem_id, char *oem_table_id) 374 { 375 if (!strncmp(oem_id, "IBM", 3) && (!strncmp(oem_table_id, "SERMOW", 6))) { 376 377 /* 378 * Unfortunately ITC_DRIFT is not yet part of the 379 * official SAL spec, so the ITC_DRIFT bit is not 380 * set by the BIOS on this hardware. 381 */ 382 sal_platform_features |= IA64_SAL_PLATFORM_FEATURE_ITC_DRIFT; 383 384 cyclone_setup(); 385 } 386 } 387 388 static int __init acpi_parse_madt(struct acpi_table_header *table) 389 { 390 if (!table) 391 return -EINVAL; 392 393 acpi_madt = (struct acpi_table_madt *)table; 394 395 acpi_madt_rev = acpi_madt->header.revision; 396 397 /* remember the value for reference after free_initmem() */ 398 #ifdef CONFIG_ITANIUM 399 has_8259 = 1; /* Firmware on old Itanium systems is broken */ 400 #else 401 has_8259 = acpi_madt->flags & ACPI_MADT_PCAT_COMPAT; 402 #endif 403 iosapic_system_init(has_8259); 404 405 /* Get base address of IPI Message Block */ 406 407 if (acpi_madt->address) 408 ipi_base_addr = ioremap(acpi_madt->address, 0); 409 410 printk(KERN_INFO PREFIX "Local APIC address %p\n", ipi_base_addr); 411 412 acpi_madt_oem_check(acpi_madt->header.oem_id, 413 acpi_madt->header.oem_table_id); 414 415 return 0; 416 } 417 418 #ifdef CONFIG_ACPI_NUMA 419 420 #undef SLIT_DEBUG 421 422 #define PXM_FLAG_LEN ((MAX_PXM_DOMAINS + 1)/32) 423 424 static int __initdata srat_num_cpus; /* number of cpus */ 425 static u32 __devinitdata pxm_flag[PXM_FLAG_LEN]; 426 #define pxm_bit_set(bit) (set_bit(bit,(void *)pxm_flag)) 427 #define pxm_bit_test(bit) (test_bit(bit,(void *)pxm_flag)) 428 static struct acpi_table_slit __initdata *slit_table; 429 cpumask_t early_cpu_possible_map = CPU_MASK_NONE; 430 431 static int __init 432 get_processor_proximity_domain(struct acpi_srat_cpu_affinity *pa) 433 { 434 int pxm; 435 436 pxm = pa->proximity_domain_lo; 437 if (ia64_platform_is("sn2") || acpi_srat_revision >= 2) 438 pxm += pa->proximity_domain_hi[0] << 8; 439 return pxm; 440 } 441 442 static int __init 443 get_memory_proximity_domain(struct acpi_srat_mem_affinity *ma) 444 { 445 int pxm; 446 447 pxm = ma->proximity_domain; 448 if (!ia64_platform_is("sn2") && acpi_srat_revision <= 1) 449 pxm &= 0xff; 450 451 return pxm; 452 } 453 454 /* 455 * ACPI 2.0 SLIT (System Locality Information Table) 456 * http://devresource.hp.com/devresource/Docs/TechPapers/IA64/slit.pdf 457 */ 458 void __init acpi_numa_slit_init(struct acpi_table_slit *slit) 459 { 460 u32 len; 461 462 len = sizeof(struct acpi_table_header) + 8 463 + slit->locality_count * slit->locality_count; 464 if (slit->header.length != len) { 465 printk(KERN_ERR 466 "ACPI 2.0 SLIT: size mismatch: %d expected, %d actual\n", 467 len, slit->header.length); 468 return; 469 } 470 slit_table = slit; 471 } 472 473 void __init 474 acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa) 475 { 476 int pxm; 477 478 if (!(pa->flags & ACPI_SRAT_CPU_ENABLED)) 479 return; 480 481 if (srat_num_cpus >= ARRAY_SIZE(node_cpuid)) { 482 printk_once(KERN_WARNING 483 "node_cpuid[%ld] is too small, may not be able to use all cpus\n", 484 ARRAY_SIZE(node_cpuid)); 485 return; 486 } 487 pxm = get_processor_proximity_domain(pa); 488 489 /* record this node in proximity bitmap */ 490 pxm_bit_set(pxm); 491 492 node_cpuid[srat_num_cpus].phys_id = 493 (pa->apic_id << 8) | (pa->local_sapic_eid); 494 /* nid should be overridden as logical node id later */ 495 node_cpuid[srat_num_cpus].nid = pxm; 496 cpu_set(srat_num_cpus, early_cpu_possible_map); 497 srat_num_cpus++; 498 } 499 500 void __init 501 acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma) 502 { 503 unsigned long paddr, size; 504 int pxm; 505 struct node_memblk_s *p, *q, *pend; 506 507 pxm = get_memory_proximity_domain(ma); 508 509 /* fill node memory chunk structure */ 510 paddr = ma->base_address; 511 size = ma->length; 512 513 /* Ignore disabled entries */ 514 if (!(ma->flags & ACPI_SRAT_MEM_ENABLED)) 515 return; 516 517 /* record this node in proximity bitmap */ 518 pxm_bit_set(pxm); 519 520 /* Insertion sort based on base address */ 521 pend = &node_memblk[num_node_memblks]; 522 for (p = &node_memblk[0]; p < pend; p++) { 523 if (paddr < p->start_paddr) 524 break; 525 } 526 if (p < pend) { 527 for (q = pend - 1; q >= p; q--) 528 *(q + 1) = *q; 529 } 530 p->start_paddr = paddr; 531 p->size = size; 532 p->nid = pxm; 533 num_node_memblks++; 534 } 535 536 void __init acpi_numa_arch_fixup(void) 537 { 538 int i, j, node_from, node_to; 539 540 /* If there's no SRAT, fix the phys_id and mark node 0 online */ 541 if (srat_num_cpus == 0) { 542 node_set_online(0); 543 node_cpuid[0].phys_id = hard_smp_processor_id(); 544 return; 545 } 546 547 /* 548 * MCD - This can probably be dropped now. No need for pxm ID to node ID 549 * mapping with sparse node numbering iff MAX_PXM_DOMAINS <= MAX_NUMNODES. 550 */ 551 nodes_clear(node_online_map); 552 for (i = 0; i < MAX_PXM_DOMAINS; i++) { 553 if (pxm_bit_test(i)) { 554 int nid = acpi_map_pxm_to_node(i); 555 node_set_online(nid); 556 } 557 } 558 559 /* set logical node id in memory chunk structure */ 560 for (i = 0; i < num_node_memblks; i++) 561 node_memblk[i].nid = pxm_to_node(node_memblk[i].nid); 562 563 /* assign memory bank numbers for each chunk on each node */ 564 for_each_online_node(i) { 565 int bank; 566 567 bank = 0; 568 for (j = 0; j < num_node_memblks; j++) 569 if (node_memblk[j].nid == i) 570 node_memblk[j].bank = bank++; 571 } 572 573 /* set logical node id in cpu structure */ 574 for_each_possible_early_cpu(i) 575 node_cpuid[i].nid = pxm_to_node(node_cpuid[i].nid); 576 577 printk(KERN_INFO "Number of logical nodes in system = %d\n", 578 num_online_nodes()); 579 printk(KERN_INFO "Number of memory chunks in system = %d\n", 580 num_node_memblks); 581 582 if (!slit_table) { 583 for (i = 0; i < MAX_NUMNODES; i++) 584 for (j = 0; j < MAX_NUMNODES; j++) 585 node_distance(i, j) = i == j ? LOCAL_DISTANCE : 586 REMOTE_DISTANCE; 587 return; 588 } 589 590 memset(numa_slit, -1, sizeof(numa_slit)); 591 for (i = 0; i < slit_table->locality_count; i++) { 592 if (!pxm_bit_test(i)) 593 continue; 594 node_from = pxm_to_node(i); 595 for (j = 0; j < slit_table->locality_count; j++) { 596 if (!pxm_bit_test(j)) 597 continue; 598 node_to = pxm_to_node(j); 599 node_distance(node_from, node_to) = 600 slit_table->entry[i * slit_table->locality_count + j]; 601 } 602 } 603 604 #ifdef SLIT_DEBUG 605 printk("ACPI 2.0 SLIT locality table:\n"); 606 for_each_online_node(i) { 607 for_each_online_node(j) 608 printk("%03d ", node_distance(i, j)); 609 printk("\n"); 610 } 611 #endif 612 } 613 #endif /* CONFIG_ACPI_NUMA */ 614 615 /* 616 * success: return IRQ number (>=0) 617 * failure: return < 0 618 */ 619 int acpi_register_gsi(struct device *dev, u32 gsi, int triggering, int polarity) 620 { 621 if (acpi_irq_model == ACPI_IRQ_MODEL_PLATFORM) 622 return gsi; 623 624 if (has_8259 && gsi < 16) 625 return isa_irq_to_vector(gsi); 626 627 return iosapic_register_intr(gsi, 628 (polarity == 629 ACPI_ACTIVE_HIGH) ? IOSAPIC_POL_HIGH : 630 IOSAPIC_POL_LOW, 631 (triggering == 632 ACPI_EDGE_SENSITIVE) ? IOSAPIC_EDGE : 633 IOSAPIC_LEVEL); 634 } 635 636 void acpi_unregister_gsi(u32 gsi) 637 { 638 if (acpi_irq_model == ACPI_IRQ_MODEL_PLATFORM) 639 return; 640 641 if (has_8259 && gsi < 16) 642 return; 643 644 iosapic_unregister_intr(gsi); 645 } 646 647 static int __init acpi_parse_fadt(struct acpi_table_header *table) 648 { 649 struct acpi_table_header *fadt_header; 650 struct acpi_table_fadt *fadt; 651 652 if (!table) 653 return -EINVAL; 654 655 fadt_header = (struct acpi_table_header *)table; 656 if (fadt_header->revision != 3) 657 return -ENODEV; /* Only deal with ACPI 2.0 FADT */ 658 659 fadt = (struct acpi_table_fadt *)fadt_header; 660 661 acpi_register_gsi(NULL, fadt->sci_interrupt, ACPI_LEVEL_SENSITIVE, 662 ACPI_ACTIVE_LOW); 663 return 0; 664 } 665 666 int __init early_acpi_boot_init(void) 667 { 668 int ret; 669 670 /* 671 * do a partial walk of MADT to determine how many CPUs 672 * we have including offline CPUs 673 */ 674 if (acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) { 675 printk(KERN_ERR PREFIX "Can't find MADT\n"); 676 return 0; 677 } 678 679 ret = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_SAPIC, 680 acpi_parse_lsapic, NR_CPUS); 681 if (ret < 1) 682 printk(KERN_ERR PREFIX 683 "Error parsing MADT - no LAPIC entries\n"); 684 685 #ifdef CONFIG_SMP 686 if (available_cpus == 0) { 687 printk(KERN_INFO "ACPI: Found 0 CPUS; assuming 1\n"); 688 printk(KERN_INFO "CPU 0 (0x%04x)", hard_smp_processor_id()); 689 smp_boot_data.cpu_phys_id[available_cpus] = 690 hard_smp_processor_id(); 691 available_cpus = 1; /* We've got at least one of these, no? */ 692 } 693 smp_boot_data.cpu_count = available_cpus; 694 #endif 695 /* Make boot-up look pretty */ 696 printk(KERN_INFO "%d CPUs available, %d CPUs total\n", available_cpus, 697 total_cpus); 698 699 return 0; 700 } 701 702 int __init acpi_boot_init(void) 703 { 704 705 /* 706 * MADT 707 * ---- 708 * Parse the Multiple APIC Description Table (MADT), if exists. 709 * Note that this table provides platform SMP configuration 710 * information -- the successor to MPS tables. 711 */ 712 713 if (acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) { 714 printk(KERN_ERR PREFIX "Can't find MADT\n"); 715 goto skip_madt; 716 } 717 718 /* Local APIC */ 719 720 if (acpi_table_parse_madt 721 (ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE, acpi_parse_lapic_addr_ovr, 0) < 0) 722 printk(KERN_ERR PREFIX 723 "Error parsing LAPIC address override entry\n"); 724 725 if (acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC_NMI, acpi_parse_lapic_nmi, 0) 726 < 0) 727 printk(KERN_ERR PREFIX "Error parsing LAPIC NMI entry\n"); 728 729 /* I/O APIC */ 730 731 if (acpi_table_parse_madt 732 (ACPI_MADT_TYPE_IO_SAPIC, acpi_parse_iosapic, NR_IOSAPICS) < 1) { 733 if (!ia64_platform_is("sn2")) 734 printk(KERN_ERR PREFIX 735 "Error parsing MADT - no IOSAPIC entries\n"); 736 } 737 738 /* System-Level Interrupt Routing */ 739 740 if (acpi_table_parse_madt 741 (ACPI_MADT_TYPE_INTERRUPT_SOURCE, acpi_parse_plat_int_src, 742 ACPI_MAX_PLATFORM_INTERRUPTS) < 0) 743 printk(KERN_ERR PREFIX 744 "Error parsing platform interrupt source entry\n"); 745 746 if (acpi_table_parse_madt 747 (ACPI_MADT_TYPE_INTERRUPT_OVERRIDE, acpi_parse_int_src_ovr, 0) < 0) 748 printk(KERN_ERR PREFIX 749 "Error parsing interrupt source overrides entry\n"); 750 751 if (acpi_table_parse_madt(ACPI_MADT_TYPE_NMI_SOURCE, acpi_parse_nmi_src, 0) < 0) 752 printk(KERN_ERR PREFIX "Error parsing NMI SRC entry\n"); 753 skip_madt: 754 755 /* 756 * FADT says whether a legacy keyboard controller is present. 757 * The FADT also contains an SCI_INT line, by which the system 758 * gets interrupts such as power and sleep buttons. If it's not 759 * on a Legacy interrupt, it needs to be setup. 760 */ 761 if (acpi_table_parse(ACPI_SIG_FADT, acpi_parse_fadt)) 762 printk(KERN_ERR PREFIX "Can't find FADT\n"); 763 764 #ifdef CONFIG_ACPI_NUMA 765 #ifdef CONFIG_SMP 766 if (srat_num_cpus == 0) { 767 int cpu, i = 1; 768 for (cpu = 0; cpu < smp_boot_data.cpu_count; cpu++) 769 if (smp_boot_data.cpu_phys_id[cpu] != 770 hard_smp_processor_id()) 771 node_cpuid[i++].phys_id = 772 smp_boot_data.cpu_phys_id[cpu]; 773 } 774 #endif 775 build_cpu_to_node_map(); 776 #endif 777 return 0; 778 } 779 780 int acpi_gsi_to_irq(u32 gsi, unsigned int *irq) 781 { 782 int tmp; 783 784 if (has_8259 && gsi < 16) 785 *irq = isa_irq_to_vector(gsi); 786 else { 787 tmp = gsi_to_irq(gsi); 788 if (tmp == -1) 789 return -1; 790 *irq = tmp; 791 } 792 return 0; 793 } 794 795 int acpi_isa_irq_to_gsi(unsigned isa_irq, u32 *gsi) 796 { 797 if (isa_irq >= 16) 798 return -1; 799 *gsi = isa_irq; 800 return 0; 801 } 802 803 /* 804 * ACPI based hotplug CPU support 805 */ 806 #ifdef CONFIG_ACPI_HOTPLUG_CPU 807 static __cpuinit 808 int acpi_map_cpu2node(acpi_handle handle, int cpu, int physid) 809 { 810 #ifdef CONFIG_ACPI_NUMA 811 int pxm_id; 812 int nid; 813 814 pxm_id = acpi_get_pxm(handle); 815 /* 816 * We don't have cpu-only-node hotadd. But if the system equips 817 * SRAT table, pxm is already found and node is ready. 818 * So, just pxm_to_nid(pxm) is OK. 819 * This code here is for the system which doesn't have full SRAT 820 * table for possible cpus. 821 */ 822 nid = acpi_map_pxm_to_node(pxm_id); 823 node_cpuid[cpu].phys_id = physid; 824 node_cpuid[cpu].nid = nid; 825 #endif 826 return (0); 827 } 828 829 int additional_cpus __initdata = -1; 830 831 static __init int setup_additional_cpus(char *s) 832 { 833 if (s) 834 additional_cpus = simple_strtol(s, NULL, 0); 835 836 return 0; 837 } 838 839 early_param("additional_cpus", setup_additional_cpus); 840 841 /* 842 * cpu_possible_mask should be static, it cannot change as CPUs 843 * are onlined, or offlined. The reason is per-cpu data-structures 844 * are allocated by some modules at init time, and dont expect to 845 * do this dynamically on cpu arrival/departure. 846 * cpu_present_mask on the other hand can change dynamically. 847 * In case when cpu_hotplug is not compiled, then we resort to current 848 * behaviour, which is cpu_possible == cpu_present. 849 * - Ashok Raj 850 * 851 * Three ways to find out the number of additional hotplug CPUs: 852 * - If the BIOS specified disabled CPUs in ACPI/mptables use that. 853 * - The user can overwrite it with additional_cpus=NUM 854 * - Otherwise don't reserve additional CPUs. 855 */ 856 __init void prefill_possible_map(void) 857 { 858 int i; 859 int possible, disabled_cpus; 860 861 disabled_cpus = total_cpus - available_cpus; 862 863 if (additional_cpus == -1) { 864 if (disabled_cpus > 0) 865 additional_cpus = disabled_cpus; 866 else 867 additional_cpus = 0; 868 } 869 870 possible = available_cpus + additional_cpus; 871 872 if (possible > nr_cpu_ids) 873 possible = nr_cpu_ids; 874 875 printk(KERN_INFO "SMP: Allowing %d CPUs, %d hotplug CPUs\n", 876 possible, max((possible - available_cpus), 0)); 877 878 for (i = 0; i < possible; i++) 879 set_cpu_possible(i, true); 880 } 881 882 static int __cpuinit _acpi_map_lsapic(acpi_handle handle, int *pcpu) 883 { 884 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL }; 885 union acpi_object *obj; 886 struct acpi_madt_local_sapic *lsapic; 887 cpumask_t tmp_map; 888 int cpu, physid; 889 890 if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer))) 891 return -EINVAL; 892 893 if (!buffer.length || !buffer.pointer) 894 return -EINVAL; 895 896 obj = buffer.pointer; 897 if (obj->type != ACPI_TYPE_BUFFER) 898 { 899 kfree(buffer.pointer); 900 return -EINVAL; 901 } 902 903 lsapic = (struct acpi_madt_local_sapic *)obj->buffer.pointer; 904 905 if ((lsapic->header.type != ACPI_MADT_TYPE_LOCAL_SAPIC) || 906 (!(lsapic->lapic_flags & ACPI_MADT_ENABLED))) { 907 kfree(buffer.pointer); 908 return -EINVAL; 909 } 910 911 physid = ((lsapic->id << 8) | (lsapic->eid)); 912 913 kfree(buffer.pointer); 914 buffer.length = ACPI_ALLOCATE_BUFFER; 915 buffer.pointer = NULL; 916 917 cpumask_complement(&tmp_map, cpu_present_mask); 918 cpu = cpumask_first(&tmp_map); 919 if (cpu >= nr_cpu_ids) 920 return -EINVAL; 921 922 acpi_map_cpu2node(handle, cpu, physid); 923 924 set_cpu_present(cpu, true); 925 ia64_cpu_to_sapicid[cpu] = physid; 926 927 acpi_processor_set_pdc(handle); 928 929 *pcpu = cpu; 930 return (0); 931 } 932 933 /* wrapper to silence section mismatch warning */ 934 int __ref acpi_map_lsapic(acpi_handle handle, int *pcpu) 935 { 936 return _acpi_map_lsapic(handle, pcpu); 937 } 938 EXPORT_SYMBOL(acpi_map_lsapic); 939 940 int acpi_unmap_lsapic(int cpu) 941 { 942 ia64_cpu_to_sapicid[cpu] = -1; 943 set_cpu_present(cpu, false); 944 945 #ifdef CONFIG_ACPI_NUMA 946 /* NUMA specific cleanup's */ 947 #endif 948 949 return (0); 950 } 951 952 EXPORT_SYMBOL(acpi_unmap_lsapic); 953 #endif /* CONFIG_ACPI_HOTPLUG_CPU */ 954 955 #ifdef CONFIG_ACPI_NUMA 956 static acpi_status __devinit 957 acpi_map_iosapic(acpi_handle handle, u32 depth, void *context, void **ret) 958 { 959 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL }; 960 union acpi_object *obj; 961 struct acpi_madt_io_sapic *iosapic; 962 unsigned int gsi_base; 963 int pxm, node; 964 965 /* Only care about objects w/ a method that returns the MADT */ 966 if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer))) 967 return AE_OK; 968 969 if (!buffer.length || !buffer.pointer) 970 return AE_OK; 971 972 obj = buffer.pointer; 973 if (obj->type != ACPI_TYPE_BUFFER || 974 obj->buffer.length < sizeof(*iosapic)) { 975 kfree(buffer.pointer); 976 return AE_OK; 977 } 978 979 iosapic = (struct acpi_madt_io_sapic *)obj->buffer.pointer; 980 981 if (iosapic->header.type != ACPI_MADT_TYPE_IO_SAPIC) { 982 kfree(buffer.pointer); 983 return AE_OK; 984 } 985 986 gsi_base = iosapic->global_irq_base; 987 988 kfree(buffer.pointer); 989 990 /* 991 * OK, it's an IOSAPIC MADT entry, look for a _PXM value to tell 992 * us which node to associate this with. 993 */ 994 pxm = acpi_get_pxm(handle); 995 if (pxm < 0) 996 return AE_OK; 997 998 node = pxm_to_node(pxm); 999 1000 if (node >= MAX_NUMNODES || !node_online(node) || 1001 cpumask_empty(cpumask_of_node(node))) 1002 return AE_OK; 1003 1004 /* We know a gsi to node mapping! */ 1005 map_iosapic_to_node(gsi_base, node); 1006 return AE_OK; 1007 } 1008 1009 static int __init 1010 acpi_map_iosapics (void) 1011 { 1012 acpi_get_devices(NULL, acpi_map_iosapic, NULL, NULL); 1013 return 0; 1014 } 1015 1016 fs_initcall(acpi_map_iosapics); 1017 #endif /* CONFIG_ACPI_NUMA */ 1018 1019 int __ref acpi_register_ioapic(acpi_handle handle, u64 phys_addr, u32 gsi_base) 1020 { 1021 int err; 1022 1023 if ((err = iosapic_init(phys_addr, gsi_base))) 1024 return err; 1025 1026 #ifdef CONFIG_ACPI_NUMA 1027 acpi_map_iosapic(handle, 0, NULL, NULL); 1028 #endif /* CONFIG_ACPI_NUMA */ 1029 1030 return 0; 1031 } 1032 1033 EXPORT_SYMBOL(acpi_register_ioapic); 1034 1035 int acpi_unregister_ioapic(acpi_handle handle, u32 gsi_base) 1036 { 1037 return iosapic_remove(gsi_base); 1038 } 1039 1040 EXPORT_SYMBOL(acpi_unregister_ioapic); 1041 1042 /* 1043 * acpi_suspend_lowlevel() - save kernel state and suspend. 1044 * 1045 * TBD when when IA64 starts to support suspend... 1046 */ 1047 int acpi_suspend_lowlevel(void) { return 0; } 1048