1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * Common boot and setup code for both 32-bit and 64-bit. 4 * Extracted from arch/powerpc/kernel/setup_64.c. 5 * 6 * Copyright (C) 2001 PPC64 Team, IBM Corp 7 */ 8 9 #undef DEBUG 10 11 #include <linux/export.h> 12 #include <linux/panic_notifier.h> 13 #include <linux/string.h> 14 #include <linux/sched.h> 15 #include <linux/init.h> 16 #include <linux/kernel.h> 17 #include <linux/reboot.h> 18 #include <linux/delay.h> 19 #include <linux/initrd.h> 20 #include <linux/platform_device.h> 21 #include <linux/seq_file.h> 22 #include <linux/ioport.h> 23 #include <linux/console.h> 24 #include <linux/screen_info.h> 25 #include <linux/root_dev.h> 26 #include <linux/notifier.h> 27 #include <linux/cpu.h> 28 #include <linux/unistd.h> 29 #include <linux/serial.h> 30 #include <linux/serial_8250.h> 31 #include <linux/percpu.h> 32 #include <linux/memblock.h> 33 #include <linux/of_platform.h> 34 #include <linux/hugetlb.h> 35 #include <linux/pgtable.h> 36 #include <asm/io.h> 37 #include <asm/paca.h> 38 #include <asm/prom.h> 39 #include <asm/processor.h> 40 #include <asm/vdso_datapage.h> 41 #include <asm/smp.h> 42 #include <asm/elf.h> 43 #include <asm/machdep.h> 44 #include <asm/time.h> 45 #include <asm/cputable.h> 46 #include <asm/sections.h> 47 #include <asm/firmware.h> 48 #include <asm/btext.h> 49 #include <asm/nvram.h> 50 #include <asm/setup.h> 51 #include <asm/rtas.h> 52 #include <asm/iommu.h> 53 #include <asm/serial.h> 54 #include <asm/cache.h> 55 #include <asm/page.h> 56 #include <asm/mmu.h> 57 #include <asm/xmon.h> 58 #include <asm/cputhreads.h> 59 #include <mm/mmu_decl.h> 60 #include <asm/fadump.h> 61 #include <asm/udbg.h> 62 #include <asm/hugetlb.h> 63 #include <asm/livepatch.h> 64 #include <asm/mmu_context.h> 65 #include <asm/cpu_has_feature.h> 66 #include <asm/kasan.h> 67 #include <asm/mce.h> 68 69 #include "setup.h" 70 71 #ifdef DEBUG 72 #define DBG(fmt...) udbg_printf(fmt) 73 #else 74 #define DBG(fmt...) 75 #endif 76 77 /* The main machine-dep calls structure 78 */ 79 struct machdep_calls ppc_md; 80 EXPORT_SYMBOL(ppc_md); 81 struct machdep_calls *machine_id; 82 EXPORT_SYMBOL(machine_id); 83 84 int boot_cpuid = -1; 85 EXPORT_SYMBOL_GPL(boot_cpuid); 86 87 /* 88 * These are used in binfmt_elf.c to put aux entries on the stack 89 * for each elf executable being started. 90 */ 91 int dcache_bsize; 92 int icache_bsize; 93 94 /* 95 * This still seems to be needed... -- paulus 96 */ 97 struct screen_info screen_info = { 98 .orig_x = 0, 99 .orig_y = 25, 100 .orig_video_cols = 80, 101 .orig_video_lines = 25, 102 .orig_video_isVGA = 1, 103 .orig_video_points = 16 104 }; 105 #if defined(CONFIG_FB_VGA16_MODULE) 106 EXPORT_SYMBOL(screen_info); 107 #endif 108 109 /* Variables required to store legacy IO irq routing */ 110 int of_i8042_kbd_irq; 111 EXPORT_SYMBOL_GPL(of_i8042_kbd_irq); 112 int of_i8042_aux_irq; 113 EXPORT_SYMBOL_GPL(of_i8042_aux_irq); 114 115 #ifdef __DO_IRQ_CANON 116 /* XXX should go elsewhere eventually */ 117 int ppc_do_canonicalize_irqs; 118 EXPORT_SYMBOL(ppc_do_canonicalize_irqs); 119 #endif 120 121 #ifdef CONFIG_CRASH_CORE 122 /* This keeps a track of which one is the crashing cpu. */ 123 int crashing_cpu = -1; 124 #endif 125 126 /* also used by kexec */ 127 void machine_shutdown(void) 128 { 129 /* 130 * if fadump is active, cleanup the fadump registration before we 131 * shutdown. 132 */ 133 fadump_cleanup(); 134 135 if (ppc_md.machine_shutdown) 136 ppc_md.machine_shutdown(); 137 } 138 139 static void machine_hang(void) 140 { 141 pr_emerg("System Halted, OK to turn off power\n"); 142 local_irq_disable(); 143 while (1) 144 ; 145 } 146 147 void machine_restart(char *cmd) 148 { 149 machine_shutdown(); 150 if (ppc_md.restart) 151 ppc_md.restart(cmd); 152 153 smp_send_stop(); 154 155 do_kernel_restart(cmd); 156 mdelay(1000); 157 158 machine_hang(); 159 } 160 161 void machine_power_off(void) 162 { 163 machine_shutdown(); 164 if (pm_power_off) 165 pm_power_off(); 166 167 smp_send_stop(); 168 machine_hang(); 169 } 170 /* Used by the G5 thermal driver */ 171 EXPORT_SYMBOL_GPL(machine_power_off); 172 173 void (*pm_power_off)(void); 174 EXPORT_SYMBOL_GPL(pm_power_off); 175 176 void machine_halt(void) 177 { 178 machine_shutdown(); 179 if (ppc_md.halt) 180 ppc_md.halt(); 181 182 smp_send_stop(); 183 machine_hang(); 184 } 185 186 #ifdef CONFIG_SMP 187 DEFINE_PER_CPU(unsigned int, cpu_pvr); 188 #endif 189 190 static void show_cpuinfo_summary(struct seq_file *m) 191 { 192 struct device_node *root; 193 const char *model = NULL; 194 unsigned long bogosum = 0; 195 int i; 196 197 if (IS_ENABLED(CONFIG_SMP) && IS_ENABLED(CONFIG_PPC32)) { 198 for_each_online_cpu(i) 199 bogosum += loops_per_jiffy; 200 seq_printf(m, "total bogomips\t: %lu.%02lu\n", 201 bogosum / (500000 / HZ), bogosum / (5000 / HZ) % 100); 202 } 203 seq_printf(m, "timebase\t: %lu\n", ppc_tb_freq); 204 if (ppc_md.name) 205 seq_printf(m, "platform\t: %s\n", ppc_md.name); 206 root = of_find_node_by_path("/"); 207 if (root) 208 model = of_get_property(root, "model", NULL); 209 if (model) 210 seq_printf(m, "model\t\t: %s\n", model); 211 of_node_put(root); 212 213 if (ppc_md.show_cpuinfo != NULL) 214 ppc_md.show_cpuinfo(m); 215 216 /* Display the amount of memory */ 217 if (IS_ENABLED(CONFIG_PPC32)) 218 seq_printf(m, "Memory\t\t: %d MB\n", 219 (unsigned int)(total_memory / (1024 * 1024))); 220 } 221 222 static int show_cpuinfo(struct seq_file *m, void *v) 223 { 224 unsigned long cpu_id = (unsigned long)v - 1; 225 unsigned int pvr; 226 unsigned long proc_freq; 227 unsigned short maj; 228 unsigned short min; 229 230 #ifdef CONFIG_SMP 231 pvr = per_cpu(cpu_pvr, cpu_id); 232 #else 233 pvr = mfspr(SPRN_PVR); 234 #endif 235 maj = (pvr >> 8) & 0xFF; 236 min = pvr & 0xFF; 237 238 seq_printf(m, "processor\t: %lu\ncpu\t\t: ", cpu_id); 239 240 if (cur_cpu_spec->pvr_mask && cur_cpu_spec->cpu_name) 241 seq_puts(m, cur_cpu_spec->cpu_name); 242 else 243 seq_printf(m, "unknown (%08x)", pvr); 244 245 if (cpu_has_feature(CPU_FTR_ALTIVEC)) 246 seq_puts(m, ", altivec supported"); 247 248 seq_putc(m, '\n'); 249 250 #ifdef CONFIG_TAU 251 if (cpu_has_feature(CPU_FTR_TAU)) { 252 if (IS_ENABLED(CONFIG_TAU_AVERAGE)) { 253 /* more straightforward, but potentially misleading */ 254 seq_printf(m, "temperature \t: %u C (uncalibrated)\n", 255 cpu_temp(cpu_id)); 256 } else { 257 /* show the actual temp sensor range */ 258 u32 temp; 259 temp = cpu_temp_both(cpu_id); 260 seq_printf(m, "temperature \t: %u-%u C (uncalibrated)\n", 261 temp & 0xff, temp >> 16); 262 } 263 } 264 #endif /* CONFIG_TAU */ 265 266 /* 267 * Platforms that have variable clock rates, should implement 268 * the method ppc_md.get_proc_freq() that reports the clock 269 * rate of a given cpu. The rest can use ppc_proc_freq to 270 * report the clock rate that is same across all cpus. 271 */ 272 if (ppc_md.get_proc_freq) 273 proc_freq = ppc_md.get_proc_freq(cpu_id); 274 else 275 proc_freq = ppc_proc_freq; 276 277 if (proc_freq) 278 seq_printf(m, "clock\t\t: %lu.%06luMHz\n", 279 proc_freq / 1000000, proc_freq % 1000000); 280 281 if (ppc_md.show_percpuinfo != NULL) 282 ppc_md.show_percpuinfo(m, cpu_id); 283 284 /* If we are a Freescale core do a simple check so 285 * we dont have to keep adding cases in the future */ 286 if (PVR_VER(pvr) & 0x8000) { 287 switch (PVR_VER(pvr)) { 288 case 0x8000: /* 7441/7450/7451, Voyager */ 289 case 0x8001: /* 7445/7455, Apollo 6 */ 290 case 0x8002: /* 7447/7457, Apollo 7 */ 291 case 0x8003: /* 7447A, Apollo 7 PM */ 292 case 0x8004: /* 7448, Apollo 8 */ 293 case 0x800c: /* 7410, Nitro */ 294 maj = ((pvr >> 8) & 0xF); 295 min = PVR_MIN(pvr); 296 break; 297 default: /* e500/book-e */ 298 maj = PVR_MAJ(pvr); 299 min = PVR_MIN(pvr); 300 break; 301 } 302 } else { 303 switch (PVR_VER(pvr)) { 304 case 0x1008: /* 740P/750P ?? */ 305 maj = ((pvr >> 8) & 0xFF) - 1; 306 min = pvr & 0xFF; 307 break; 308 case 0x004e: /* POWER9 bits 12-15 give chip type */ 309 case 0x0080: /* POWER10 bit 12 gives SMT8/4 */ 310 maj = (pvr >> 8) & 0x0F; 311 min = pvr & 0xFF; 312 break; 313 default: 314 maj = (pvr >> 8) & 0xFF; 315 min = pvr & 0xFF; 316 break; 317 } 318 } 319 320 seq_printf(m, "revision\t: %hd.%hd (pvr %04x %04x)\n", 321 maj, min, PVR_VER(pvr), PVR_REV(pvr)); 322 323 if (IS_ENABLED(CONFIG_PPC32)) 324 seq_printf(m, "bogomips\t: %lu.%02lu\n", loops_per_jiffy / (500000 / HZ), 325 (loops_per_jiffy / (5000 / HZ)) % 100); 326 327 seq_putc(m, '\n'); 328 329 /* If this is the last cpu, print the summary */ 330 if (cpumask_next(cpu_id, cpu_online_mask) >= nr_cpu_ids) 331 show_cpuinfo_summary(m); 332 333 return 0; 334 } 335 336 static void *c_start(struct seq_file *m, loff_t *pos) 337 { 338 if (*pos == 0) /* just in case, cpu 0 is not the first */ 339 *pos = cpumask_first(cpu_online_mask); 340 else 341 *pos = cpumask_next(*pos - 1, cpu_online_mask); 342 if ((*pos) < nr_cpu_ids) 343 return (void *)(unsigned long)(*pos + 1); 344 return NULL; 345 } 346 347 static void *c_next(struct seq_file *m, void *v, loff_t *pos) 348 { 349 (*pos)++; 350 return c_start(m, pos); 351 } 352 353 static void c_stop(struct seq_file *m, void *v) 354 { 355 } 356 357 const struct seq_operations cpuinfo_op = { 358 .start = c_start, 359 .next = c_next, 360 .stop = c_stop, 361 .show = show_cpuinfo, 362 }; 363 364 void __init check_for_initrd(void) 365 { 366 #ifdef CONFIG_BLK_DEV_INITRD 367 DBG(" -> check_for_initrd() initrd_start=0x%lx initrd_end=0x%lx\n", 368 initrd_start, initrd_end); 369 370 /* If we were passed an initrd, set the ROOT_DEV properly if the values 371 * look sensible. If not, clear initrd reference. 372 */ 373 if (is_kernel_addr(initrd_start) && is_kernel_addr(initrd_end) && 374 initrd_end > initrd_start) 375 ROOT_DEV = Root_RAM0; 376 else 377 initrd_start = initrd_end = 0; 378 379 if (initrd_start) 380 pr_info("Found initrd at 0x%lx:0x%lx\n", initrd_start, initrd_end); 381 382 DBG(" <- check_for_initrd()\n"); 383 #endif /* CONFIG_BLK_DEV_INITRD */ 384 } 385 386 #ifdef CONFIG_SMP 387 388 int threads_per_core, threads_per_subcore, threads_shift __read_mostly; 389 cpumask_t threads_core_mask __read_mostly; 390 EXPORT_SYMBOL_GPL(threads_per_core); 391 EXPORT_SYMBOL_GPL(threads_per_subcore); 392 EXPORT_SYMBOL_GPL(threads_shift); 393 EXPORT_SYMBOL_GPL(threads_core_mask); 394 395 static void __init cpu_init_thread_core_maps(int tpc) 396 { 397 int i; 398 399 threads_per_core = tpc; 400 threads_per_subcore = tpc; 401 cpumask_clear(&threads_core_mask); 402 403 /* This implementation only supports power of 2 number of threads 404 * for simplicity and performance 405 */ 406 threads_shift = ilog2(tpc); 407 BUG_ON(tpc != (1 << threads_shift)); 408 409 for (i = 0; i < tpc; i++) 410 cpumask_set_cpu(i, &threads_core_mask); 411 412 printk(KERN_INFO "CPU maps initialized for %d thread%s per core\n", 413 tpc, tpc > 1 ? "s" : ""); 414 printk(KERN_DEBUG " (thread shift is %d)\n", threads_shift); 415 } 416 417 418 u32 *cpu_to_phys_id = NULL; 419 420 /** 421 * setup_cpu_maps - initialize the following cpu maps: 422 * cpu_possible_mask 423 * cpu_present_mask 424 * 425 * Having the possible map set up early allows us to restrict allocations 426 * of things like irqstacks to nr_cpu_ids rather than NR_CPUS. 427 * 428 * We do not initialize the online map here; cpus set their own bits in 429 * cpu_online_mask as they come up. 430 * 431 * This function is valid only for Open Firmware systems. finish_device_tree 432 * must be called before using this. 433 * 434 * While we're here, we may as well set the "physical" cpu ids in the paca. 435 * 436 * NOTE: This must match the parsing done in early_init_dt_scan_cpus. 437 */ 438 void __init smp_setup_cpu_maps(void) 439 { 440 struct device_node *dn; 441 int cpu = 0; 442 int nthreads = 1; 443 444 DBG("smp_setup_cpu_maps()\n"); 445 446 cpu_to_phys_id = memblock_alloc(nr_cpu_ids * sizeof(u32), 447 __alignof__(u32)); 448 if (!cpu_to_phys_id) 449 panic("%s: Failed to allocate %zu bytes align=0x%zx\n", 450 __func__, nr_cpu_ids * sizeof(u32), __alignof__(u32)); 451 452 for_each_node_by_type(dn, "cpu") { 453 const __be32 *intserv; 454 __be32 cpu_be; 455 int j, len; 456 457 DBG(" * %pOF...\n", dn); 458 459 intserv = of_get_property(dn, "ibm,ppc-interrupt-server#s", 460 &len); 461 if (intserv) { 462 DBG(" ibm,ppc-interrupt-server#s -> %d threads\n", 463 nthreads); 464 } else { 465 DBG(" no ibm,ppc-interrupt-server#s -> 1 thread\n"); 466 intserv = of_get_property(dn, "reg", &len); 467 if (!intserv) { 468 cpu_be = cpu_to_be32(cpu); 469 /* XXX: what is this? uninitialized?? */ 470 intserv = &cpu_be; /* assume logical == phys */ 471 len = 4; 472 } 473 } 474 475 nthreads = len / sizeof(int); 476 477 for (j = 0; j < nthreads && cpu < nr_cpu_ids; j++) { 478 bool avail; 479 480 DBG(" thread %d -> cpu %d (hard id %d)\n", 481 j, cpu, be32_to_cpu(intserv[j])); 482 483 avail = of_device_is_available(dn); 484 if (!avail) 485 avail = !of_property_match_string(dn, 486 "enable-method", "spin-table"); 487 488 set_cpu_present(cpu, avail); 489 set_cpu_possible(cpu, true); 490 cpu_to_phys_id[cpu] = be32_to_cpu(intserv[j]); 491 cpu++; 492 } 493 494 if (cpu >= nr_cpu_ids) { 495 of_node_put(dn); 496 break; 497 } 498 } 499 500 /* If no SMT supported, nthreads is forced to 1 */ 501 if (!cpu_has_feature(CPU_FTR_SMT)) { 502 DBG(" SMT disabled ! nthreads forced to 1\n"); 503 nthreads = 1; 504 } 505 506 #ifdef CONFIG_PPC64 507 /* 508 * On pSeries LPAR, we need to know how many cpus 509 * could possibly be added to this partition. 510 */ 511 if (firmware_has_feature(FW_FEATURE_LPAR) && 512 (dn = of_find_node_by_path("/rtas"))) { 513 int num_addr_cell, num_size_cell, maxcpus; 514 const __be32 *ireg; 515 516 num_addr_cell = of_n_addr_cells(dn); 517 num_size_cell = of_n_size_cells(dn); 518 519 ireg = of_get_property(dn, "ibm,lrdr-capacity", NULL); 520 521 if (!ireg) 522 goto out; 523 524 maxcpus = be32_to_cpup(ireg + num_addr_cell + num_size_cell); 525 526 /* Double maxcpus for processors which have SMT capability */ 527 if (cpu_has_feature(CPU_FTR_SMT)) 528 maxcpus *= nthreads; 529 530 if (maxcpus > nr_cpu_ids) { 531 printk(KERN_WARNING 532 "Partition configured for %d cpus, " 533 "operating system maximum is %u.\n", 534 maxcpus, nr_cpu_ids); 535 maxcpus = nr_cpu_ids; 536 } else 537 printk(KERN_INFO "Partition configured for %d cpus.\n", 538 maxcpus); 539 540 for (cpu = 0; cpu < maxcpus; cpu++) 541 set_cpu_possible(cpu, true); 542 out: 543 of_node_put(dn); 544 } 545 vdso_data->processorCount = num_present_cpus(); 546 #endif /* CONFIG_PPC64 */ 547 548 /* Initialize CPU <=> thread mapping/ 549 * 550 * WARNING: We assume that the number of threads is the same for 551 * every CPU in the system. If that is not the case, then some code 552 * here will have to be reworked 553 */ 554 cpu_init_thread_core_maps(nthreads); 555 556 /* Now that possible cpus are set, set nr_cpu_ids for later use */ 557 setup_nr_cpu_ids(); 558 559 free_unused_pacas(); 560 } 561 #endif /* CONFIG_SMP */ 562 563 #ifdef CONFIG_PCSPKR_PLATFORM 564 static __init int add_pcspkr(void) 565 { 566 struct device_node *np; 567 struct platform_device *pd; 568 int ret; 569 570 np = of_find_compatible_node(NULL, NULL, "pnpPNP,100"); 571 of_node_put(np); 572 if (!np) 573 return -ENODEV; 574 575 pd = platform_device_alloc("pcspkr", -1); 576 if (!pd) 577 return -ENOMEM; 578 579 ret = platform_device_add(pd); 580 if (ret) 581 platform_device_put(pd); 582 583 return ret; 584 } 585 device_initcall(add_pcspkr); 586 #endif /* CONFIG_PCSPKR_PLATFORM */ 587 588 void probe_machine(void) 589 { 590 extern struct machdep_calls __machine_desc_start; 591 extern struct machdep_calls __machine_desc_end; 592 unsigned int i; 593 594 /* 595 * Iterate all ppc_md structures until we find the proper 596 * one for the current machine type 597 */ 598 DBG("Probing machine type ...\n"); 599 600 /* 601 * Check ppc_md is empty, if not we have a bug, ie, we setup an 602 * entry before probe_machine() which will be overwritten 603 */ 604 for (i = 0; i < (sizeof(ppc_md) / sizeof(void *)); i++) { 605 if (((void **)&ppc_md)[i]) { 606 printk(KERN_ERR "Entry %d in ppc_md non empty before" 607 " machine probe !\n", i); 608 } 609 } 610 611 for (machine_id = &__machine_desc_start; 612 machine_id < &__machine_desc_end; 613 machine_id++) { 614 DBG(" %s ...", machine_id->name); 615 memcpy(&ppc_md, machine_id, sizeof(struct machdep_calls)); 616 if (ppc_md.probe()) { 617 DBG(" match !\n"); 618 break; 619 } 620 DBG("\n"); 621 } 622 /* What can we do if we didn't find ? */ 623 if (machine_id >= &__machine_desc_end) { 624 pr_err("No suitable machine description found !\n"); 625 for (;;); 626 } 627 628 printk(KERN_INFO "Using %s machine description\n", ppc_md.name); 629 } 630 631 /* Match a class of boards, not a specific device configuration. */ 632 int check_legacy_ioport(unsigned long base_port) 633 { 634 struct device_node *parent, *np = NULL; 635 int ret = -ENODEV; 636 637 switch(base_port) { 638 case I8042_DATA_REG: 639 if (!(np = of_find_compatible_node(NULL, NULL, "pnpPNP,303"))) 640 np = of_find_compatible_node(NULL, NULL, "pnpPNP,f03"); 641 if (np) { 642 parent = of_get_parent(np); 643 644 of_i8042_kbd_irq = irq_of_parse_and_map(parent, 0); 645 if (!of_i8042_kbd_irq) 646 of_i8042_kbd_irq = 1; 647 648 of_i8042_aux_irq = irq_of_parse_and_map(parent, 1); 649 if (!of_i8042_aux_irq) 650 of_i8042_aux_irq = 12; 651 652 of_node_put(np); 653 np = parent; 654 break; 655 } 656 np = of_find_node_by_type(NULL, "8042"); 657 /* Pegasos has no device_type on its 8042 node, look for the 658 * name instead */ 659 if (!np) 660 np = of_find_node_by_name(NULL, "8042"); 661 if (np) { 662 of_i8042_kbd_irq = 1; 663 of_i8042_aux_irq = 12; 664 } 665 break; 666 case FDC_BASE: /* FDC1 */ 667 np = of_find_node_by_type(NULL, "fdc"); 668 break; 669 default: 670 /* ipmi is supposed to fail here */ 671 break; 672 } 673 if (!np) 674 return ret; 675 parent = of_get_parent(np); 676 if (parent) { 677 if (of_node_is_type(parent, "isa")) 678 ret = 0; 679 of_node_put(parent); 680 } 681 of_node_put(np); 682 return ret; 683 } 684 EXPORT_SYMBOL(check_legacy_ioport); 685 686 static int ppc_panic_event(struct notifier_block *this, 687 unsigned long event, void *ptr) 688 { 689 /* 690 * panic does a local_irq_disable, but we really 691 * want interrupts to be hard disabled. 692 */ 693 hard_irq_disable(); 694 695 /* 696 * If firmware-assisted dump has been registered then trigger 697 * firmware-assisted dump and let firmware handle everything else. 698 */ 699 crash_fadump(NULL, ptr); 700 if (ppc_md.panic) 701 ppc_md.panic(ptr); /* May not return */ 702 return NOTIFY_DONE; 703 } 704 705 static struct notifier_block ppc_panic_block = { 706 .notifier_call = ppc_panic_event, 707 .priority = INT_MIN /* may not return; must be done last */ 708 }; 709 710 /* 711 * Dump out kernel offset information on panic. 712 */ 713 static int dump_kernel_offset(struct notifier_block *self, unsigned long v, 714 void *p) 715 { 716 pr_emerg("Kernel Offset: 0x%lx from 0x%lx\n", 717 kaslr_offset(), KERNELBASE); 718 719 return 0; 720 } 721 722 static struct notifier_block kernel_offset_notifier = { 723 .notifier_call = dump_kernel_offset 724 }; 725 726 void __init setup_panic(void) 727 { 728 if (IS_ENABLED(CONFIG_RANDOMIZE_BASE) && kaslr_offset() > 0) 729 atomic_notifier_chain_register(&panic_notifier_list, 730 &kernel_offset_notifier); 731 732 /* PPC64 always does a hard irq disable in its panic handler */ 733 if (!IS_ENABLED(CONFIG_PPC64) && !ppc_md.panic) 734 return; 735 atomic_notifier_chain_register(&panic_notifier_list, &ppc_panic_block); 736 } 737 738 #ifdef CONFIG_CHECK_CACHE_COHERENCY 739 /* 740 * For platforms that have configurable cache-coherency. This function 741 * checks that the cache coherency setting of the kernel matches the setting 742 * left by the firmware, as indicated in the device tree. Since a mismatch 743 * will eventually result in DMA failures, we print * and error and call 744 * BUG() in that case. 745 */ 746 747 #define KERNEL_COHERENCY (!IS_ENABLED(CONFIG_NOT_COHERENT_CACHE)) 748 749 static int __init check_cache_coherency(void) 750 { 751 struct device_node *np; 752 const void *prop; 753 bool devtree_coherency; 754 755 np = of_find_node_by_path("/"); 756 prop = of_get_property(np, "coherency-off", NULL); 757 of_node_put(np); 758 759 devtree_coherency = prop ? false : true; 760 761 if (devtree_coherency != KERNEL_COHERENCY) { 762 printk(KERN_ERR 763 "kernel coherency:%s != device tree_coherency:%s\n", 764 KERNEL_COHERENCY ? "on" : "off", 765 devtree_coherency ? "on" : "off"); 766 BUG(); 767 } 768 769 return 0; 770 } 771 772 late_initcall(check_cache_coherency); 773 #endif /* CONFIG_CHECK_CACHE_COHERENCY */ 774 775 void ppc_printk_progress(char *s, unsigned short hex) 776 { 777 pr_info("%s\n", s); 778 } 779 780 static __init void print_system_info(void) 781 { 782 pr_info("-----------------------------------------------------\n"); 783 pr_info("phys_mem_size = 0x%llx\n", 784 (unsigned long long)memblock_phys_mem_size()); 785 786 pr_info("dcache_bsize = 0x%x\n", dcache_bsize); 787 pr_info("icache_bsize = 0x%x\n", icache_bsize); 788 789 pr_info("cpu_features = 0x%016lx\n", cur_cpu_spec->cpu_features); 790 pr_info(" possible = 0x%016lx\n", 791 (unsigned long)CPU_FTRS_POSSIBLE); 792 pr_info(" always = 0x%016lx\n", 793 (unsigned long)CPU_FTRS_ALWAYS); 794 pr_info("cpu_user_features = 0x%08x 0x%08x\n", 795 cur_cpu_spec->cpu_user_features, 796 cur_cpu_spec->cpu_user_features2); 797 pr_info("mmu_features = 0x%08x\n", cur_cpu_spec->mmu_features); 798 #ifdef CONFIG_PPC64 799 pr_info("firmware_features = 0x%016lx\n", powerpc_firmware_features); 800 #ifdef CONFIG_PPC_BOOK3S 801 pr_info("vmalloc start = 0x%lx\n", KERN_VIRT_START); 802 pr_info("IO start = 0x%lx\n", KERN_IO_START); 803 pr_info("vmemmap start = 0x%lx\n", (unsigned long)vmemmap); 804 #endif 805 #endif 806 807 if (!early_radix_enabled()) 808 print_system_hash_info(); 809 810 if (PHYSICAL_START > 0) 811 pr_info("physical_start = 0x%llx\n", 812 (unsigned long long)PHYSICAL_START); 813 pr_info("-----------------------------------------------------\n"); 814 } 815 816 #ifdef CONFIG_SMP 817 static void __init smp_setup_pacas(void) 818 { 819 int cpu; 820 821 for_each_possible_cpu(cpu) { 822 if (cpu == smp_processor_id()) 823 continue; 824 allocate_paca(cpu); 825 set_hard_smp_processor_id(cpu, cpu_to_phys_id[cpu]); 826 } 827 828 memblock_free(__pa(cpu_to_phys_id), nr_cpu_ids * sizeof(u32)); 829 cpu_to_phys_id = NULL; 830 } 831 #endif 832 833 /* 834 * Called into from start_kernel this initializes memblock, which is used 835 * to manage page allocation until mem_init is called. 836 */ 837 void __init setup_arch(char **cmdline_p) 838 { 839 kasan_init(); 840 841 *cmdline_p = boot_command_line; 842 843 /* Set a half-reasonable default so udelay does something sensible */ 844 loops_per_jiffy = 500000000 / HZ; 845 846 /* Unflatten the device-tree passed by prom_init or kexec */ 847 unflatten_device_tree(); 848 849 /* 850 * Initialize cache line/block info from device-tree (on ppc64) or 851 * just cputable (on ppc32). 852 */ 853 initialize_cache_info(); 854 855 /* Initialize RTAS if available. */ 856 rtas_initialize(); 857 858 /* Check if we have an initrd provided via the device-tree. */ 859 check_for_initrd(); 860 861 /* Probe the machine type, establish ppc_md. */ 862 probe_machine(); 863 864 /* Setup panic notifier if requested by the platform. */ 865 setup_panic(); 866 867 /* 868 * Configure ppc_md.power_save (ppc32 only, 64-bit machines do 869 * it from their respective probe() function. 870 */ 871 setup_power_save(); 872 873 /* Discover standard serial ports. */ 874 find_legacy_serial_ports(); 875 876 /* Register early console with the printk subsystem. */ 877 register_early_udbg_console(); 878 879 /* Setup the various CPU maps based on the device-tree. */ 880 smp_setup_cpu_maps(); 881 882 /* Initialize xmon. */ 883 xmon_setup(); 884 885 /* Check the SMT related command line arguments (ppc64). */ 886 check_smt_enabled(); 887 888 /* Parse memory topology */ 889 mem_topology_setup(); 890 891 /* 892 * Release secondary cpus out of their spinloops at 0x60 now that 893 * we can map physical -> logical CPU ids. 894 * 895 * Freescale Book3e parts spin in a loop provided by firmware, 896 * so smp_release_cpus() does nothing for them. 897 */ 898 #ifdef CONFIG_SMP 899 smp_setup_pacas(); 900 901 /* On BookE, setup per-core TLB data structures. */ 902 setup_tlb_core_data(); 903 #endif 904 905 /* Print various info about the machine that has been gathered so far. */ 906 print_system_info(); 907 908 /* Reserve large chunks of memory for use by CMA for KVM. */ 909 kvm_cma_reserve(); 910 911 /* Reserve large chunks of memory for us by CMA for hugetlb */ 912 gigantic_hugetlb_cma_reserve(); 913 914 klp_init_thread_info(&init_task); 915 916 setup_initial_init_mm(_stext, _etext, _edata, _end); 917 918 mm_iommu_init(&init_mm); 919 irqstack_early_init(); 920 exc_lvl_early_init(); 921 emergency_stack_init(); 922 923 mce_init(); 924 smp_release_cpus(); 925 926 initmem_init(); 927 928 early_memtest(min_low_pfn << PAGE_SHIFT, max_low_pfn << PAGE_SHIFT); 929 930 if (ppc_md.setup_arch) 931 ppc_md.setup_arch(); 932 933 setup_barrier_nospec(); 934 setup_spectre_v2(); 935 936 paging_init(); 937 938 /* Initialize the MMU context management stuff. */ 939 mmu_context_init(); 940 941 /* Interrupt code needs to be 64K-aligned. */ 942 if (IS_ENABLED(CONFIG_PPC64) && (unsigned long)_stext & 0xffff) 943 panic("Kernelbase not 64K-aligned (0x%lx)!\n", 944 (unsigned long)_stext); 945 } 946