12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 255190f88SBenjamin Herrenschmidt /* 355190f88SBenjamin Herrenschmidt * PowerNV setup code. 455190f88SBenjamin Herrenschmidt * 555190f88SBenjamin Herrenschmidt * Copyright 2011 IBM Corp. 655190f88SBenjamin Herrenschmidt */ 755190f88SBenjamin Herrenschmidt 855190f88SBenjamin Herrenschmidt #undef DEBUG 955190f88SBenjamin Herrenschmidt 1055190f88SBenjamin Herrenschmidt #include <linux/cpu.h> 1155190f88SBenjamin Herrenschmidt #include <linux/errno.h> 1255190f88SBenjamin Herrenschmidt #include <linux/sched.h> 1355190f88SBenjamin Herrenschmidt #include <linux/kernel.h> 1455190f88SBenjamin Herrenschmidt #include <linux/tty.h> 1555190f88SBenjamin Herrenschmidt #include <linux/reboot.h> 1655190f88SBenjamin Herrenschmidt #include <linux/init.h> 1755190f88SBenjamin Herrenschmidt #include <linux/console.h> 1855190f88SBenjamin Herrenschmidt #include <linux/delay.h> 1955190f88SBenjamin Herrenschmidt #include <linux/irq.h> 2055190f88SBenjamin Herrenschmidt #include <linux/seq_file.h> 2155190f88SBenjamin Herrenschmidt #include <linux/of.h> 2226a2056eSRob Herring #include <linux/of_fdt.h> 2355190f88SBenjamin Herrenschmidt #include <linux/interrupt.h> 2455190f88SBenjamin Herrenschmidt #include <linux/bug.h> 25cd15b048SBenjamin Herrenschmidt #include <linux/pci.h> 26fb5153d0SGautham R. Shenoy #include <linux/cpufreq.h> 277290f3b3SNicholas Piggin #include <linux/memblock.h> 2855190f88SBenjamin Herrenschmidt 2955190f88SBenjamin Herrenschmidt #include <asm/machdep.h> 3055190f88SBenjamin Herrenschmidt #include <asm/firmware.h> 3155190f88SBenjamin Herrenschmidt #include <asm/xics.h> 32243e2511SBenjamin Herrenschmidt #include <asm/xive.h> 33daea1175SBenjamin Herrenschmidt #include <asm/opal.h> 3413906db6SBenjamin Herrenschmidt #include <asm/kexec.h> 35b2a80878SShreyas B. Prabhu #include <asm/smp.h> 3654820530SMichael Ellerman #include <asm/tm.h> 376e032b35SOliver O'Halloran #include <asm/setup.h> 3877addf6eSMichael Ellerman #include <asm/security_features.h> 3955190f88SBenjamin Herrenschmidt 4055190f88SBenjamin Herrenschmidt #include "powernv.h" 4155190f88SBenjamin Herrenschmidt 4277addf6eSMichael Ellerman 4377addf6eSMichael Ellerman static bool fw_feature_is(const char *state, const char *name, 4477addf6eSMichael Ellerman struct device_node *fw_features) 4577addf6eSMichael Ellerman { 4677addf6eSMichael Ellerman struct device_node *np; 4777addf6eSMichael Ellerman bool rc = false; 4877addf6eSMichael Ellerman 4977addf6eSMichael Ellerman np = of_get_child_by_name(fw_features, name); 5077addf6eSMichael Ellerman if (np) { 5177addf6eSMichael Ellerman rc = of_property_read_bool(np, state); 5277addf6eSMichael Ellerman of_node_put(np); 5377addf6eSMichael Ellerman } 5477addf6eSMichael Ellerman 5577addf6eSMichael Ellerman return rc; 5677addf6eSMichael Ellerman } 5777addf6eSMichael Ellerman 5877addf6eSMichael Ellerman static void init_fw_feat_flags(struct device_node *np) 5977addf6eSMichael Ellerman { 6077addf6eSMichael Ellerman if (fw_feature_is("enabled", "inst-spec-barrier-ori31,31,0", np)) 6177addf6eSMichael Ellerman security_ftr_set(SEC_FTR_SPEC_BAR_ORI31); 6277addf6eSMichael Ellerman 6377addf6eSMichael Ellerman if (fw_feature_is("enabled", "fw-bcctrl-serialized", np)) 6477addf6eSMichael Ellerman security_ftr_set(SEC_FTR_BCCTRL_SERIALISED); 6577addf6eSMichael Ellerman 6637c0bdd0SMichael Ellerman if (fw_feature_is("enabled", "inst-l1d-flush-ori30,30,0", np)) 6777addf6eSMichael Ellerman security_ftr_set(SEC_FTR_L1D_FLUSH_ORI30); 6877addf6eSMichael Ellerman 6977addf6eSMichael Ellerman if (fw_feature_is("enabled", "inst-l1d-flush-trig2", np)) 7077addf6eSMichael Ellerman security_ftr_set(SEC_FTR_L1D_FLUSH_TRIG2); 7177addf6eSMichael Ellerman 7277addf6eSMichael Ellerman if (fw_feature_is("enabled", "fw-l1d-thread-split", np)) 7377addf6eSMichael Ellerman security_ftr_set(SEC_FTR_L1D_THREAD_PRIV); 7477addf6eSMichael Ellerman 7577addf6eSMichael Ellerman if (fw_feature_is("enabled", "fw-count-cache-disabled", np)) 7677addf6eSMichael Ellerman security_ftr_set(SEC_FTR_COUNT_CACHE_DISABLED); 7777addf6eSMichael Ellerman 7899d54754SMichael Ellerman if (fw_feature_is("enabled", "fw-count-cache-flush-bcctr2,0,0", np)) 7999d54754SMichael Ellerman security_ftr_set(SEC_FTR_BCCTR_FLUSH_ASSIST); 8099d54754SMichael Ellerman 8199d54754SMichael Ellerman if (fw_feature_is("enabled", "needs-count-cache-flush-on-context-switch", np)) 8299d54754SMichael Ellerman security_ftr_set(SEC_FTR_FLUSH_COUNT_CACHE); 8399d54754SMichael Ellerman 8477addf6eSMichael Ellerman /* 8577addf6eSMichael Ellerman * The features below are enabled by default, so we instead look to see 8677addf6eSMichael Ellerman * if firmware has *disabled* them, and clear them if so. 8777addf6eSMichael Ellerman */ 8877addf6eSMichael Ellerman if (fw_feature_is("disabled", "speculation-policy-favor-security", np)) 8977addf6eSMichael Ellerman security_ftr_clear(SEC_FTR_FAVOUR_SECURITY); 9077addf6eSMichael Ellerman 9177addf6eSMichael Ellerman if (fw_feature_is("disabled", "needs-l1d-flush-msr-pr-0-to-1", np)) 9277addf6eSMichael Ellerman security_ftr_clear(SEC_FTR_L1D_FLUSH_PR); 9377addf6eSMichael Ellerman 9477addf6eSMichael Ellerman if (fw_feature_is("disabled", "needs-l1d-flush-msr-hv-1-to-0", np)) 9577addf6eSMichael Ellerman security_ftr_clear(SEC_FTR_L1D_FLUSH_HV); 9677addf6eSMichael Ellerman 9777addf6eSMichael Ellerman if (fw_feature_is("disabled", "needs-spec-barrier-for-bound-checks", np)) 9877addf6eSMichael Ellerman security_ftr_clear(SEC_FTR_BNDS_CHK_SPEC_BAR); 9977addf6eSMichael Ellerman } 10077addf6eSMichael Ellerman 1016e032b35SOliver O'Halloran static void pnv_setup_rfi_flush(void) 1026e032b35SOliver O'Halloran { 1036e032b35SOliver O'Halloran struct device_node *np, *fw_features; 1046e032b35SOliver O'Halloran enum l1d_flush_type type; 10537c0bdd0SMichael Ellerman bool enable; 1066e032b35SOliver O'Halloran 1076e032b35SOliver O'Halloran /* Default to fallback in case fw-features are not available */ 1086e032b35SOliver O'Halloran type = L1D_FLUSH_FALLBACK; 1096e032b35SOliver O'Halloran 1106e032b35SOliver O'Halloran np = of_find_node_by_name(NULL, "ibm,opal"); 1116e032b35SOliver O'Halloran fw_features = of_get_child_by_name(np, "fw-features"); 1126e032b35SOliver O'Halloran of_node_put(np); 1136e032b35SOliver O'Halloran 1146e032b35SOliver O'Halloran if (fw_features) { 11577addf6eSMichael Ellerman init_fw_feat_flags(fw_features); 11637c0bdd0SMichael Ellerman of_node_put(fw_features); 11777addf6eSMichael Ellerman 11837c0bdd0SMichael Ellerman if (security_ftr_enabled(SEC_FTR_L1D_FLUSH_TRIG2)) 1196e032b35SOliver O'Halloran type = L1D_FLUSH_MTTRIG; 1206e032b35SOliver O'Halloran 12137c0bdd0SMichael Ellerman if (security_ftr_enabled(SEC_FTR_L1D_FLUSH_ORI30)) 1226e032b35SOliver O'Halloran type = L1D_FLUSH_ORI; 1236e032b35SOliver O'Halloran } 1246e032b35SOliver O'Halloran 125f7964378SNicholas Piggin /* 126f7964378SNicholas Piggin * If we are non-Power9 bare metal, we don't need to flush on kernel 127f7964378SNicholas Piggin * entry: it fixes a P9 specific vulnerability. 128f7964378SNicholas Piggin */ 129f7964378SNicholas Piggin if (!pvr_version_is(PVR_POWER9)) 130f7964378SNicholas Piggin security_ftr_clear(SEC_FTR_L1D_FLUSH_ENTRY); 131f7964378SNicholas Piggin 13237c0bdd0SMichael Ellerman enable = security_ftr_enabled(SEC_FTR_FAVOUR_SECURITY) && \ 13337c0bdd0SMichael Ellerman (security_ftr_enabled(SEC_FTR_L1D_FLUSH_PR) || \ 13437c0bdd0SMichael Ellerman security_ftr_enabled(SEC_FTR_L1D_FLUSH_HV)); 13537c0bdd0SMichael Ellerman 13637c0bdd0SMichael Ellerman setup_rfi_flush(type, enable); 13799d54754SMichael Ellerman setup_count_cache_flush(); 138f7964378SNicholas Piggin 139f7964378SNicholas Piggin enable = security_ftr_enabled(SEC_FTR_FAVOUR_SECURITY) && 140f7964378SNicholas Piggin security_ftr_enabled(SEC_FTR_L1D_FLUSH_ENTRY); 141f7964378SNicholas Piggin setup_entry_flush(enable); 1426e032b35SOliver O'Halloran } 1436e032b35SOliver O'Halloran 1448f55984fSJoel Stanley static void __init pnv_check_guarded_cores(void) 1458f55984fSJoel Stanley { 1468f55984fSJoel Stanley struct device_node *dn; 1478f55984fSJoel Stanley int bad_count = 0; 1488f55984fSJoel Stanley 1498f55984fSJoel Stanley for_each_node_by_type(dn, "cpu") { 1508f55984fSJoel Stanley if (of_property_match_string(dn, "status", "bad") >= 0) 1518f55984fSJoel Stanley bad_count++; 1528f55984fSJoel Stanley }; 1538f55984fSJoel Stanley 1548f55984fSJoel Stanley if (bad_count) { 1558f55984fSJoel Stanley printk(" _ _______________\n"); 1568f55984fSJoel Stanley pr_cont(" | | / \\\n"); 1578f55984fSJoel Stanley pr_cont(" | | | WARNING! |\n"); 1588f55984fSJoel Stanley pr_cont(" | | | |\n"); 1598f55984fSJoel Stanley pr_cont(" | | | It looks like |\n"); 1608f55984fSJoel Stanley pr_cont(" |_| | you have %*d |\n", 3, bad_count); 1618f55984fSJoel Stanley pr_cont(" _ | guarded cores |\n"); 1628f55984fSJoel Stanley pr_cont(" (_) \\_______________/\n"); 1638f55984fSJoel Stanley } 1648f55984fSJoel Stanley } 1658f55984fSJoel Stanley 16655190f88SBenjamin Herrenschmidt static void __init pnv_setup_arch(void) 16755190f88SBenjamin Herrenschmidt { 1684817fc32SAnton Blanchard set_arch_panic_timeout(10, ARCH_PANIC_TIMEOUT); 1694817fc32SAnton Blanchard 1706e032b35SOliver O'Halloran pnv_setup_rfi_flush(); 171a048a07dSNicholas Piggin setup_stf_barrier(); 1726e032b35SOliver O'Halloran 17355190f88SBenjamin Herrenschmidt /* Initialize SMP */ 17455190f88SBenjamin Herrenschmidt pnv_smp_init(); 17555190f88SBenjamin Herrenschmidt 17661305a96SBenjamin Herrenschmidt /* Setup PCI */ 17761305a96SBenjamin Herrenschmidt pnv_pci_init(); 17855190f88SBenjamin Herrenschmidt 179628daa8dSBenjamin Herrenschmidt /* Setup RTC and NVRAM callbacks */ 180628daa8dSBenjamin Herrenschmidt if (firmware_has_feature(FW_FEATURE_OPAL)) 181628daa8dSBenjamin Herrenschmidt opal_nvram_init(); 18255190f88SBenjamin Herrenschmidt 18355190f88SBenjamin Herrenschmidt /* Enable NAP mode */ 18455190f88SBenjamin Herrenschmidt powersave_nap = 1; 18555190f88SBenjamin Herrenschmidt 1868f55984fSJoel Stanley pnv_check_guarded_cores(); 1878f55984fSJoel Stanley 18855190f88SBenjamin Herrenschmidt /* XXX PMCS */ 18955190f88SBenjamin Herrenschmidt } 19055190f88SBenjamin Herrenschmidt 191f2d57694SBenjamin Herrenschmidt static void __init pnv_init(void) 19255190f88SBenjamin Herrenschmidt { 1933fafe9c2SBenjamin Herrenschmidt /* 1943fafe9c2SBenjamin Herrenschmidt * Initialize the LPC bus now so that legacy serial 1953fafe9c2SBenjamin Herrenschmidt * ports can be found on it 1963fafe9c2SBenjamin Herrenschmidt */ 1973fafe9c2SBenjamin Herrenschmidt opal_lpc_init(); 1983fafe9c2SBenjamin Herrenschmidt 199daea1175SBenjamin Herrenschmidt #ifdef CONFIG_HVC_OPAL 200daea1175SBenjamin Herrenschmidt if (firmware_has_feature(FW_FEATURE_OPAL)) 201daea1175SBenjamin Herrenschmidt hvc_opal_init_early(); 202daea1175SBenjamin Herrenschmidt else 203daea1175SBenjamin Herrenschmidt #endif 204daea1175SBenjamin Herrenschmidt add_preferred_console("hvc", 0, NULL); 2057290f3b3SNicholas Piggin 2067290f3b3SNicholas Piggin if (!radix_enabled()) { 2077290f3b3SNicholas Piggin int i; 2087290f3b3SNicholas Piggin 2097290f3b3SNicholas Piggin /* Allocate per cpu area to save old slb contents during MCE */ 2107290f3b3SNicholas Piggin for_each_possible_cpu(i) 2117290f3b3SNicholas Piggin paca_ptrs[i]->mce_faulty_slbs = memblock_alloc_node(mmu_slb_size, __alignof__(*paca_ptrs[i]->mce_faulty_slbs), cpu_to_node(i)); 2127290f3b3SNicholas Piggin } 21355190f88SBenjamin Herrenschmidt } 21455190f88SBenjamin Herrenschmidt 21555190f88SBenjamin Herrenschmidt static void __init pnv_init_IRQ(void) 21655190f88SBenjamin Herrenschmidt { 217243e2511SBenjamin Herrenschmidt /* Try using a XIVE if available, otherwise use a XICS */ 218243e2511SBenjamin Herrenschmidt if (!xive_native_init()) 21955190f88SBenjamin Herrenschmidt xics_init(); 22055190f88SBenjamin Herrenschmidt 22155190f88SBenjamin Herrenschmidt WARN_ON(!ppc_md.get_irq); 22255190f88SBenjamin Herrenschmidt } 22355190f88SBenjamin Herrenschmidt 22455190f88SBenjamin Herrenschmidt static void pnv_show_cpuinfo(struct seq_file *m) 22555190f88SBenjamin Herrenschmidt { 22655190f88SBenjamin Herrenschmidt struct device_node *root; 22755190f88SBenjamin Herrenschmidt const char *model = ""; 22855190f88SBenjamin Herrenschmidt 22955190f88SBenjamin Herrenschmidt root = of_find_node_by_path("/"); 23055190f88SBenjamin Herrenschmidt if (root) 23155190f88SBenjamin Herrenschmidt model = of_get_property(root, "model", NULL); 23255190f88SBenjamin Herrenschmidt seq_printf(m, "machine\t\t: PowerNV %s\n", model); 233e4d54f71SStewart Smith if (firmware_has_feature(FW_FEATURE_OPAL)) 234e4d54f71SStewart Smith seq_printf(m, "firmware\t: OPAL\n"); 23514a43e69SBenjamin Herrenschmidt else 23614a43e69SBenjamin Herrenschmidt seq_printf(m, "firmware\t: BML\n"); 23755190f88SBenjamin Herrenschmidt of_node_put(root); 2383a4c2601SAneesh Kumar K.V if (radix_enabled()) 2393a4c2601SAneesh Kumar K.V seq_printf(m, "MMU\t\t: Radix\n"); 2403a4c2601SAneesh Kumar K.V else 2413a4c2601SAneesh Kumar K.V seq_printf(m, "MMU\t\t: Hash\n"); 24255190f88SBenjamin Herrenschmidt } 24355190f88SBenjamin Herrenschmidt 2442196c6f1SVasant Hegde static void pnv_prepare_going_down(void) 2452196c6f1SVasant Hegde { 2462196c6f1SVasant Hegde /* 2472196c6f1SVasant Hegde * Disable all notifiers from OPAL, we can't 2482196c6f1SVasant Hegde * service interrupts anymore anyway 2492196c6f1SVasant Hegde */ 25081f2f7ceSAlistair Popple opal_event_shutdown(); 2512196c6f1SVasant Hegde 252f2748bdfSNicholas Piggin /* Print flash update message if one is scheduled. */ 253f2748bdfSNicholas Piggin opal_flash_update_print_message(); 2542196c6f1SVasant Hegde 255f2748bdfSNicholas Piggin smp_send_stop(); 256f2748bdfSNicholas Piggin 257f2748bdfSNicholas Piggin hard_irq_disable(); 2582196c6f1SVasant Hegde } 2592196c6f1SVasant Hegde 260ec27329fSBenjamin Herrenschmidt static void __noreturn pnv_restart(char *cmd) 26155190f88SBenjamin Herrenschmidt { 2628139046aSVaibhav Jain long rc; 263ec27329fSBenjamin Herrenschmidt 2642196c6f1SVasant Hegde pnv_prepare_going_down(); 265e8e71fa4SGavin Shan 2668139046aSVaibhav Jain do { 26716985f2dSOliver O'Halloran if (!cmd || !strlen(cmd)) 268ec27329fSBenjamin Herrenschmidt rc = opal_cec_reboot(); 2698139046aSVaibhav Jain else if (strcmp(cmd, "full") == 0) 2708139046aSVaibhav Jain rc = opal_cec_reboot2(OPAL_REBOOT_FULL_IPL, NULL); 27137f6f8e8SOliver O'Halloran else if (strcmp(cmd, "mpipl") == 0) 27237f6f8e8SOliver O'Halloran rc = opal_cec_reboot2(OPAL_REBOOT_MPIPL, NULL); 27337f6f8e8SOliver O'Halloran else if (strcmp(cmd, "error") == 0) 27437f6f8e8SOliver O'Halloran rc = opal_cec_reboot2(OPAL_REBOOT_PLATFORM_ERROR, NULL); 275672e480aSOliver O'Halloran else if (strcmp(cmd, "fast") == 0) 276672e480aSOliver O'Halloran rc = opal_cec_reboot2(OPAL_REBOOT_FAST, NULL); 277ec27329fSBenjamin Herrenschmidt else 2788139046aSVaibhav Jain rc = OPAL_UNSUPPORTED; 2798139046aSVaibhav Jain 2808139046aSVaibhav Jain if (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) { 2818139046aSVaibhav Jain /* Opal is busy wait for some time and retry */ 2828139046aSVaibhav Jain opal_poll_events(NULL); 283ec27329fSBenjamin Herrenschmidt mdelay(10); 2848139046aSVaibhav Jain 2858139046aSVaibhav Jain } else if (cmd && rc) { 2868139046aSVaibhav Jain /* Unknown error while issuing reboot */ 2878139046aSVaibhav Jain if (rc == OPAL_UNSUPPORTED) 2888139046aSVaibhav Jain pr_err("Unsupported '%s' reboot.\n", cmd); 2898139046aSVaibhav Jain else 2908139046aSVaibhav Jain pr_err("Unable to issue '%s' reboot. Err=%ld\n", 2918139046aSVaibhav Jain cmd, rc); 2928139046aSVaibhav Jain pr_info("Forcing a cec-reboot\n"); 2938139046aSVaibhav Jain cmd = NULL; 2948139046aSVaibhav Jain rc = OPAL_BUSY; 2958139046aSVaibhav Jain 2968139046aSVaibhav Jain } else if (rc != OPAL_SUCCESS) { 2978139046aSVaibhav Jain /* Unknown error while issuing cec-reboot */ 2988139046aSVaibhav Jain pr_err("Unable to reboot. Err=%ld\n", rc); 299ec27329fSBenjamin Herrenschmidt } 3008139046aSVaibhav Jain 3018139046aSVaibhav Jain } while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT); 3028139046aSVaibhav Jain 303ec27329fSBenjamin Herrenschmidt for (;;) 304ec27329fSBenjamin Herrenschmidt opal_poll_events(NULL); 30555190f88SBenjamin Herrenschmidt } 30655190f88SBenjamin Herrenschmidt 307ec27329fSBenjamin Herrenschmidt static void __noreturn pnv_power_off(void) 30855190f88SBenjamin Herrenschmidt { 309ec27329fSBenjamin Herrenschmidt long rc = OPAL_BUSY; 310ec27329fSBenjamin Herrenschmidt 3112196c6f1SVasant Hegde pnv_prepare_going_down(); 312e8e71fa4SGavin Shan 313ec27329fSBenjamin Herrenschmidt while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) { 314ec27329fSBenjamin Herrenschmidt rc = opal_cec_power_down(0); 315ec27329fSBenjamin Herrenschmidt if (rc == OPAL_BUSY_EVENT) 316ec27329fSBenjamin Herrenschmidt opal_poll_events(NULL); 317ec27329fSBenjamin Herrenschmidt else 318ec27329fSBenjamin Herrenschmidt mdelay(10); 319ec27329fSBenjamin Herrenschmidt } 320ec27329fSBenjamin Herrenschmidt for (;;) 321ec27329fSBenjamin Herrenschmidt opal_poll_events(NULL); 32255190f88SBenjamin Herrenschmidt } 32355190f88SBenjamin Herrenschmidt 324ec27329fSBenjamin Herrenschmidt static void __noreturn pnv_halt(void) 32555190f88SBenjamin Herrenschmidt { 326ec27329fSBenjamin Herrenschmidt pnv_power_off(); 32755190f88SBenjamin Herrenschmidt } 32855190f88SBenjamin Herrenschmidt 32955190f88SBenjamin Herrenschmidt static void pnv_progress(char *s, unsigned short hex) 33055190f88SBenjamin Herrenschmidt { 33155190f88SBenjamin Herrenschmidt } 33255190f88SBenjamin Herrenschmidt 33373ed148aSBenjamin Herrenschmidt static void pnv_shutdown(void) 33473ed148aSBenjamin Herrenschmidt { 33573ed148aSBenjamin Herrenschmidt /* Let the PCI code clear up IODA tables */ 33673ed148aSBenjamin Herrenschmidt pnv_pci_shutdown(); 33773ed148aSBenjamin Herrenschmidt 338f7d98d18SVasant Hegde /* 339f7d98d18SVasant Hegde * Stop OPAL activity: Unregister all OPAL interrupts so they 340f7d98d18SVasant Hegde * don't fire up while we kexec and make sure all potentially 341f7d98d18SVasant Hegde * DMA'ing ops are complete (such as dump retrieval). 34273ed148aSBenjamin Herrenschmidt */ 34373ed148aSBenjamin Herrenschmidt opal_shutdown(); 34473ed148aSBenjamin Herrenschmidt } 34573ed148aSBenjamin Herrenschmidt 346da665885SThiago Jung Bauermann #ifdef CONFIG_KEXEC_CORE 347298b34d7SBenjamin Herrenschmidt static void pnv_kexec_wait_secondaries_down(void) 348298b34d7SBenjamin Herrenschmidt { 349298b34d7SBenjamin Herrenschmidt int my_cpu, i, notified = -1; 350298b34d7SBenjamin Herrenschmidt 351298b34d7SBenjamin Herrenschmidt my_cpu = get_cpu(); 352298b34d7SBenjamin Herrenschmidt 353298b34d7SBenjamin Herrenschmidt for_each_online_cpu(i) { 354298b34d7SBenjamin Herrenschmidt uint8_t status; 3551b70386cSSamuel Mendoza-Jonas int64_t rc, timeout = 1000; 356298b34d7SBenjamin Herrenschmidt 357298b34d7SBenjamin Herrenschmidt if (i == my_cpu) 358298b34d7SBenjamin Herrenschmidt continue; 359298b34d7SBenjamin Herrenschmidt 360298b34d7SBenjamin Herrenschmidt for (;;) { 361298b34d7SBenjamin Herrenschmidt rc = opal_query_cpu_status(get_hard_smp_processor_id(i), 362298b34d7SBenjamin Herrenschmidt &status); 363298b34d7SBenjamin Herrenschmidt if (rc != OPAL_SUCCESS || status != OPAL_THREAD_STARTED) 364298b34d7SBenjamin Herrenschmidt break; 365298b34d7SBenjamin Herrenschmidt barrier(); 366298b34d7SBenjamin Herrenschmidt if (i != notified) { 367298b34d7SBenjamin Herrenschmidt printk(KERN_INFO "kexec: waiting for cpu %d " 368298b34d7SBenjamin Herrenschmidt "(physical %d) to enter OPAL\n", 369d2e60075SNicholas Piggin i, paca_ptrs[i]->hw_cpu_id); 370298b34d7SBenjamin Herrenschmidt notified = i; 371298b34d7SBenjamin Herrenschmidt } 3721b70386cSSamuel Mendoza-Jonas 3731b70386cSSamuel Mendoza-Jonas /* 3741b70386cSSamuel Mendoza-Jonas * On crash secondaries might be unreachable or hung, 3751b70386cSSamuel Mendoza-Jonas * so timeout if we've waited too long 3761b70386cSSamuel Mendoza-Jonas * */ 3771b70386cSSamuel Mendoza-Jonas mdelay(1); 3781b70386cSSamuel Mendoza-Jonas if (timeout-- == 0) { 3791b70386cSSamuel Mendoza-Jonas printk(KERN_ERR "kexec: timed out waiting for " 3801b70386cSSamuel Mendoza-Jonas "cpu %d (physical %d) to enter OPAL\n", 381d2e60075SNicholas Piggin i, paca_ptrs[i]->hw_cpu_id); 3821b70386cSSamuel Mendoza-Jonas break; 3831b70386cSSamuel Mendoza-Jonas } 384298b34d7SBenjamin Herrenschmidt } 385298b34d7SBenjamin Herrenschmidt } 386298b34d7SBenjamin Herrenschmidt } 387298b34d7SBenjamin Herrenschmidt 38855190f88SBenjamin Herrenschmidt static void pnv_kexec_cpu_down(int crash_shutdown, int secondary) 38955190f88SBenjamin Herrenschmidt { 3901c0eaf0fSBenjamin Herrenschmidt u64 reinit_flags; 3911c0eaf0fSBenjamin Herrenschmidt 392243e2511SBenjamin Herrenschmidt if (xive_enabled()) 393e27e0a94SBenjamin Herrenschmidt xive_teardown_cpu(); 394243e2511SBenjamin Herrenschmidt else 39555190f88SBenjamin Herrenschmidt xics_kexec_teardown_cpu(secondary); 39613906db6SBenjamin Herrenschmidt 397e4d54f71SStewart Smith /* On OPAL, we return all CPUs to firmware */ 398e4d54f71SStewart Smith if (!firmware_has_feature(FW_FEATURE_OPAL)) 399298b34d7SBenjamin Herrenschmidt return; 400298b34d7SBenjamin Herrenschmidt 401298b34d7SBenjamin Herrenschmidt if (secondary) { 40213906db6SBenjamin Herrenschmidt /* Return secondary CPUs to firmware on OPAL v3 */ 40313906db6SBenjamin Herrenschmidt mb(); 40413906db6SBenjamin Herrenschmidt get_paca()->kexec_state = KEXEC_STATE_REAL_MODE; 40513906db6SBenjamin Herrenschmidt mb(); 40613906db6SBenjamin Herrenschmidt 40713906db6SBenjamin Herrenschmidt /* Return the CPU to OPAL */ 40813906db6SBenjamin Herrenschmidt opal_return_cpu(); 409298b34d7SBenjamin Herrenschmidt } else { 410298b34d7SBenjamin Herrenschmidt /* Primary waits for the secondaries to have reached OPAL */ 411298b34d7SBenjamin Herrenschmidt pnv_kexec_wait_secondaries_down(); 412e72bb8a5SSamuel Mendoza-Jonas 413243e2511SBenjamin Herrenschmidt /* Switch XIVE back to emulation mode */ 414243e2511SBenjamin Herrenschmidt if (xive_enabled()) 415243e2511SBenjamin Herrenschmidt xive_shutdown(); 416243e2511SBenjamin Herrenschmidt 417e72bb8a5SSamuel Mendoza-Jonas /* 418e72bb8a5SSamuel Mendoza-Jonas * We might be running as little-endian - now that interrupts 419e72bb8a5SSamuel Mendoza-Jonas * are disabled, reset the HILE bit to big-endian so we don't 420e72bb8a5SSamuel Mendoza-Jonas * take interrupts in the wrong endian later 4211c0eaf0fSBenjamin Herrenschmidt * 4221c0eaf0fSBenjamin Herrenschmidt * We reinit to enable both radix and hash on P9 to ensure 4231c0eaf0fSBenjamin Herrenschmidt * the mode used by the next kernel is always supported. 424e72bb8a5SSamuel Mendoza-Jonas */ 4251c0eaf0fSBenjamin Herrenschmidt reinit_flags = OPAL_REINIT_CPUS_HILE_BE; 4261c0eaf0fSBenjamin Herrenschmidt if (cpu_has_feature(CPU_FTR_ARCH_300)) 4271c0eaf0fSBenjamin Herrenschmidt reinit_flags |= OPAL_REINIT_CPUS_MMU_RADIX | 4281c0eaf0fSBenjamin Herrenschmidt OPAL_REINIT_CPUS_MMU_HASH; 4291c0eaf0fSBenjamin Herrenschmidt opal_reinit_cpus(reinit_flags); 43013906db6SBenjamin Herrenschmidt } 43155190f88SBenjamin Herrenschmidt } 432da665885SThiago Jung Bauermann #endif /* CONFIG_KEXEC_CORE */ 43355190f88SBenjamin Herrenschmidt 4346d97d7a2SAnton Blanchard #ifdef CONFIG_MEMORY_HOTPLUG_SPARSE 4356d97d7a2SAnton Blanchard static unsigned long pnv_memory_block_size(void) 4366d97d7a2SAnton Blanchard { 437af9d00e9SAneesh Kumar K.V /* 438af9d00e9SAneesh Kumar K.V * We map the kernel linear region with 1GB large pages on radix. For 439af9d00e9SAneesh Kumar K.V * memory hot unplug to work our memory block size must be at least 440af9d00e9SAneesh Kumar K.V * this size. 441af9d00e9SAneesh Kumar K.V */ 442af9d00e9SAneesh Kumar K.V if (radix_enabled()) 443af9d00e9SAneesh Kumar K.V return radix_mem_block_size; 444af9d00e9SAneesh Kumar K.V else 4456d97d7a2SAnton Blanchard return 256UL * 1024 * 1024; 4466d97d7a2SAnton Blanchard } 4476d97d7a2SAnton Blanchard #endif 4486d97d7a2SAnton Blanchard 449628daa8dSBenjamin Herrenschmidt static void __init pnv_setup_machdep_opal(void) 450628daa8dSBenjamin Herrenschmidt { 451628daa8dSBenjamin Herrenschmidt ppc_md.get_boot_time = opal_get_boot_time; 452628daa8dSBenjamin Herrenschmidt ppc_md.restart = pnv_restart; 4539178ba29SAlexander Graf pm_power_off = pnv_power_off; 454628daa8dSBenjamin Herrenschmidt ppc_md.halt = pnv_halt; 455e36d0a2eSNicholas Piggin /* ppc_md.system_reset_exception gets filled in by pnv_smp_init() */ 456ed79ba9eSBenjamin Herrenschmidt ppc_md.machine_check_exception = opal_machine_check; 45755672ecfSMahesh Salgaonkar ppc_md.mce_check_early_recovery = opal_mce_check_early_recovery; 458de269129SMahesh Salgaonkar if (opal_check_token(OPAL_HANDLE_HMI2)) 459de269129SMahesh Salgaonkar ppc_md.hmi_exception_early = opal_hmi_exception_early2; 460de269129SMahesh Salgaonkar else 4610869b6fdSMahesh Salgaonkar ppc_md.hmi_exception_early = opal_hmi_exception_early; 4620869b6fdSMahesh Salgaonkar ppc_md.handle_hmi_exception = opal_handle_hmi_exception; 463628daa8dSBenjamin Herrenschmidt } 464628daa8dSBenjamin Herrenschmidt 46555190f88SBenjamin Herrenschmidt static int __init pnv_probe(void) 46655190f88SBenjamin Herrenschmidt { 467406b0b6aSBenjamin Herrenschmidt if (!of_machine_is_compatible("ibm,powernv")) 46855190f88SBenjamin Herrenschmidt return 0; 46955190f88SBenjamin Herrenschmidt 470628daa8dSBenjamin Herrenschmidt if (firmware_has_feature(FW_FEATURE_OPAL)) 471628daa8dSBenjamin Herrenschmidt pnv_setup_machdep_opal(); 472628daa8dSBenjamin Herrenschmidt 47355190f88SBenjamin Herrenschmidt pr_debug("PowerNV detected !\n"); 47455190f88SBenjamin Herrenschmidt 475f2d57694SBenjamin Herrenschmidt pnv_init(); 476f2d57694SBenjamin Herrenschmidt 47755190f88SBenjamin Herrenschmidt return 1; 47855190f88SBenjamin Herrenschmidt } 47955190f88SBenjamin Herrenschmidt 48054820530SMichael Ellerman #ifdef CONFIG_PPC_TRANSACTIONAL_MEM 48154820530SMichael Ellerman void __init pnv_tm_init(void) 48254820530SMichael Ellerman { 48354820530SMichael Ellerman if (!firmware_has_feature(FW_FEATURE_OPAL) || 48454820530SMichael Ellerman !pvr_version_is(PVR_POWER9) || 48554820530SMichael Ellerman early_cpu_has_feature(CPU_FTR_TM)) 48654820530SMichael Ellerman return; 48754820530SMichael Ellerman 48854820530SMichael Ellerman if (opal_reinit_cpus(OPAL_REINIT_CPUS_TM_SUSPEND_DISABLED) != OPAL_SUCCESS) 48954820530SMichael Ellerman return; 49054820530SMichael Ellerman 49154820530SMichael Ellerman pr_info("Enabling TM (Transactional Memory) with Suspend Disabled\n"); 49254820530SMichael Ellerman cur_cpu_spec->cpu_features |= CPU_FTR_TM; 49354820530SMichael Ellerman /* Make sure "normal" HTM is off (it should be) */ 49454820530SMichael Ellerman cur_cpu_spec->cpu_user_features2 &= ~PPC_FEATURE2_HTM; 49554820530SMichael Ellerman /* Turn on no suspend mode, and HTM no SC */ 49654820530SMichael Ellerman cur_cpu_spec->cpu_user_features2 |= PPC_FEATURE2_HTM_NO_SUSPEND | \ 49754820530SMichael Ellerman PPC_FEATURE2_HTM_NOSC; 49854820530SMichael Ellerman tm_suspend_disabled = true; 49954820530SMichael Ellerman } 50054820530SMichael Ellerman #endif /* CONFIG_PPC_TRANSACTIONAL_MEM */ 50154820530SMichael Ellerman 502fb5153d0SGautham R. Shenoy /* 503fb5153d0SGautham R. Shenoy * Returns the cpu frequency for 'cpu' in Hz. This is used by 504fb5153d0SGautham R. Shenoy * /proc/cpuinfo 505fb5153d0SGautham R. Shenoy */ 506e51df2c1SAnton Blanchard static unsigned long pnv_get_proc_freq(unsigned int cpu) 507fb5153d0SGautham R. Shenoy { 508fb5153d0SGautham R. Shenoy unsigned long ret_freq; 509fb5153d0SGautham R. Shenoy 510cd77b5ceSShriya ret_freq = cpufreq_get(cpu) * 1000ul; 511fb5153d0SGautham R. Shenoy 512fb5153d0SGautham R. Shenoy /* 513fb5153d0SGautham R. Shenoy * If the backend cpufreq driver does not exist, 514fb5153d0SGautham R. Shenoy * then fallback to old way of reporting the clockrate. 515fb5153d0SGautham R. Shenoy */ 516fb5153d0SGautham R. Shenoy if (!ret_freq) 517fb5153d0SGautham R. Shenoy ret_freq = ppc_proc_freq; 518fb5153d0SGautham R. Shenoy return ret_freq; 519fb5153d0SGautham R. Shenoy } 520fb5153d0SGautham R. Shenoy 521a43c1590SMahesh Salgaonkar static long pnv_machine_check_early(struct pt_regs *regs) 522a43c1590SMahesh Salgaonkar { 523a43c1590SMahesh Salgaonkar long handled = 0; 524a43c1590SMahesh Salgaonkar 525a43c1590SMahesh Salgaonkar if (cur_cpu_spec && cur_cpu_spec->machine_check_early) 526a43c1590SMahesh Salgaonkar handled = cur_cpu_spec->machine_check_early(regs); 527a43c1590SMahesh Salgaonkar 528a43c1590SMahesh Salgaonkar return handled; 529a43c1590SMahesh Salgaonkar } 530a43c1590SMahesh Salgaonkar 53155190f88SBenjamin Herrenschmidt define_machine(powernv) { 53255190f88SBenjamin Herrenschmidt .name = "PowerNV", 53355190f88SBenjamin Herrenschmidt .probe = pnv_probe, 534628daa8dSBenjamin Herrenschmidt .setup_arch = pnv_setup_arch, 53555190f88SBenjamin Herrenschmidt .init_IRQ = pnv_init_IRQ, 53655190f88SBenjamin Herrenschmidt .show_cpuinfo = pnv_show_cpuinfo, 537fb5153d0SGautham R. Shenoy .get_proc_freq = pnv_get_proc_freq, 53855190f88SBenjamin Herrenschmidt .progress = pnv_progress, 53973ed148aSBenjamin Herrenschmidt .machine_shutdown = pnv_shutdown, 5405593e303SShreyas B. Prabhu .power_save = NULL, 54155190f88SBenjamin Herrenschmidt .calibrate_decr = generic_calibrate_decr, 542a43c1590SMahesh Salgaonkar .machine_check_early = pnv_machine_check_early, 543da665885SThiago Jung Bauermann #ifdef CONFIG_KEXEC_CORE 54455190f88SBenjamin Herrenschmidt .kexec_cpu_down = pnv_kexec_cpu_down, 54555190f88SBenjamin Herrenschmidt #endif 5466d97d7a2SAnton Blanchard #ifdef CONFIG_MEMORY_HOTPLUG_SPARSE 5476d97d7a2SAnton Blanchard .memory_block_size = pnv_memory_block_size, 5486d97d7a2SAnton Blanchard #endif 54955190f88SBenjamin Herrenschmidt }; 550