155190f88SBenjamin Herrenschmidt /* 255190f88SBenjamin Herrenschmidt * PowerNV setup code. 355190f88SBenjamin Herrenschmidt * 455190f88SBenjamin Herrenschmidt * Copyright 2011 IBM Corp. 555190f88SBenjamin Herrenschmidt * 655190f88SBenjamin Herrenschmidt * This program is free software; you can redistribute it and/or 755190f88SBenjamin Herrenschmidt * modify it under the terms of the GNU General Public License 855190f88SBenjamin Herrenschmidt * as published by the Free Software Foundation; either version 955190f88SBenjamin Herrenschmidt * 2 of the License, or (at your option) any later version. 1055190f88SBenjamin Herrenschmidt */ 1155190f88SBenjamin Herrenschmidt 1255190f88SBenjamin Herrenschmidt #undef DEBUG 1355190f88SBenjamin Herrenschmidt 1455190f88SBenjamin Herrenschmidt #include <linux/cpu.h> 1555190f88SBenjamin Herrenschmidt #include <linux/errno.h> 1655190f88SBenjamin Herrenschmidt #include <linux/sched.h> 1755190f88SBenjamin Herrenschmidt #include <linux/kernel.h> 1855190f88SBenjamin Herrenschmidt #include <linux/tty.h> 1955190f88SBenjamin Herrenschmidt #include <linux/reboot.h> 2055190f88SBenjamin Herrenschmidt #include <linux/init.h> 2155190f88SBenjamin Herrenschmidt #include <linux/console.h> 2255190f88SBenjamin Herrenschmidt #include <linux/delay.h> 2355190f88SBenjamin Herrenschmidt #include <linux/irq.h> 2455190f88SBenjamin Herrenschmidt #include <linux/seq_file.h> 2555190f88SBenjamin Herrenschmidt #include <linux/of.h> 2626a2056eSRob Herring #include <linux/of_fdt.h> 2755190f88SBenjamin Herrenschmidt #include <linux/interrupt.h> 2855190f88SBenjamin Herrenschmidt #include <linux/bug.h> 29cd15b048SBenjamin Herrenschmidt #include <linux/pci.h> 30fb5153d0SGautham R. Shenoy #include <linux/cpufreq.h> 3155190f88SBenjamin Herrenschmidt 3255190f88SBenjamin Herrenschmidt #include <asm/machdep.h> 3355190f88SBenjamin Herrenschmidt #include <asm/firmware.h> 3455190f88SBenjamin Herrenschmidt #include <asm/xics.h> 35243e2511SBenjamin Herrenschmidt #include <asm/xive.h> 36daea1175SBenjamin Herrenschmidt #include <asm/opal.h> 3713906db6SBenjamin Herrenschmidt #include <asm/kexec.h> 38b2a80878SShreyas B. Prabhu #include <asm/smp.h> 3954820530SMichael Ellerman #include <asm/tm.h> 406e032b35SOliver O'Halloran #include <asm/setup.h> 4177addf6eSMichael Ellerman #include <asm/security_features.h> 4255190f88SBenjamin Herrenschmidt 4355190f88SBenjamin Herrenschmidt #include "powernv.h" 4455190f88SBenjamin Herrenschmidt 4577addf6eSMichael Ellerman 4677addf6eSMichael Ellerman static bool fw_feature_is(const char *state, const char *name, 4777addf6eSMichael Ellerman struct device_node *fw_features) 4877addf6eSMichael Ellerman { 4977addf6eSMichael Ellerman struct device_node *np; 5077addf6eSMichael Ellerman bool rc = false; 5177addf6eSMichael Ellerman 5277addf6eSMichael Ellerman np = of_get_child_by_name(fw_features, name); 5377addf6eSMichael Ellerman if (np) { 5477addf6eSMichael Ellerman rc = of_property_read_bool(np, state); 5577addf6eSMichael Ellerman of_node_put(np); 5677addf6eSMichael Ellerman } 5777addf6eSMichael Ellerman 5877addf6eSMichael Ellerman return rc; 5977addf6eSMichael Ellerman } 6077addf6eSMichael Ellerman 6177addf6eSMichael Ellerman static void init_fw_feat_flags(struct device_node *np) 6277addf6eSMichael Ellerman { 6377addf6eSMichael Ellerman if (fw_feature_is("enabled", "inst-spec-barrier-ori31,31,0", np)) 6477addf6eSMichael Ellerman security_ftr_set(SEC_FTR_SPEC_BAR_ORI31); 6577addf6eSMichael Ellerman 6677addf6eSMichael Ellerman if (fw_feature_is("enabled", "fw-bcctrl-serialized", np)) 6777addf6eSMichael Ellerman security_ftr_set(SEC_FTR_BCCTRL_SERIALISED); 6877addf6eSMichael Ellerman 6937c0bdd0SMichael Ellerman if (fw_feature_is("enabled", "inst-l1d-flush-ori30,30,0", np)) 7077addf6eSMichael Ellerman security_ftr_set(SEC_FTR_L1D_FLUSH_ORI30); 7177addf6eSMichael Ellerman 7277addf6eSMichael Ellerman if (fw_feature_is("enabled", "inst-l1d-flush-trig2", np)) 7377addf6eSMichael Ellerman security_ftr_set(SEC_FTR_L1D_FLUSH_TRIG2); 7477addf6eSMichael Ellerman 7577addf6eSMichael Ellerman if (fw_feature_is("enabled", "fw-l1d-thread-split", np)) 7677addf6eSMichael Ellerman security_ftr_set(SEC_FTR_L1D_THREAD_PRIV); 7777addf6eSMichael Ellerman 7877addf6eSMichael Ellerman if (fw_feature_is("enabled", "fw-count-cache-disabled", np)) 7977addf6eSMichael Ellerman security_ftr_set(SEC_FTR_COUNT_CACHE_DISABLED); 8077addf6eSMichael Ellerman 8177addf6eSMichael Ellerman /* 8277addf6eSMichael Ellerman * The features below are enabled by default, so we instead look to see 8377addf6eSMichael Ellerman * if firmware has *disabled* them, and clear them if so. 8477addf6eSMichael Ellerman */ 8577addf6eSMichael Ellerman if (fw_feature_is("disabled", "speculation-policy-favor-security", np)) 8677addf6eSMichael Ellerman security_ftr_clear(SEC_FTR_FAVOUR_SECURITY); 8777addf6eSMichael Ellerman 8877addf6eSMichael Ellerman if (fw_feature_is("disabled", "needs-l1d-flush-msr-pr-0-to-1", np)) 8977addf6eSMichael Ellerman security_ftr_clear(SEC_FTR_L1D_FLUSH_PR); 9077addf6eSMichael Ellerman 9177addf6eSMichael Ellerman if (fw_feature_is("disabled", "needs-l1d-flush-msr-hv-1-to-0", np)) 9277addf6eSMichael Ellerman security_ftr_clear(SEC_FTR_L1D_FLUSH_HV); 9377addf6eSMichael Ellerman 9477addf6eSMichael Ellerman if (fw_feature_is("disabled", "needs-spec-barrier-for-bound-checks", np)) 9577addf6eSMichael Ellerman security_ftr_clear(SEC_FTR_BNDS_CHK_SPEC_BAR); 9677addf6eSMichael Ellerman } 9777addf6eSMichael Ellerman 986e032b35SOliver O'Halloran static void pnv_setup_rfi_flush(void) 996e032b35SOliver O'Halloran { 1006e032b35SOliver O'Halloran struct device_node *np, *fw_features; 1016e032b35SOliver O'Halloran enum l1d_flush_type type; 10237c0bdd0SMichael Ellerman bool enable; 1036e032b35SOliver O'Halloran 1046e032b35SOliver O'Halloran /* Default to fallback in case fw-features are not available */ 1056e032b35SOliver O'Halloran type = L1D_FLUSH_FALLBACK; 1066e032b35SOliver O'Halloran 1076e032b35SOliver O'Halloran np = of_find_node_by_name(NULL, "ibm,opal"); 1086e032b35SOliver O'Halloran fw_features = of_get_child_by_name(np, "fw-features"); 1096e032b35SOliver O'Halloran of_node_put(np); 1106e032b35SOliver O'Halloran 1116e032b35SOliver O'Halloran if (fw_features) { 11277addf6eSMichael Ellerman init_fw_feat_flags(fw_features); 11337c0bdd0SMichael Ellerman of_node_put(fw_features); 11477addf6eSMichael Ellerman 11537c0bdd0SMichael Ellerman if (security_ftr_enabled(SEC_FTR_L1D_FLUSH_TRIG2)) 1166e032b35SOliver O'Halloran type = L1D_FLUSH_MTTRIG; 1176e032b35SOliver O'Halloran 11837c0bdd0SMichael Ellerman if (security_ftr_enabled(SEC_FTR_L1D_FLUSH_ORI30)) 1196e032b35SOliver O'Halloran type = L1D_FLUSH_ORI; 1206e032b35SOliver O'Halloran } 1216e032b35SOliver O'Halloran 12237c0bdd0SMichael Ellerman enable = security_ftr_enabled(SEC_FTR_FAVOUR_SECURITY) && \ 12337c0bdd0SMichael Ellerman (security_ftr_enabled(SEC_FTR_L1D_FLUSH_PR) || \ 12437c0bdd0SMichael Ellerman security_ftr_enabled(SEC_FTR_L1D_FLUSH_HV)); 12537c0bdd0SMichael Ellerman 12637c0bdd0SMichael Ellerman setup_rfi_flush(type, enable); 1276e032b35SOliver O'Halloran } 1286e032b35SOliver O'Halloran 12955190f88SBenjamin Herrenschmidt static void __init pnv_setup_arch(void) 13055190f88SBenjamin Herrenschmidt { 1314817fc32SAnton Blanchard set_arch_panic_timeout(10, ARCH_PANIC_TIMEOUT); 1324817fc32SAnton Blanchard 1336e032b35SOliver O'Halloran pnv_setup_rfi_flush(); 1346e032b35SOliver O'Halloran 13555190f88SBenjamin Herrenschmidt /* Initialize SMP */ 13655190f88SBenjamin Herrenschmidt pnv_smp_init(); 13755190f88SBenjamin Herrenschmidt 13861305a96SBenjamin Herrenschmidt /* Setup PCI */ 13961305a96SBenjamin Herrenschmidt pnv_pci_init(); 14055190f88SBenjamin Herrenschmidt 141628daa8dSBenjamin Herrenschmidt /* Setup RTC and NVRAM callbacks */ 142628daa8dSBenjamin Herrenschmidt if (firmware_has_feature(FW_FEATURE_OPAL)) 143628daa8dSBenjamin Herrenschmidt opal_nvram_init(); 14455190f88SBenjamin Herrenschmidt 14555190f88SBenjamin Herrenschmidt /* Enable NAP mode */ 14655190f88SBenjamin Herrenschmidt powersave_nap = 1; 14755190f88SBenjamin Herrenschmidt 14855190f88SBenjamin Herrenschmidt /* XXX PMCS */ 14955190f88SBenjamin Herrenschmidt } 15055190f88SBenjamin Herrenschmidt 151f2d57694SBenjamin Herrenschmidt static void __init pnv_init(void) 15255190f88SBenjamin Herrenschmidt { 1533fafe9c2SBenjamin Herrenschmidt /* 1543fafe9c2SBenjamin Herrenschmidt * Initialize the LPC bus now so that legacy serial 1553fafe9c2SBenjamin Herrenschmidt * ports can be found on it 1563fafe9c2SBenjamin Herrenschmidt */ 1573fafe9c2SBenjamin Herrenschmidt opal_lpc_init(); 1583fafe9c2SBenjamin Herrenschmidt 159daea1175SBenjamin Herrenschmidt #ifdef CONFIG_HVC_OPAL 160daea1175SBenjamin Herrenschmidt if (firmware_has_feature(FW_FEATURE_OPAL)) 161daea1175SBenjamin Herrenschmidt hvc_opal_init_early(); 162daea1175SBenjamin Herrenschmidt else 163daea1175SBenjamin Herrenschmidt #endif 164daea1175SBenjamin Herrenschmidt add_preferred_console("hvc", 0, NULL); 16555190f88SBenjamin Herrenschmidt } 16655190f88SBenjamin Herrenschmidt 16755190f88SBenjamin Herrenschmidt static void __init pnv_init_IRQ(void) 16855190f88SBenjamin Herrenschmidt { 169243e2511SBenjamin Herrenschmidt /* Try using a XIVE if available, otherwise use a XICS */ 170243e2511SBenjamin Herrenschmidt if (!xive_native_init()) 17155190f88SBenjamin Herrenschmidt xics_init(); 17255190f88SBenjamin Herrenschmidt 17355190f88SBenjamin Herrenschmidt WARN_ON(!ppc_md.get_irq); 17455190f88SBenjamin Herrenschmidt } 17555190f88SBenjamin Herrenschmidt 17655190f88SBenjamin Herrenschmidt static void pnv_show_cpuinfo(struct seq_file *m) 17755190f88SBenjamin Herrenschmidt { 17855190f88SBenjamin Herrenschmidt struct device_node *root; 17955190f88SBenjamin Herrenschmidt const char *model = ""; 18055190f88SBenjamin Herrenschmidt 18155190f88SBenjamin Herrenschmidt root = of_find_node_by_path("/"); 18255190f88SBenjamin Herrenschmidt if (root) 18355190f88SBenjamin Herrenschmidt model = of_get_property(root, "model", NULL); 18455190f88SBenjamin Herrenschmidt seq_printf(m, "machine\t\t: PowerNV %s\n", model); 185e4d54f71SStewart Smith if (firmware_has_feature(FW_FEATURE_OPAL)) 186e4d54f71SStewart Smith seq_printf(m, "firmware\t: OPAL\n"); 18714a43e69SBenjamin Herrenschmidt else 18814a43e69SBenjamin Herrenschmidt seq_printf(m, "firmware\t: BML\n"); 18955190f88SBenjamin Herrenschmidt of_node_put(root); 1903a4c2601SAneesh Kumar K.V if (radix_enabled()) 1913a4c2601SAneesh Kumar K.V seq_printf(m, "MMU\t\t: Radix\n"); 1923a4c2601SAneesh Kumar K.V else 1933a4c2601SAneesh Kumar K.V seq_printf(m, "MMU\t\t: Hash\n"); 19455190f88SBenjamin Herrenschmidt } 19555190f88SBenjamin Herrenschmidt 1962196c6f1SVasant Hegde static void pnv_prepare_going_down(void) 1972196c6f1SVasant Hegde { 1982196c6f1SVasant Hegde /* 1992196c6f1SVasant Hegde * Disable all notifiers from OPAL, we can't 2002196c6f1SVasant Hegde * service interrupts anymore anyway 2012196c6f1SVasant Hegde */ 20281f2f7ceSAlistair Popple opal_event_shutdown(); 2032196c6f1SVasant Hegde 2042196c6f1SVasant Hegde /* Soft disable interrupts */ 2052196c6f1SVasant Hegde local_irq_disable(); 2062196c6f1SVasant Hegde 2072196c6f1SVasant Hegde /* 2082196c6f1SVasant Hegde * Return secondary CPUs to firwmare if a flash update 2092196c6f1SVasant Hegde * is pending otherwise we will get all sort of error 2102196c6f1SVasant Hegde * messages about CPU being stuck etc.. This will also 2112196c6f1SVasant Hegde * have the side effect of hard disabling interrupts so 2122196c6f1SVasant Hegde * past this point, the kernel is effectively dead. 2132196c6f1SVasant Hegde */ 2142196c6f1SVasant Hegde opal_flash_term_callback(); 2152196c6f1SVasant Hegde } 2162196c6f1SVasant Hegde 217ec27329fSBenjamin Herrenschmidt static void __noreturn pnv_restart(char *cmd) 21855190f88SBenjamin Herrenschmidt { 219ec27329fSBenjamin Herrenschmidt long rc = OPAL_BUSY; 220ec27329fSBenjamin Herrenschmidt 2212196c6f1SVasant Hegde pnv_prepare_going_down(); 222e8e71fa4SGavin Shan 223ec27329fSBenjamin Herrenschmidt while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) { 224ec27329fSBenjamin Herrenschmidt rc = opal_cec_reboot(); 225ec27329fSBenjamin Herrenschmidt if (rc == OPAL_BUSY_EVENT) 226ec27329fSBenjamin Herrenschmidt opal_poll_events(NULL); 227ec27329fSBenjamin Herrenschmidt else 228ec27329fSBenjamin Herrenschmidt mdelay(10); 229ec27329fSBenjamin Herrenschmidt } 230ec27329fSBenjamin Herrenschmidt for (;;) 231ec27329fSBenjamin Herrenschmidt opal_poll_events(NULL); 23255190f88SBenjamin Herrenschmidt } 23355190f88SBenjamin Herrenschmidt 234ec27329fSBenjamin Herrenschmidt static void __noreturn pnv_power_off(void) 23555190f88SBenjamin Herrenschmidt { 236ec27329fSBenjamin Herrenschmidt long rc = OPAL_BUSY; 237ec27329fSBenjamin Herrenschmidt 2382196c6f1SVasant Hegde pnv_prepare_going_down(); 239e8e71fa4SGavin Shan 240ec27329fSBenjamin Herrenschmidt while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) { 241ec27329fSBenjamin Herrenschmidt rc = opal_cec_power_down(0); 242ec27329fSBenjamin Herrenschmidt if (rc == OPAL_BUSY_EVENT) 243ec27329fSBenjamin Herrenschmidt opal_poll_events(NULL); 244ec27329fSBenjamin Herrenschmidt else 245ec27329fSBenjamin Herrenschmidt mdelay(10); 246ec27329fSBenjamin Herrenschmidt } 247ec27329fSBenjamin Herrenschmidt for (;;) 248ec27329fSBenjamin Herrenschmidt opal_poll_events(NULL); 24955190f88SBenjamin Herrenschmidt } 25055190f88SBenjamin Herrenschmidt 251ec27329fSBenjamin Herrenschmidt static void __noreturn pnv_halt(void) 25255190f88SBenjamin Herrenschmidt { 253ec27329fSBenjamin Herrenschmidt pnv_power_off(); 25455190f88SBenjamin Herrenschmidt } 25555190f88SBenjamin Herrenschmidt 25655190f88SBenjamin Herrenschmidt static void pnv_progress(char *s, unsigned short hex) 25755190f88SBenjamin Herrenschmidt { 25855190f88SBenjamin Herrenschmidt } 25955190f88SBenjamin Herrenschmidt 26073ed148aSBenjamin Herrenschmidt static void pnv_shutdown(void) 26173ed148aSBenjamin Herrenschmidt { 26273ed148aSBenjamin Herrenschmidt /* Let the PCI code clear up IODA tables */ 26373ed148aSBenjamin Herrenschmidt pnv_pci_shutdown(); 26473ed148aSBenjamin Herrenschmidt 265f7d98d18SVasant Hegde /* 266f7d98d18SVasant Hegde * Stop OPAL activity: Unregister all OPAL interrupts so they 267f7d98d18SVasant Hegde * don't fire up while we kexec and make sure all potentially 268f7d98d18SVasant Hegde * DMA'ing ops are complete (such as dump retrieval). 26973ed148aSBenjamin Herrenschmidt */ 27073ed148aSBenjamin Herrenschmidt opal_shutdown(); 27173ed148aSBenjamin Herrenschmidt } 27273ed148aSBenjamin Herrenschmidt 273da665885SThiago Jung Bauermann #ifdef CONFIG_KEXEC_CORE 274298b34d7SBenjamin Herrenschmidt static void pnv_kexec_wait_secondaries_down(void) 275298b34d7SBenjamin Herrenschmidt { 276298b34d7SBenjamin Herrenschmidt int my_cpu, i, notified = -1; 277298b34d7SBenjamin Herrenschmidt 278298b34d7SBenjamin Herrenschmidt my_cpu = get_cpu(); 279298b34d7SBenjamin Herrenschmidt 280298b34d7SBenjamin Herrenschmidt for_each_online_cpu(i) { 281298b34d7SBenjamin Herrenschmidt uint8_t status; 2821b70386cSSamuel Mendoza-Jonas int64_t rc, timeout = 1000; 283298b34d7SBenjamin Herrenschmidt 284298b34d7SBenjamin Herrenschmidt if (i == my_cpu) 285298b34d7SBenjamin Herrenschmidt continue; 286298b34d7SBenjamin Herrenschmidt 287298b34d7SBenjamin Herrenschmidt for (;;) { 288298b34d7SBenjamin Herrenschmidt rc = opal_query_cpu_status(get_hard_smp_processor_id(i), 289298b34d7SBenjamin Herrenschmidt &status); 290298b34d7SBenjamin Herrenschmidt if (rc != OPAL_SUCCESS || status != OPAL_THREAD_STARTED) 291298b34d7SBenjamin Herrenschmidt break; 292298b34d7SBenjamin Herrenschmidt barrier(); 293298b34d7SBenjamin Herrenschmidt if (i != notified) { 294298b34d7SBenjamin Herrenschmidt printk(KERN_INFO "kexec: waiting for cpu %d " 295298b34d7SBenjamin Herrenschmidt "(physical %d) to enter OPAL\n", 296298b34d7SBenjamin Herrenschmidt i, paca[i].hw_cpu_id); 297298b34d7SBenjamin Herrenschmidt notified = i; 298298b34d7SBenjamin Herrenschmidt } 2991b70386cSSamuel Mendoza-Jonas 3001b70386cSSamuel Mendoza-Jonas /* 3011b70386cSSamuel Mendoza-Jonas * On crash secondaries might be unreachable or hung, 3021b70386cSSamuel Mendoza-Jonas * so timeout if we've waited too long 3031b70386cSSamuel Mendoza-Jonas * */ 3041b70386cSSamuel Mendoza-Jonas mdelay(1); 3051b70386cSSamuel Mendoza-Jonas if (timeout-- == 0) { 3061b70386cSSamuel Mendoza-Jonas printk(KERN_ERR "kexec: timed out waiting for " 3071b70386cSSamuel Mendoza-Jonas "cpu %d (physical %d) to enter OPAL\n", 3081b70386cSSamuel Mendoza-Jonas i, paca[i].hw_cpu_id); 3091b70386cSSamuel Mendoza-Jonas break; 3101b70386cSSamuel Mendoza-Jonas } 311298b34d7SBenjamin Herrenschmidt } 312298b34d7SBenjamin Herrenschmidt } 313298b34d7SBenjamin Herrenschmidt } 314298b34d7SBenjamin Herrenschmidt 31555190f88SBenjamin Herrenschmidt static void pnv_kexec_cpu_down(int crash_shutdown, int secondary) 31655190f88SBenjamin Herrenschmidt { 3171c0eaf0fSBenjamin Herrenschmidt u64 reinit_flags; 3181c0eaf0fSBenjamin Herrenschmidt 319243e2511SBenjamin Herrenschmidt if (xive_enabled()) 320243e2511SBenjamin Herrenschmidt xive_kexec_teardown_cpu(secondary); 321243e2511SBenjamin Herrenschmidt else 32255190f88SBenjamin Herrenschmidt xics_kexec_teardown_cpu(secondary); 32313906db6SBenjamin Herrenschmidt 324e4d54f71SStewart Smith /* On OPAL, we return all CPUs to firmware */ 325e4d54f71SStewart Smith if (!firmware_has_feature(FW_FEATURE_OPAL)) 326298b34d7SBenjamin Herrenschmidt return; 327298b34d7SBenjamin Herrenschmidt 328298b34d7SBenjamin Herrenschmidt if (secondary) { 32913906db6SBenjamin Herrenschmidt /* Return secondary CPUs to firmware on OPAL v3 */ 33013906db6SBenjamin Herrenschmidt mb(); 33113906db6SBenjamin Herrenschmidt get_paca()->kexec_state = KEXEC_STATE_REAL_MODE; 33213906db6SBenjamin Herrenschmidt mb(); 33313906db6SBenjamin Herrenschmidt 33413906db6SBenjamin Herrenschmidt /* Return the CPU to OPAL */ 33513906db6SBenjamin Herrenschmidt opal_return_cpu(); 336298b34d7SBenjamin Herrenschmidt } else { 337298b34d7SBenjamin Herrenschmidt /* Primary waits for the secondaries to have reached OPAL */ 338298b34d7SBenjamin Herrenschmidt pnv_kexec_wait_secondaries_down(); 339e72bb8a5SSamuel Mendoza-Jonas 340243e2511SBenjamin Herrenschmidt /* Switch XIVE back to emulation mode */ 341243e2511SBenjamin Herrenschmidt if (xive_enabled()) 342243e2511SBenjamin Herrenschmidt xive_shutdown(); 343243e2511SBenjamin Herrenschmidt 344e72bb8a5SSamuel Mendoza-Jonas /* 345e72bb8a5SSamuel Mendoza-Jonas * We might be running as little-endian - now that interrupts 346e72bb8a5SSamuel Mendoza-Jonas * are disabled, reset the HILE bit to big-endian so we don't 347e72bb8a5SSamuel Mendoza-Jonas * take interrupts in the wrong endian later 3481c0eaf0fSBenjamin Herrenschmidt * 3491c0eaf0fSBenjamin Herrenschmidt * We reinit to enable both radix and hash on P9 to ensure 3501c0eaf0fSBenjamin Herrenschmidt * the mode used by the next kernel is always supported. 351e72bb8a5SSamuel Mendoza-Jonas */ 3521c0eaf0fSBenjamin Herrenschmidt reinit_flags = OPAL_REINIT_CPUS_HILE_BE; 3531c0eaf0fSBenjamin Herrenschmidt if (cpu_has_feature(CPU_FTR_ARCH_300)) 3541c0eaf0fSBenjamin Herrenschmidt reinit_flags |= OPAL_REINIT_CPUS_MMU_RADIX | 3551c0eaf0fSBenjamin Herrenschmidt OPAL_REINIT_CPUS_MMU_HASH; 3561c0eaf0fSBenjamin Herrenschmidt opal_reinit_cpus(reinit_flags); 35713906db6SBenjamin Herrenschmidt } 35855190f88SBenjamin Herrenschmidt } 359da665885SThiago Jung Bauermann #endif /* CONFIG_KEXEC_CORE */ 36055190f88SBenjamin Herrenschmidt 3616d97d7a2SAnton Blanchard #ifdef CONFIG_MEMORY_HOTPLUG_SPARSE 3626d97d7a2SAnton Blanchard static unsigned long pnv_memory_block_size(void) 3636d97d7a2SAnton Blanchard { 36453ecde0bSAnton Blanchard /* 36553ecde0bSAnton Blanchard * We map the kernel linear region with 1GB large pages on radix. For 36653ecde0bSAnton Blanchard * memory hot unplug to work our memory block size must be at least 36753ecde0bSAnton Blanchard * this size. 36853ecde0bSAnton Blanchard */ 36953ecde0bSAnton Blanchard if (radix_enabled()) 37053ecde0bSAnton Blanchard return 1UL * 1024 * 1024 * 1024; 37153ecde0bSAnton Blanchard else 3726d97d7a2SAnton Blanchard return 256UL * 1024 * 1024; 3736d97d7a2SAnton Blanchard } 3746d97d7a2SAnton Blanchard #endif 3756d97d7a2SAnton Blanchard 376628daa8dSBenjamin Herrenschmidt static void __init pnv_setup_machdep_opal(void) 377628daa8dSBenjamin Herrenschmidt { 378628daa8dSBenjamin Herrenschmidt ppc_md.get_boot_time = opal_get_boot_time; 379628daa8dSBenjamin Herrenschmidt ppc_md.restart = pnv_restart; 3809178ba29SAlexander Graf pm_power_off = pnv_power_off; 381628daa8dSBenjamin Herrenschmidt ppc_md.halt = pnv_halt; 382e36d0a2eSNicholas Piggin /* ppc_md.system_reset_exception gets filled in by pnv_smp_init() */ 383ed79ba9eSBenjamin Herrenschmidt ppc_md.machine_check_exception = opal_machine_check; 38455672ecfSMahesh Salgaonkar ppc_md.mce_check_early_recovery = opal_mce_check_early_recovery; 3850869b6fdSMahesh Salgaonkar ppc_md.hmi_exception_early = opal_hmi_exception_early; 3860869b6fdSMahesh Salgaonkar ppc_md.handle_hmi_exception = opal_handle_hmi_exception; 387628daa8dSBenjamin Herrenschmidt } 388628daa8dSBenjamin Herrenschmidt 38955190f88SBenjamin Herrenschmidt static int __init pnv_probe(void) 39055190f88SBenjamin Herrenschmidt { 391406b0b6aSBenjamin Herrenschmidt if (!of_machine_is_compatible("ibm,powernv")) 39255190f88SBenjamin Herrenschmidt return 0; 39355190f88SBenjamin Herrenschmidt 394628daa8dSBenjamin Herrenschmidt if (firmware_has_feature(FW_FEATURE_OPAL)) 395628daa8dSBenjamin Herrenschmidt pnv_setup_machdep_opal(); 396628daa8dSBenjamin Herrenschmidt 39755190f88SBenjamin Herrenschmidt pr_debug("PowerNV detected !\n"); 39855190f88SBenjamin Herrenschmidt 399f2d57694SBenjamin Herrenschmidt pnv_init(); 400f2d57694SBenjamin Herrenschmidt 40155190f88SBenjamin Herrenschmidt return 1; 40255190f88SBenjamin Herrenschmidt } 40355190f88SBenjamin Herrenschmidt 40454820530SMichael Ellerman #ifdef CONFIG_PPC_TRANSACTIONAL_MEM 40554820530SMichael Ellerman void __init pnv_tm_init(void) 40654820530SMichael Ellerman { 40754820530SMichael Ellerman if (!firmware_has_feature(FW_FEATURE_OPAL) || 40854820530SMichael Ellerman !pvr_version_is(PVR_POWER9) || 40954820530SMichael Ellerman early_cpu_has_feature(CPU_FTR_TM)) 41054820530SMichael Ellerman return; 41154820530SMichael Ellerman 41254820530SMichael Ellerman if (opal_reinit_cpus(OPAL_REINIT_CPUS_TM_SUSPEND_DISABLED) != OPAL_SUCCESS) 41354820530SMichael Ellerman return; 41454820530SMichael Ellerman 41554820530SMichael Ellerman pr_info("Enabling TM (Transactional Memory) with Suspend Disabled\n"); 41654820530SMichael Ellerman cur_cpu_spec->cpu_features |= CPU_FTR_TM; 41754820530SMichael Ellerman /* Make sure "normal" HTM is off (it should be) */ 41854820530SMichael Ellerman cur_cpu_spec->cpu_user_features2 &= ~PPC_FEATURE2_HTM; 41954820530SMichael Ellerman /* Turn on no suspend mode, and HTM no SC */ 42054820530SMichael Ellerman cur_cpu_spec->cpu_user_features2 |= PPC_FEATURE2_HTM_NO_SUSPEND | \ 42154820530SMichael Ellerman PPC_FEATURE2_HTM_NOSC; 42254820530SMichael Ellerman tm_suspend_disabled = true; 42354820530SMichael Ellerman } 42454820530SMichael Ellerman #endif /* CONFIG_PPC_TRANSACTIONAL_MEM */ 42554820530SMichael Ellerman 426fb5153d0SGautham R. Shenoy /* 427fb5153d0SGautham R. Shenoy * Returns the cpu frequency for 'cpu' in Hz. This is used by 428fb5153d0SGautham R. Shenoy * /proc/cpuinfo 429fb5153d0SGautham R. Shenoy */ 430e51df2c1SAnton Blanchard static unsigned long pnv_get_proc_freq(unsigned int cpu) 431fb5153d0SGautham R. Shenoy { 432fb5153d0SGautham R. Shenoy unsigned long ret_freq; 433fb5153d0SGautham R. Shenoy 434cd77b5ceSShriya ret_freq = cpufreq_get(cpu) * 1000ul; 435fb5153d0SGautham R. Shenoy 436fb5153d0SGautham R. Shenoy /* 437fb5153d0SGautham R. Shenoy * If the backend cpufreq driver does not exist, 438fb5153d0SGautham R. Shenoy * then fallback to old way of reporting the clockrate. 439fb5153d0SGautham R. Shenoy */ 440fb5153d0SGautham R. Shenoy if (!ret_freq) 441fb5153d0SGautham R. Shenoy ret_freq = ppc_proc_freq; 442fb5153d0SGautham R. Shenoy return ret_freq; 443fb5153d0SGautham R. Shenoy } 444fb5153d0SGautham R. Shenoy 44555190f88SBenjamin Herrenschmidt define_machine(powernv) { 44655190f88SBenjamin Herrenschmidt .name = "PowerNV", 44755190f88SBenjamin Herrenschmidt .probe = pnv_probe, 448628daa8dSBenjamin Herrenschmidt .setup_arch = pnv_setup_arch, 44955190f88SBenjamin Herrenschmidt .init_IRQ = pnv_init_IRQ, 45055190f88SBenjamin Herrenschmidt .show_cpuinfo = pnv_show_cpuinfo, 451fb5153d0SGautham R. Shenoy .get_proc_freq = pnv_get_proc_freq, 45255190f88SBenjamin Herrenschmidt .progress = pnv_progress, 45373ed148aSBenjamin Herrenschmidt .machine_shutdown = pnv_shutdown, 4545593e303SShreyas B. Prabhu .power_save = NULL, 45555190f88SBenjamin Herrenschmidt .calibrate_decr = generic_calibrate_decr, 456da665885SThiago Jung Bauermann #ifdef CONFIG_KEXEC_CORE 45755190f88SBenjamin Herrenschmidt .kexec_cpu_down = pnv_kexec_cpu_down, 45855190f88SBenjamin Herrenschmidt #endif 4596d97d7a2SAnton Blanchard #ifdef CONFIG_MEMORY_HOTPLUG_SPARSE 4606d97d7a2SAnton Blanchard .memory_block_size = pnv_memory_block_size, 4616d97d7a2SAnton Blanchard #endif 46255190f88SBenjamin Herrenschmidt }; 463