12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 255190f88SBenjamin Herrenschmidt /* 355190f88SBenjamin Herrenschmidt * SMP support for PowerNV machines. 455190f88SBenjamin Herrenschmidt * 555190f88SBenjamin Herrenschmidt * Copyright 2011 IBM Corp. 655190f88SBenjamin Herrenschmidt */ 755190f88SBenjamin Herrenschmidt 855190f88SBenjamin Herrenschmidt #include <linux/kernel.h> 955190f88SBenjamin Herrenschmidt #include <linux/module.h> 1055190f88SBenjamin Herrenschmidt #include <linux/sched.h> 11ef8bd77fSIngo Molnar #include <linux/sched/hotplug.h> 1255190f88SBenjamin Herrenschmidt #include <linux/smp.h> 1355190f88SBenjamin Herrenschmidt #include <linux/interrupt.h> 1455190f88SBenjamin Herrenschmidt #include <linux/delay.h> 1555190f88SBenjamin Herrenschmidt #include <linux/init.h> 1655190f88SBenjamin Herrenschmidt #include <linux/spinlock.h> 1755190f88SBenjamin Herrenschmidt #include <linux/cpu.h> 1855190f88SBenjamin Herrenschmidt 1955190f88SBenjamin Herrenschmidt #include <asm/irq.h> 2055190f88SBenjamin Herrenschmidt #include <asm/smp.h> 2155190f88SBenjamin Herrenschmidt #include <asm/paca.h> 2255190f88SBenjamin Herrenschmidt #include <asm/machdep.h> 2355190f88SBenjamin Herrenschmidt #include <asm/cputable.h> 2455190f88SBenjamin Herrenschmidt #include <asm/firmware.h> 2555190f88SBenjamin Herrenschmidt #include <asm/vdso_datapage.h> 2655190f88SBenjamin Herrenschmidt #include <asm/cputhreads.h> 2755190f88SBenjamin Herrenschmidt #include <asm/xics.h> 28243e2511SBenjamin Herrenschmidt #include <asm/xive.h> 2914a43e69SBenjamin Herrenschmidt #include <asm/opal.h> 30f2038911SPreeti U Murthy #include <asm/runlatch.h> 312751b628SAnton Blanchard #include <asm/code-patching.h> 32d4e58e59SMichael Neuling #include <asm/dbell.h> 33755563bcSPaul Mackerras #include <asm/kvm_ppc.h> 34755563bcSPaul Mackerras #include <asm/ppc-opcode.h> 35a7cd88daSGautham R. Shenoy #include <asm/cpuidle.h> 364145f358SBalbir Singh #include <asm/kexec.h> 374145f358SBalbir Singh #include <asm/reg.h> 3819f8a5b5SPaul Mackerras #include <asm/powernv.h> 3955190f88SBenjamin Herrenschmidt 4055190f88SBenjamin Herrenschmidt #include "powernv.h" 4155190f88SBenjamin Herrenschmidt 42344eb010SBenjamin Herrenschmidt #ifdef DEBUG 43344eb010SBenjamin Herrenschmidt #include <asm/udbg.h> 44344eb010SBenjamin Herrenschmidt #define DBG(fmt...) udbg_printf(fmt) 45344eb010SBenjamin Herrenschmidt #else 46344eb010SBenjamin Herrenschmidt #define DBG(fmt...) 47344eb010SBenjamin Herrenschmidt #endif 48344eb010SBenjamin Herrenschmidt 49061d19f2SPaul Gortmaker static void pnv_smp_setup_cpu(int cpu) 5055190f88SBenjamin Herrenschmidt { 515080332cSMichael Neuling /* 525080332cSMichael Neuling * P9 workaround for CI vector load (see traps.c), 535080332cSMichael Neuling * enable the corresponding HMI interrupt 545080332cSMichael Neuling */ 555080332cSMichael Neuling if (pvr_version_is(PVR_POWER9)) 565080332cSMichael Neuling mtspr(SPRN_HMEER, mfspr(SPRN_HMEER) | PPC_BIT(17)); 575080332cSMichael Neuling 58243e2511SBenjamin Herrenschmidt if (xive_enabled()) 59243e2511SBenjamin Herrenschmidt xive_smp_setup_cpu(); 60243e2511SBenjamin Herrenschmidt else if (cpu != boot_cpuid) 6155190f88SBenjamin Herrenschmidt xics_setup_cpu(); 6255190f88SBenjamin Herrenschmidt } 6355190f88SBenjamin Herrenschmidt 64e51df2c1SAnton Blanchard static int pnv_smp_kick_cpu(int nr) 6514a43e69SBenjamin Herrenschmidt { 6676d98ab4SSantosh Sivaraj unsigned int pcpu; 672751b628SAnton Blanchard unsigned long start_here = 682751b628SAnton Blanchard __pa(ppc_function_entry(generic_secondary_smp_init)); 6914a43e69SBenjamin Herrenschmidt long rc; 70e4d54f71SStewart Smith uint8_t status; 7114a43e69SBenjamin Herrenschmidt 72c642af9cSSantosh Sivaraj if (nr < 0 || nr >= nr_cpu_ids) 73f8d0d5dcSSantosh Sivaraj return -EINVAL; 7414a43e69SBenjamin Herrenschmidt 7576d98ab4SSantosh Sivaraj pcpu = get_hard_smp_processor_id(nr); 76b2b48584SBenjamin Herrenschmidt /* 77e4d54f71SStewart Smith * If we already started or OPAL is not supported, we just 78b2b48584SBenjamin Herrenschmidt * kick the CPU via the PACA 7914a43e69SBenjamin Herrenschmidt */ 80d2e60075SNicholas Piggin if (paca_ptrs[nr]->cpu_start || !firmware_has_feature(FW_FEATURE_OPAL)) 81b2b48584SBenjamin Herrenschmidt goto kick; 82b2b48584SBenjamin Herrenschmidt 83b2b48584SBenjamin Herrenschmidt /* 84b2b48584SBenjamin Herrenschmidt * At this point, the CPU can either be spinning on the way in 85b2b48584SBenjamin Herrenschmidt * from kexec or be inside OPAL waiting to be started for the 86b2b48584SBenjamin Herrenschmidt * first time. OPAL v3 allows us to query OPAL to know if it 87b2b48584SBenjamin Herrenschmidt * has the CPUs, so we do that 88b2b48584SBenjamin Herrenschmidt */ 89b2b48584SBenjamin Herrenschmidt rc = opal_query_cpu_status(pcpu, &status); 90b2b48584SBenjamin Herrenschmidt if (rc != OPAL_SUCCESS) { 91e4d54f71SStewart Smith pr_warn("OPAL Error %ld querying CPU %d state\n", rc, nr); 92b2b48584SBenjamin Herrenschmidt return -ENODEV; 93b2b48584SBenjamin Herrenschmidt } 94b2b48584SBenjamin Herrenschmidt 95b2b48584SBenjamin Herrenschmidt /* 96b2b48584SBenjamin Herrenschmidt * Already started, just kick it, probably coming from 97b2b48584SBenjamin Herrenschmidt * kexec and spinning 98b2b48584SBenjamin Herrenschmidt */ 99b2b48584SBenjamin Herrenschmidt if (status == OPAL_THREAD_STARTED) 100b2b48584SBenjamin Herrenschmidt goto kick; 101b2b48584SBenjamin Herrenschmidt 102b2b48584SBenjamin Herrenschmidt /* 103b2b48584SBenjamin Herrenschmidt * Available/inactive, let's kick it 104b2b48584SBenjamin Herrenschmidt */ 105b2b48584SBenjamin Herrenschmidt if (status == OPAL_THREAD_INACTIVE) { 106e4d54f71SStewart Smith pr_devel("OPAL: Starting CPU %d (HW 0x%x)...\n", nr, pcpu); 10714a43e69SBenjamin Herrenschmidt rc = opal_start_cpu(pcpu, start_here); 1084ea9008bSBenjamin Herrenschmidt if (rc != OPAL_SUCCESS) { 109e4d54f71SStewart Smith pr_warn("OPAL Error %ld starting CPU %d\n", rc, nr); 1104ea9008bSBenjamin Herrenschmidt return -ENODEV; 1114ea9008bSBenjamin Herrenschmidt } 112b2b48584SBenjamin Herrenschmidt } else { 113b2b48584SBenjamin Herrenschmidt /* 114b2b48584SBenjamin Herrenschmidt * An unavailable CPU (or any other unknown status) 115b2b48584SBenjamin Herrenschmidt * shouldn't be started. It should also 116b2b48584SBenjamin Herrenschmidt * not be in the possible map but currently it can 117b2b48584SBenjamin Herrenschmidt * happen 118b2b48584SBenjamin Herrenschmidt */ 119b2b48584SBenjamin Herrenschmidt pr_devel("OPAL: CPU %d (HW 0x%x) is unavailable" 120b2b48584SBenjamin Herrenschmidt " (status %d)...\n", nr, pcpu, status); 121b2b48584SBenjamin Herrenschmidt return -ENODEV; 12214a43e69SBenjamin Herrenschmidt } 123e4d54f71SStewart Smith 124b2b48584SBenjamin Herrenschmidt kick: 12514a43e69SBenjamin Herrenschmidt return smp_generic_kick_cpu(nr); 12614a43e69SBenjamin Herrenschmidt } 12714a43e69SBenjamin Herrenschmidt 128344eb010SBenjamin Herrenschmidt #ifdef CONFIG_HOTPLUG_CPU 129344eb010SBenjamin Herrenschmidt 130344eb010SBenjamin Herrenschmidt static int pnv_smp_cpu_disable(void) 131344eb010SBenjamin Herrenschmidt { 132344eb010SBenjamin Herrenschmidt int cpu = smp_processor_id(); 133344eb010SBenjamin Herrenschmidt 134344eb010SBenjamin Herrenschmidt /* This is identical to pSeries... might consolidate by 135344eb010SBenjamin Herrenschmidt * moving migrate_irqs_away to a ppc_md with default to 136344eb010SBenjamin Herrenschmidt * the generic fixup_irqs. --BenH. 137344eb010SBenjamin Herrenschmidt */ 138344eb010SBenjamin Herrenschmidt set_cpu_online(cpu, false); 139344eb010SBenjamin Herrenschmidt vdso_data->processorCount--; 140344eb010SBenjamin Herrenschmidt if (cpu == boot_cpuid) 141344eb010SBenjamin Herrenschmidt boot_cpuid = cpumask_any(cpu_online_mask); 142243e2511SBenjamin Herrenschmidt if (xive_enabled()) 143243e2511SBenjamin Herrenschmidt xive_smp_disable_cpu(); 144243e2511SBenjamin Herrenschmidt else 145344eb010SBenjamin Herrenschmidt xics_migrate_irqs_away(); 146344eb010SBenjamin Herrenschmidt return 0; 147344eb010SBenjamin Herrenschmidt } 148344eb010SBenjamin Herrenschmidt 149344eb010SBenjamin Herrenschmidt static void pnv_smp_cpu_kill_self(void) 150344eb010SBenjamin Herrenschmidt { 151344eb010SBenjamin Herrenschmidt unsigned int cpu; 152755563bcSPaul Mackerras unsigned long srr1, wmask; 15319f8a5b5SPaul Mackerras u64 lpcr_val; 154344eb010SBenjamin Herrenschmidt 155344eb010SBenjamin Herrenschmidt /* Standard hot unplug procedure */ 1562525db04SNicholas Piggin /* 1572525db04SNicholas Piggin * This hard disables local interurpts, ensuring we have no lazy 1582525db04SNicholas Piggin * irqs pending. 1592525db04SNicholas Piggin */ 1602525db04SNicholas Piggin WARN_ON(irqs_disabled()); 1612525db04SNicholas Piggin hard_irq_disable(); 1622525db04SNicholas Piggin WARN_ON(lazy_irq_pending()); 1632525db04SNicholas Piggin 164344eb010SBenjamin Herrenschmidt idle_task_exit(); 165344eb010SBenjamin Herrenschmidt current->active_mm = NULL; /* for sanity */ 166344eb010SBenjamin Herrenschmidt cpu = smp_processor_id(); 167344eb010SBenjamin Herrenschmidt DBG("CPU%d offline\n", cpu); 168344eb010SBenjamin Herrenschmidt generic_set_cpu_dead(cpu); 169344eb010SBenjamin Herrenschmidt smp_wmb(); 170344eb010SBenjamin Herrenschmidt 171755563bcSPaul Mackerras wmask = SRR1_WAKEMASK; 172755563bcSPaul Mackerras if (cpu_has_feature(CPU_FTR_ARCH_207S)) 173755563bcSPaul Mackerras wmask = SRR1_WAKEMASK_P8; 174755563bcSPaul Mackerras 17519f8a5b5SPaul Mackerras /* 17619f8a5b5SPaul Mackerras * We don't want to take decrementer interrupts while we are 17719f8a5b5SPaul Mackerras * offline, so clear LPCR:PECE1. We keep PECE2 (and 17819f8a5b5SPaul Mackerras * LPCR_PECE_HVEE on P9) enabled so as to let IPIs in. 17919f8a5b5SPaul Mackerras * 18019f8a5b5SPaul Mackerras * If the CPU gets woken up by a special wakeup, ensure that 18119f8a5b5SPaul Mackerras * the SLW engine sets LPCR with decrementer bit cleared, else 18219f8a5b5SPaul Mackerras * the CPU will come back to the kernel due to a spurious 18319f8a5b5SPaul Mackerras * wakeup. 18419f8a5b5SPaul Mackerras */ 18519f8a5b5SPaul Mackerras lpcr_val = mfspr(SPRN_LPCR) & ~(u64)LPCR_PECE1; 18619f8a5b5SPaul Mackerras pnv_program_cpu_hotplug_lpcr(cpu, lpcr_val); 18719f8a5b5SPaul Mackerras 188344eb010SBenjamin Herrenschmidt while (!generic_check_cpu_restart(cpu)) { 18953c656c4SPaul Mackerras /* 19053c656c4SPaul Mackerras * Clear IPI flag, since we don't handle IPIs while 19153c656c4SPaul Mackerras * offline, except for those when changing micro-threading 19253c656c4SPaul Mackerras * mode, which are handled explicitly below, and those 19353c656c4SPaul Mackerras * for coming online, which are handled via 19453c656c4SPaul Mackerras * generic_check_cpu_restart() calls. 19553c656c4SPaul Mackerras */ 1963a83f677SMichael Roth kvmppc_clear_host_ipi(cpu); 19777b54e9fSShreyas B. Prabhu 198a7cd88daSGautham R. Shenoy srr1 = pnv_cpu_offline(cpu); 199e2186023SMichael Ellerman 2002525db04SNicholas Piggin WARN_ON(lazy_irq_pending()); 2012525db04SNicholas Piggin 20256548fc0SPaul Mackerras /* 20356548fc0SPaul Mackerras * If the SRR1 value indicates that we woke up due to 20456548fc0SPaul Mackerras * an external interrupt, then clear the interrupt. 20556548fc0SPaul Mackerras * We clear the interrupt before checking for the 20656548fc0SPaul Mackerras * reason, so as to avoid a race where we wake up for 20756548fc0SPaul Mackerras * some other reason, find nothing and clear the interrupt 20856548fc0SPaul Mackerras * just as some other cpu is sending us an interrupt. 20956548fc0SPaul Mackerras * If we returned from power7_nap as a result of 21056548fc0SPaul Mackerras * having finished executing in a KVM guest, then srr1 21156548fc0SPaul Mackerras * contains 0. 21256548fc0SPaul Mackerras */ 21353c656c4SPaul Mackerras if (((srr1 & wmask) == SRR1_WAKEEE) || 2142525db04SNicholas Piggin ((srr1 & wmask) == SRR1_WAKEHVI)) { 215243e2511SBenjamin Herrenschmidt if (cpu_has_feature(CPU_FTR_ARCH_300)) { 216243e2511SBenjamin Herrenschmidt if (xive_enabled()) 217243e2511SBenjamin Herrenschmidt xive_flush_interrupt(); 2189b256714SBenjamin Herrenschmidt else 219243e2511SBenjamin Herrenschmidt icp_opal_flush_interrupt(); 220243e2511SBenjamin Herrenschmidt } else 221d6a4f709SPaul Mackerras icp_native_flush_interrupt(); 222755563bcSPaul Mackerras } else if ((srr1 & wmask) == SRR1_WAKEHDBELL) { 223755563bcSPaul Mackerras unsigned long msg = PPC_DBELL_TYPE(PPC_DBELL_SERVER); 224755563bcSPaul Mackerras asm volatile(PPC_MSGCLR(%0) : : "r" (msg)); 2254145f358SBalbir Singh } else if ((srr1 & wmask) == SRR1_WAKERESET) { 2264145f358SBalbir Singh irq_set_pending_from_srr1(srr1); 2274145f358SBalbir Singh /* Does not return */ 22856548fc0SPaul Mackerras } 2294145f358SBalbir Singh 23053c656c4SPaul Mackerras smp_mb(); 231e2186023SMichael Ellerman 2324145f358SBalbir Singh /* 2334145f358SBalbir Singh * For kdump kernels, we process the ipi and jump to 2344145f358SBalbir Singh * crash_ipi_callback 2354145f358SBalbir Singh */ 2364145f358SBalbir Singh if (kdump_in_progress()) { 2374145f358SBalbir Singh /* 2384145f358SBalbir Singh * If we got to this point, we've not used 2394145f358SBalbir Singh * NMI's, otherwise we would have gone 2404145f358SBalbir Singh * via the SRR1_WAKERESET path. We are 2414145f358SBalbir Singh * using regular IPI's for waking up offline 2424145f358SBalbir Singh * threads. 2434145f358SBalbir Singh */ 2444145f358SBalbir Singh struct pt_regs regs; 2454145f358SBalbir Singh 2464145f358SBalbir Singh ppc_save_regs(®s); 2474145f358SBalbir Singh crash_ipi_callback(®s); 2484145f358SBalbir Singh /* Does not return */ 2494145f358SBalbir Singh } 2504145f358SBalbir Singh 251e2186023SMichael Ellerman if (cpu_core_split_required()) 252e2186023SMichael Ellerman continue; 253e2186023SMichael Ellerman 25453c656c4SPaul Mackerras if (srr1 && !generic_check_cpu_restart(cpu)) 2552525db04SNicholas Piggin DBG("CPU%d Unexpected exit while offline srr1=%lx!\n", 2562525db04SNicholas Piggin cpu, srr1); 2572525db04SNicholas Piggin 258344eb010SBenjamin Herrenschmidt } 2599b256714SBenjamin Herrenschmidt 26019f8a5b5SPaul Mackerras /* 26119f8a5b5SPaul Mackerras * Re-enable decrementer interrupts in LPCR. 26219f8a5b5SPaul Mackerras * 26319f8a5b5SPaul Mackerras * Further, we want stop states to be woken up by decrementer 26419f8a5b5SPaul Mackerras * for non-hotplug cases. So program the LPCR via stop api as 26519f8a5b5SPaul Mackerras * well. 26619f8a5b5SPaul Mackerras */ 26719f8a5b5SPaul Mackerras lpcr_val = mfspr(SPRN_LPCR) | (u64)LPCR_PECE1; 26819f8a5b5SPaul Mackerras pnv_program_cpu_hotplug_lpcr(cpu, lpcr_val); 26919f8a5b5SPaul Mackerras 270344eb010SBenjamin Herrenschmidt DBG("CPU%d coming online...\n", cpu); 271344eb010SBenjamin Herrenschmidt } 272344eb010SBenjamin Herrenschmidt 273344eb010SBenjamin Herrenschmidt #endif /* CONFIG_HOTPLUG_CPU */ 274344eb010SBenjamin Herrenschmidt 275d70a54e2SGreg Kurz static int pnv_cpu_bootable(unsigned int nr) 276d70a54e2SGreg Kurz { 277d70a54e2SGreg Kurz /* 278d70a54e2SGreg Kurz * Starting with POWER8, the subcore logic relies on all threads of a 279d70a54e2SGreg Kurz * core being booted so that they can participate in split mode 280d70a54e2SGreg Kurz * switches. So on those machines we ignore the smt_enabled_at_boot 281d70a54e2SGreg Kurz * setting (smt-enabled on the kernel command line). 282d70a54e2SGreg Kurz */ 283d70a54e2SGreg Kurz if (cpu_has_feature(CPU_FTR_ARCH_207S)) 284d70a54e2SGreg Kurz return 1; 285d70a54e2SGreg Kurz 286d70a54e2SGreg Kurz return smp_generic_cpu_bootable(nr); 287d70a54e2SGreg Kurz } 288d70a54e2SGreg Kurz 289243e2511SBenjamin Herrenschmidt static int pnv_smp_prepare_cpu(int cpu) 290243e2511SBenjamin Herrenschmidt { 291243e2511SBenjamin Herrenschmidt if (xive_enabled()) 292243e2511SBenjamin Herrenschmidt return xive_smp_prepare_cpu(cpu); 293243e2511SBenjamin Herrenschmidt return 0; 294243e2511SBenjamin Herrenschmidt } 295243e2511SBenjamin Herrenschmidt 29645b21cfeSMichael Ellerman /* Cause IPI as setup by the interrupt controller (xics or xive) */ 29745b21cfeSMichael Ellerman static void (*ic_cause_ipi)(int cpu); 29845b21cfeSMichael Ellerman 299b866cc21SNicholas Piggin static void pnv_cause_ipi(int cpu) 300b866cc21SNicholas Piggin { 301b866cc21SNicholas Piggin if (doorbell_try_core_ipi(cpu)) 302b866cc21SNicholas Piggin return; 303b866cc21SNicholas Piggin 30445b21cfeSMichael Ellerman ic_cause_ipi(cpu); 305b866cc21SNicholas Piggin } 306b866cc21SNicholas Piggin 307243e2511SBenjamin Herrenschmidt static void __init pnv_smp_probe(void) 308243e2511SBenjamin Herrenschmidt { 309243e2511SBenjamin Herrenschmidt if (xive_enabled()) 310243e2511SBenjamin Herrenschmidt xive_smp_probe(); 311243e2511SBenjamin Herrenschmidt else 312243e2511SBenjamin Herrenschmidt xics_smp_probe(); 313b866cc21SNicholas Piggin 3146b3edefeSNicholas Piggin if (cpu_has_feature(CPU_FTR_DBELL)) { 31545b21cfeSMichael Ellerman ic_cause_ipi = smp_ops->cause_ipi; 31645b21cfeSMichael Ellerman WARN_ON(!ic_cause_ipi); 31745b21cfeSMichael Ellerman 3182bf1071aSNicholas Piggin if (cpu_has_feature(CPU_FTR_ARCH_300)) 3196b3edefeSNicholas Piggin smp_ops->cause_ipi = doorbell_global_ipi; 3202bf1071aSNicholas Piggin else 321b866cc21SNicholas Piggin smp_ops->cause_ipi = pnv_cause_ipi; 3226b3edefeSNicholas Piggin } 323b866cc21SNicholas Piggin } 324243e2511SBenjamin Herrenschmidt 325e36d0a2eSNicholas Piggin static int pnv_system_reset_exception(struct pt_regs *regs) 326e36d0a2eSNicholas Piggin { 327e36d0a2eSNicholas Piggin if (smp_handle_nmi_ipi(regs)) 328e36d0a2eSNicholas Piggin return 1; 329e36d0a2eSNicholas Piggin return 0; 330e36d0a2eSNicholas Piggin } 331e36d0a2eSNicholas Piggin 332e36d0a2eSNicholas Piggin static int pnv_cause_nmi_ipi(int cpu) 333e36d0a2eSNicholas Piggin { 334e36d0a2eSNicholas Piggin int64_t rc; 335e36d0a2eSNicholas Piggin 336e36d0a2eSNicholas Piggin if (cpu >= 0) { 337ee03b9b4SNicholas Piggin int h = get_hard_smp_processor_id(cpu); 338ee03b9b4SNicholas Piggin 339ee03b9b4SNicholas Piggin if (opal_check_token(OPAL_QUIESCE)) 340ee03b9b4SNicholas Piggin opal_quiesce(QUIESCE_HOLD, h); 341ee03b9b4SNicholas Piggin 342ee03b9b4SNicholas Piggin rc = opal_signal_system_reset(h); 343ee03b9b4SNicholas Piggin 344ee03b9b4SNicholas Piggin if (opal_check_token(OPAL_QUIESCE)) 345ee03b9b4SNicholas Piggin opal_quiesce(QUIESCE_RESUME, h); 346ee03b9b4SNicholas Piggin 347e36d0a2eSNicholas Piggin if (rc != OPAL_SUCCESS) 348e36d0a2eSNicholas Piggin return 0; 349e36d0a2eSNicholas Piggin return 1; 350e36d0a2eSNicholas Piggin 351e36d0a2eSNicholas Piggin } else if (cpu == NMI_IPI_ALL_OTHERS) { 352e36d0a2eSNicholas Piggin bool success = true; 353e36d0a2eSNicholas Piggin int c; 354e36d0a2eSNicholas Piggin 355ee03b9b4SNicholas Piggin if (opal_check_token(OPAL_QUIESCE)) 356ee03b9b4SNicholas Piggin opal_quiesce(QUIESCE_HOLD, -1); 357e36d0a2eSNicholas Piggin 358e36d0a2eSNicholas Piggin /* 359e36d0a2eSNicholas Piggin * We do not use broadcasts (yet), because it's not clear 360e36d0a2eSNicholas Piggin * exactly what semantics Linux wants or the firmware should 361e36d0a2eSNicholas Piggin * provide. 362e36d0a2eSNicholas Piggin */ 363e36d0a2eSNicholas Piggin for_each_online_cpu(c) { 364e36d0a2eSNicholas Piggin if (c == smp_processor_id()) 365e36d0a2eSNicholas Piggin continue; 366e36d0a2eSNicholas Piggin 367e36d0a2eSNicholas Piggin rc = opal_signal_system_reset( 368e36d0a2eSNicholas Piggin get_hard_smp_processor_id(c)); 369e36d0a2eSNicholas Piggin if (rc != OPAL_SUCCESS) 370e36d0a2eSNicholas Piggin success = false; 371e36d0a2eSNicholas Piggin } 372ee03b9b4SNicholas Piggin 373ee03b9b4SNicholas Piggin if (opal_check_token(OPAL_QUIESCE)) 374ee03b9b4SNicholas Piggin opal_quiesce(QUIESCE_RESUME, -1); 375ee03b9b4SNicholas Piggin 376e36d0a2eSNicholas Piggin if (success) 377e36d0a2eSNicholas Piggin return 1; 378e36d0a2eSNicholas Piggin 379e36d0a2eSNicholas Piggin /* 380e36d0a2eSNicholas Piggin * Caller will fall back to doorbells, which may pick 381e36d0a2eSNicholas Piggin * up the remainders. 382e36d0a2eSNicholas Piggin */ 383e36d0a2eSNicholas Piggin } 384e36d0a2eSNicholas Piggin 385e36d0a2eSNicholas Piggin return 0; 386e36d0a2eSNicholas Piggin } 387e36d0a2eSNicholas Piggin 38855190f88SBenjamin Herrenschmidt static struct smp_ops_t pnv_smp_ops = { 389b866cc21SNicholas Piggin .message_pass = NULL, /* Use smp_muxed_ipi_message_pass */ 390b866cc21SNicholas Piggin .cause_ipi = NULL, /* Filled at runtime by pnv_smp_probe() */ 391c64af645SNicholas Piggin .cause_nmi_ipi = NULL, 392243e2511SBenjamin Herrenschmidt .probe = pnv_smp_probe, 393243e2511SBenjamin Herrenschmidt .prepare_cpu = pnv_smp_prepare_cpu, 39414a43e69SBenjamin Herrenschmidt .kick_cpu = pnv_smp_kick_cpu, 39555190f88SBenjamin Herrenschmidt .setup_cpu = pnv_smp_setup_cpu, 396d70a54e2SGreg Kurz .cpu_bootable = pnv_cpu_bootable, 397344eb010SBenjamin Herrenschmidt #ifdef CONFIG_HOTPLUG_CPU 398344eb010SBenjamin Herrenschmidt .cpu_disable = pnv_smp_cpu_disable, 399344eb010SBenjamin Herrenschmidt .cpu_die = generic_cpu_die, 400344eb010SBenjamin Herrenschmidt #endif /* CONFIG_HOTPLUG_CPU */ 40155190f88SBenjamin Herrenschmidt }; 40255190f88SBenjamin Herrenschmidt 40355190f88SBenjamin Herrenschmidt /* This is called very early during platform setup_arch */ 40455190f88SBenjamin Herrenschmidt void __init pnv_smp_init(void) 40555190f88SBenjamin Herrenschmidt { 406e36d0a2eSNicholas Piggin if (opal_check_token(OPAL_SIGNAL_SYSTEM_RESET)) { 407e36d0a2eSNicholas Piggin ppc_md.system_reset_exception = pnv_system_reset_exception; 408e36d0a2eSNicholas Piggin pnv_smp_ops.cause_nmi_ipi = pnv_cause_nmi_ipi; 409e36d0a2eSNicholas Piggin } 41055190f88SBenjamin Herrenschmidt smp_ops = &pnv_smp_ops; 41155190f88SBenjamin Herrenschmidt 412344eb010SBenjamin Herrenschmidt #ifdef CONFIG_HOTPLUG_CPU 413344eb010SBenjamin Herrenschmidt ppc_md.cpu_die = pnv_smp_cpu_kill_self; 4144145f358SBalbir Singh #ifdef CONFIG_KEXEC_CORE 4154145f358SBalbir Singh crash_wake_offline = 1; 4164145f358SBalbir Singh #endif 417344eb010SBenjamin Herrenschmidt #endif 41855190f88SBenjamin Herrenschmidt } 419