12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
255190f88SBenjamin Herrenschmidt /*
355190f88SBenjamin Herrenschmidt * SMP support for PowerNV machines.
455190f88SBenjamin Herrenschmidt *
555190f88SBenjamin Herrenschmidt * Copyright 2011 IBM Corp.
655190f88SBenjamin Herrenschmidt */
755190f88SBenjamin Herrenschmidt
855190f88SBenjamin Herrenschmidt #include <linux/kernel.h>
955190f88SBenjamin Herrenschmidt #include <linux/module.h>
1055190f88SBenjamin Herrenschmidt #include <linux/sched.h>
11ef8bd77fSIngo Molnar #include <linux/sched/hotplug.h>
1255190f88SBenjamin Herrenschmidt #include <linux/smp.h>
1355190f88SBenjamin Herrenschmidt #include <linux/interrupt.h>
1455190f88SBenjamin Herrenschmidt #include <linux/delay.h>
1555190f88SBenjamin Herrenschmidt #include <linux/init.h>
1655190f88SBenjamin Herrenschmidt #include <linux/spinlock.h>
1755190f88SBenjamin Herrenschmidt #include <linux/cpu.h>
1855190f88SBenjamin Herrenschmidt
1955190f88SBenjamin Herrenschmidt #include <asm/irq.h>
2055190f88SBenjamin Herrenschmidt #include <asm/smp.h>
2155190f88SBenjamin Herrenschmidt #include <asm/paca.h>
2255190f88SBenjamin Herrenschmidt #include <asm/machdep.h>
2355190f88SBenjamin Herrenschmidt #include <asm/cputable.h>
2455190f88SBenjamin Herrenschmidt #include <asm/firmware.h>
2555190f88SBenjamin Herrenschmidt #include <asm/vdso_datapage.h>
2655190f88SBenjamin Herrenschmidt #include <asm/cputhreads.h>
2755190f88SBenjamin Herrenschmidt #include <asm/xics.h>
28243e2511SBenjamin Herrenschmidt #include <asm/xive.h>
2914a43e69SBenjamin Herrenschmidt #include <asm/opal.h>
30f2038911SPreeti U Murthy #include <asm/runlatch.h>
312751b628SAnton Blanchard #include <asm/code-patching.h>
32d4e58e59SMichael Neuling #include <asm/dbell.h>
33755563bcSPaul Mackerras #include <asm/kvm_ppc.h>
34755563bcSPaul Mackerras #include <asm/ppc-opcode.h>
35a7cd88daSGautham R. Shenoy #include <asm/cpuidle.h>
364145f358SBalbir Singh #include <asm/kexec.h>
374145f358SBalbir Singh #include <asm/reg.h>
3819f8a5b5SPaul Mackerras #include <asm/powernv.h>
3955190f88SBenjamin Herrenschmidt
4055190f88SBenjamin Herrenschmidt #include "powernv.h"
4155190f88SBenjamin Herrenschmidt
42344eb010SBenjamin Herrenschmidt #ifdef DEBUG
43344eb010SBenjamin Herrenschmidt #include <asm/udbg.h>
44344eb010SBenjamin Herrenschmidt #define DBG(fmt...) udbg_printf(fmt)
45344eb010SBenjamin Herrenschmidt #else
46f6bac19cSOliver O'Halloran #define DBG(fmt...) do { } while (0)
47344eb010SBenjamin Herrenschmidt #endif
48344eb010SBenjamin Herrenschmidt
pnv_smp_setup_cpu(int cpu)49061d19f2SPaul Gortmaker static void pnv_smp_setup_cpu(int cpu)
5055190f88SBenjamin Herrenschmidt {
515080332cSMichael Neuling /*
525080332cSMichael Neuling * P9 workaround for CI vector load (see traps.c),
535080332cSMichael Neuling * enable the corresponding HMI interrupt
545080332cSMichael Neuling */
555080332cSMichael Neuling if (pvr_version_is(PVR_POWER9))
565080332cSMichael Neuling mtspr(SPRN_HMEER, mfspr(SPRN_HMEER) | PPC_BIT(17));
575080332cSMichael Neuling
58243e2511SBenjamin Herrenschmidt if (xive_enabled())
59243e2511SBenjamin Herrenschmidt xive_smp_setup_cpu();
60243e2511SBenjamin Herrenschmidt else if (cpu != boot_cpuid)
6155190f88SBenjamin Herrenschmidt xics_setup_cpu();
6255190f88SBenjamin Herrenschmidt }
6355190f88SBenjamin Herrenschmidt
pnv_smp_kick_cpu(int nr)64e51df2c1SAnton Blanchard static int pnv_smp_kick_cpu(int nr)
6514a43e69SBenjamin Herrenschmidt {
6676d98ab4SSantosh Sivaraj unsigned int pcpu;
672751b628SAnton Blanchard unsigned long start_here =
682751b628SAnton Blanchard __pa(ppc_function_entry(generic_secondary_smp_init));
6914a43e69SBenjamin Herrenschmidt long rc;
70e4d54f71SStewart Smith uint8_t status;
7114a43e69SBenjamin Herrenschmidt
72c642af9cSSantosh Sivaraj if (nr < 0 || nr >= nr_cpu_ids)
73f8d0d5dcSSantosh Sivaraj return -EINVAL;
7414a43e69SBenjamin Herrenschmidt
7576d98ab4SSantosh Sivaraj pcpu = get_hard_smp_processor_id(nr);
76b2b48584SBenjamin Herrenschmidt /*
77e4d54f71SStewart Smith * If we already started or OPAL is not supported, we just
78b2b48584SBenjamin Herrenschmidt * kick the CPU via the PACA
7914a43e69SBenjamin Herrenschmidt */
80d2e60075SNicholas Piggin if (paca_ptrs[nr]->cpu_start || !firmware_has_feature(FW_FEATURE_OPAL))
81b2b48584SBenjamin Herrenschmidt goto kick;
82b2b48584SBenjamin Herrenschmidt
83b2b48584SBenjamin Herrenschmidt /*
84b2b48584SBenjamin Herrenschmidt * At this point, the CPU can either be spinning on the way in
85b2b48584SBenjamin Herrenschmidt * from kexec or be inside OPAL waiting to be started for the
86b2b48584SBenjamin Herrenschmidt * first time. OPAL v3 allows us to query OPAL to know if it
87b2b48584SBenjamin Herrenschmidt * has the CPUs, so we do that
88b2b48584SBenjamin Herrenschmidt */
89b2b48584SBenjamin Herrenschmidt rc = opal_query_cpu_status(pcpu, &status);
90b2b48584SBenjamin Herrenschmidt if (rc != OPAL_SUCCESS) {
91e4d54f71SStewart Smith pr_warn("OPAL Error %ld querying CPU %d state\n", rc, nr);
92b2b48584SBenjamin Herrenschmidt return -ENODEV;
93b2b48584SBenjamin Herrenschmidt }
94b2b48584SBenjamin Herrenschmidt
95b2b48584SBenjamin Herrenschmidt /*
96b2b48584SBenjamin Herrenschmidt * Already started, just kick it, probably coming from
97b2b48584SBenjamin Herrenschmidt * kexec and spinning
98b2b48584SBenjamin Herrenschmidt */
99b2b48584SBenjamin Herrenschmidt if (status == OPAL_THREAD_STARTED)
100b2b48584SBenjamin Herrenschmidt goto kick;
101b2b48584SBenjamin Herrenschmidt
102b2b48584SBenjamin Herrenschmidt /*
103b2b48584SBenjamin Herrenschmidt * Available/inactive, let's kick it
104b2b48584SBenjamin Herrenschmidt */
105b2b48584SBenjamin Herrenschmidt if (status == OPAL_THREAD_INACTIVE) {
106e4d54f71SStewart Smith pr_devel("OPAL: Starting CPU %d (HW 0x%x)...\n", nr, pcpu);
10714a43e69SBenjamin Herrenschmidt rc = opal_start_cpu(pcpu, start_here);
1084ea9008bSBenjamin Herrenschmidt if (rc != OPAL_SUCCESS) {
109e4d54f71SStewart Smith pr_warn("OPAL Error %ld starting CPU %d\n", rc, nr);
1104ea9008bSBenjamin Herrenschmidt return -ENODEV;
1114ea9008bSBenjamin Herrenschmidt }
112b2b48584SBenjamin Herrenschmidt } else {
113b2b48584SBenjamin Herrenschmidt /*
114b2b48584SBenjamin Herrenschmidt * An unavailable CPU (or any other unknown status)
115b2b48584SBenjamin Herrenschmidt * shouldn't be started. It should also
116b2b48584SBenjamin Herrenschmidt * not be in the possible map but currently it can
117b2b48584SBenjamin Herrenschmidt * happen
118b2b48584SBenjamin Herrenschmidt */
119b2b48584SBenjamin Herrenschmidt pr_devel("OPAL: CPU %d (HW 0x%x) is unavailable"
120b2b48584SBenjamin Herrenschmidt " (status %d)...\n", nr, pcpu, status);
121b2b48584SBenjamin Herrenschmidt return -ENODEV;
12214a43e69SBenjamin Herrenschmidt }
123e4d54f71SStewart Smith
124b2b48584SBenjamin Herrenschmidt kick:
12514a43e69SBenjamin Herrenschmidt return smp_generic_kick_cpu(nr);
12614a43e69SBenjamin Herrenschmidt }
12714a43e69SBenjamin Herrenschmidt
128344eb010SBenjamin Herrenschmidt #ifdef CONFIG_HOTPLUG_CPU
129344eb010SBenjamin Herrenschmidt
pnv_smp_cpu_disable(void)130344eb010SBenjamin Herrenschmidt static int pnv_smp_cpu_disable(void)
131344eb010SBenjamin Herrenschmidt {
132344eb010SBenjamin Herrenschmidt int cpu = smp_processor_id();
133344eb010SBenjamin Herrenschmidt
134344eb010SBenjamin Herrenschmidt /* This is identical to pSeries... might consolidate by
135344eb010SBenjamin Herrenschmidt * moving migrate_irqs_away to a ppc_md with default to
136344eb010SBenjamin Herrenschmidt * the generic fixup_irqs. --BenH.
137344eb010SBenjamin Herrenschmidt */
138344eb010SBenjamin Herrenschmidt set_cpu_online(cpu, false);
139344eb010SBenjamin Herrenschmidt vdso_data->processorCount--;
140344eb010SBenjamin Herrenschmidt if (cpu == boot_cpuid)
141344eb010SBenjamin Herrenschmidt boot_cpuid = cpumask_any(cpu_online_mask);
142243e2511SBenjamin Herrenschmidt if (xive_enabled())
143243e2511SBenjamin Herrenschmidt xive_smp_disable_cpu();
144243e2511SBenjamin Herrenschmidt else
145344eb010SBenjamin Herrenschmidt xics_migrate_irqs_away();
14601b0f0eaSNicholas Piggin
14701b0f0eaSNicholas Piggin cleanup_cpu_mmu_context();
14801b0f0eaSNicholas Piggin
149344eb010SBenjamin Herrenschmidt return 0;
150344eb010SBenjamin Herrenschmidt }
151344eb010SBenjamin Herrenschmidt
pnv_flush_interrupts(void)1527d647505SNicholas Piggin static void pnv_flush_interrupts(void)
1537d647505SNicholas Piggin {
1547d647505SNicholas Piggin if (cpu_has_feature(CPU_FTR_ARCH_300)) {
1557d647505SNicholas Piggin if (xive_enabled())
1567d647505SNicholas Piggin xive_flush_interrupt();
1577d647505SNicholas Piggin else
1587d647505SNicholas Piggin icp_opal_flush_interrupt();
1597d647505SNicholas Piggin } else {
1607d647505SNicholas Piggin icp_native_flush_interrupt();
1617d647505SNicholas Piggin }
1627d647505SNicholas Piggin }
1637d647505SNicholas Piggin
pnv_cpu_offline_self(void)16439f87561SMichael Ellerman static void pnv_cpu_offline_self(void)
165344eb010SBenjamin Herrenschmidt {
1667d647505SNicholas Piggin unsigned long srr1, unexpected_mask, wmask;
167344eb010SBenjamin Herrenschmidt unsigned int cpu;
16819f8a5b5SPaul Mackerras u64 lpcr_val;
169344eb010SBenjamin Herrenschmidt
170344eb010SBenjamin Herrenschmidt /* Standard hot unplug procedure */
1712525db04SNicholas Piggin
172344eb010SBenjamin Herrenschmidt idle_task_exit();
173344eb010SBenjamin Herrenschmidt cpu = smp_processor_id();
174344eb010SBenjamin Herrenschmidt DBG("CPU%d offline\n", cpu);
175344eb010SBenjamin Herrenschmidt generic_set_cpu_dead(cpu);
176344eb010SBenjamin Herrenschmidt smp_wmb();
177344eb010SBenjamin Herrenschmidt
178755563bcSPaul Mackerras wmask = SRR1_WAKEMASK;
179755563bcSPaul Mackerras if (cpu_has_feature(CPU_FTR_ARCH_207S))
180755563bcSPaul Mackerras wmask = SRR1_WAKEMASK_P8;
181755563bcSPaul Mackerras
18219f8a5b5SPaul Mackerras /*
1837d647505SNicholas Piggin * This turns the irq soft-disabled state we're called with, into a
1847d647505SNicholas Piggin * hard-disabled state with pending irq_happened interrupts cleared.
1857d647505SNicholas Piggin *
1867d647505SNicholas Piggin * PACA_IRQ_DEC - Decrementer should be ignored.
1877d647505SNicholas Piggin * PACA_IRQ_HMI - Can be ignored, processing is done in real mode.
1887d647505SNicholas Piggin * PACA_IRQ_DBELL, EE, PMI - Unexpected.
1897d647505SNicholas Piggin */
1907d647505SNicholas Piggin hard_irq_disable();
1917d647505SNicholas Piggin if (generic_check_cpu_restart(cpu))
1927d647505SNicholas Piggin goto out;
1937d647505SNicholas Piggin
1947d647505SNicholas Piggin unexpected_mask = ~(PACA_IRQ_DEC | PACA_IRQ_HMI | PACA_IRQ_HARD_DIS);
1957d647505SNicholas Piggin if (local_paca->irq_happened & unexpected_mask) {
1967d647505SNicholas Piggin if (local_paca->irq_happened & PACA_IRQ_EE)
1977d647505SNicholas Piggin pnv_flush_interrupts();
1987d647505SNicholas Piggin DBG("CPU%d Unexpected exit while offline irq_happened=%lx!\n",
1997d647505SNicholas Piggin cpu, local_paca->irq_happened);
2007d647505SNicholas Piggin }
2017d647505SNicholas Piggin local_paca->irq_happened = PACA_IRQ_HARD_DIS;
2027d647505SNicholas Piggin
2037d647505SNicholas Piggin /*
20419f8a5b5SPaul Mackerras * We don't want to take decrementer interrupts while we are
20519f8a5b5SPaul Mackerras * offline, so clear LPCR:PECE1. We keep PECE2 (and
20619f8a5b5SPaul Mackerras * LPCR_PECE_HVEE on P9) enabled so as to let IPIs in.
20719f8a5b5SPaul Mackerras *
20819f8a5b5SPaul Mackerras * If the CPU gets woken up by a special wakeup, ensure that
20919f8a5b5SPaul Mackerras * the SLW engine sets LPCR with decrementer bit cleared, else
21019f8a5b5SPaul Mackerras * the CPU will come back to the kernel due to a spurious
21119f8a5b5SPaul Mackerras * wakeup.
21219f8a5b5SPaul Mackerras */
21319f8a5b5SPaul Mackerras lpcr_val = mfspr(SPRN_LPCR) & ~(u64)LPCR_PECE1;
21419f8a5b5SPaul Mackerras pnv_program_cpu_hotplug_lpcr(cpu, lpcr_val);
21519f8a5b5SPaul Mackerras
216344eb010SBenjamin Herrenschmidt while (!generic_check_cpu_restart(cpu)) {
21753c656c4SPaul Mackerras /*
21853c656c4SPaul Mackerras * Clear IPI flag, since we don't handle IPIs while
21953c656c4SPaul Mackerras * offline, except for those when changing micro-threading
22053c656c4SPaul Mackerras * mode, which are handled explicitly below, and those
22153c656c4SPaul Mackerras * for coming online, which are handled via
22253c656c4SPaul Mackerras * generic_check_cpu_restart() calls.
22353c656c4SPaul Mackerras */
2243a83f677SMichael Roth kvmppc_clear_host_ipi(cpu);
22577b54e9fSShreyas B. Prabhu
226a7cd88daSGautham R. Shenoy srr1 = pnv_cpu_offline(cpu);
227e2186023SMichael Ellerman
2287d647505SNicholas Piggin WARN_ON_ONCE(!irqs_disabled());
2292525db04SNicholas Piggin WARN_ON(lazy_irq_pending());
2302525db04SNicholas Piggin
23156548fc0SPaul Mackerras /*
23256548fc0SPaul Mackerras * If the SRR1 value indicates that we woke up due to
23356548fc0SPaul Mackerras * an external interrupt, then clear the interrupt.
23456548fc0SPaul Mackerras * We clear the interrupt before checking for the
23556548fc0SPaul Mackerras * reason, so as to avoid a race where we wake up for
23656548fc0SPaul Mackerras * some other reason, find nothing and clear the interrupt
23756548fc0SPaul Mackerras * just as some other cpu is sending us an interrupt.
23856548fc0SPaul Mackerras * If we returned from power7_nap as a result of
23956548fc0SPaul Mackerras * having finished executing in a KVM guest, then srr1
24056548fc0SPaul Mackerras * contains 0.
24156548fc0SPaul Mackerras */
24253c656c4SPaul Mackerras if (((srr1 & wmask) == SRR1_WAKEEE) ||
2432525db04SNicholas Piggin ((srr1 & wmask) == SRR1_WAKEHVI)) {
2447d647505SNicholas Piggin pnv_flush_interrupts();
245755563bcSPaul Mackerras } else if ((srr1 & wmask) == SRR1_WAKEHDBELL) {
246755563bcSPaul Mackerras unsigned long msg = PPC_DBELL_TYPE(PPC_DBELL_SERVER);
247755563bcSPaul Mackerras asm volatile(PPC_MSGCLR(%0) : : "r" (msg));
2484145f358SBalbir Singh } else if ((srr1 & wmask) == SRR1_WAKERESET) {
2494145f358SBalbir Singh irq_set_pending_from_srr1(srr1);
2504145f358SBalbir Singh /* Does not return */
25156548fc0SPaul Mackerras }
2524145f358SBalbir Singh
25353c656c4SPaul Mackerras smp_mb();
254e2186023SMichael Ellerman
2554145f358SBalbir Singh /*
2564145f358SBalbir Singh * For kdump kernels, we process the ipi and jump to
2574145f358SBalbir Singh * crash_ipi_callback
2584145f358SBalbir Singh */
2594145f358SBalbir Singh if (kdump_in_progress()) {
2604145f358SBalbir Singh /*
2614145f358SBalbir Singh * If we got to this point, we've not used
2624145f358SBalbir Singh * NMI's, otherwise we would have gone
2634145f358SBalbir Singh * via the SRR1_WAKERESET path. We are
2644145f358SBalbir Singh * using regular IPI's for waking up offline
2654145f358SBalbir Singh * threads.
2664145f358SBalbir Singh */
2674145f358SBalbir Singh struct pt_regs regs;
2684145f358SBalbir Singh
2694145f358SBalbir Singh ppc_save_regs(®s);
2704145f358SBalbir Singh crash_ipi_callback(®s);
2714145f358SBalbir Singh /* Does not return */
2724145f358SBalbir Singh }
2734145f358SBalbir Singh
274e2186023SMichael Ellerman if (cpu_core_split_required())
275e2186023SMichael Ellerman continue;
276e2186023SMichael Ellerman
27753c656c4SPaul Mackerras if (srr1 && !generic_check_cpu_restart(cpu))
2782525db04SNicholas Piggin DBG("CPU%d Unexpected exit while offline srr1=%lx!\n",
2792525db04SNicholas Piggin cpu, srr1);
2802525db04SNicholas Piggin
281344eb010SBenjamin Herrenschmidt }
2829b256714SBenjamin Herrenschmidt
28319f8a5b5SPaul Mackerras /*
28419f8a5b5SPaul Mackerras * Re-enable decrementer interrupts in LPCR.
28519f8a5b5SPaul Mackerras *
28619f8a5b5SPaul Mackerras * Further, we want stop states to be woken up by decrementer
28719f8a5b5SPaul Mackerras * for non-hotplug cases. So program the LPCR via stop api as
28819f8a5b5SPaul Mackerras * well.
28919f8a5b5SPaul Mackerras */
29019f8a5b5SPaul Mackerras lpcr_val = mfspr(SPRN_LPCR) | (u64)LPCR_PECE1;
29119f8a5b5SPaul Mackerras pnv_program_cpu_hotplug_lpcr(cpu, lpcr_val);
2927d647505SNicholas Piggin out:
293344eb010SBenjamin Herrenschmidt DBG("CPU%d coming online...\n", cpu);
294344eb010SBenjamin Herrenschmidt }
295344eb010SBenjamin Herrenschmidt
296344eb010SBenjamin Herrenschmidt #endif /* CONFIG_HOTPLUG_CPU */
297344eb010SBenjamin Herrenschmidt
pnv_cpu_bootable(unsigned int nr)298d70a54e2SGreg Kurz static int pnv_cpu_bootable(unsigned int nr)
299d70a54e2SGreg Kurz {
300d70a54e2SGreg Kurz /*
301d70a54e2SGreg Kurz * Starting with POWER8, the subcore logic relies on all threads of a
302d70a54e2SGreg Kurz * core being booted so that they can participate in split mode
303d70a54e2SGreg Kurz * switches. So on those machines we ignore the smt_enabled_at_boot
304d70a54e2SGreg Kurz * setting (smt-enabled on the kernel command line).
305d70a54e2SGreg Kurz */
306d70a54e2SGreg Kurz if (cpu_has_feature(CPU_FTR_ARCH_207S))
307d70a54e2SGreg Kurz return 1;
308d70a54e2SGreg Kurz
309d70a54e2SGreg Kurz return smp_generic_cpu_bootable(nr);
310d70a54e2SGreg Kurz }
311d70a54e2SGreg Kurz
pnv_smp_prepare_cpu(int cpu)312243e2511SBenjamin Herrenschmidt static int pnv_smp_prepare_cpu(int cpu)
313243e2511SBenjamin Herrenschmidt {
314243e2511SBenjamin Herrenschmidt if (xive_enabled())
315243e2511SBenjamin Herrenschmidt return xive_smp_prepare_cpu(cpu);
316243e2511SBenjamin Herrenschmidt return 0;
317243e2511SBenjamin Herrenschmidt }
318243e2511SBenjamin Herrenschmidt
31945b21cfeSMichael Ellerman /* Cause IPI as setup by the interrupt controller (xics or xive) */
32045b21cfeSMichael Ellerman static void (*ic_cause_ipi)(int cpu);
32145b21cfeSMichael Ellerman
pnv_cause_ipi(int cpu)322b866cc21SNicholas Piggin static void pnv_cause_ipi(int cpu)
323b866cc21SNicholas Piggin {
324b866cc21SNicholas Piggin if (doorbell_try_core_ipi(cpu))
325b866cc21SNicholas Piggin return;
326b866cc21SNicholas Piggin
32745b21cfeSMichael Ellerman ic_cause_ipi(cpu);
328b866cc21SNicholas Piggin }
329b866cc21SNicholas Piggin
pnv_smp_probe(void)330243e2511SBenjamin Herrenschmidt static void __init pnv_smp_probe(void)
331243e2511SBenjamin Herrenschmidt {
332243e2511SBenjamin Herrenschmidt if (xive_enabled())
333243e2511SBenjamin Herrenschmidt xive_smp_probe();
334243e2511SBenjamin Herrenschmidt else
335243e2511SBenjamin Herrenschmidt xics_smp_probe();
336b866cc21SNicholas Piggin
3376b3edefeSNicholas Piggin if (cpu_has_feature(CPU_FTR_DBELL)) {
33845b21cfeSMichael Ellerman ic_cause_ipi = smp_ops->cause_ipi;
33945b21cfeSMichael Ellerman WARN_ON(!ic_cause_ipi);
34045b21cfeSMichael Ellerman
3412bf1071aSNicholas Piggin if (cpu_has_feature(CPU_FTR_ARCH_300))
3426b3edefeSNicholas Piggin smp_ops->cause_ipi = doorbell_global_ipi;
3432bf1071aSNicholas Piggin else
344b866cc21SNicholas Piggin smp_ops->cause_ipi = pnv_cause_ipi;
3456b3edefeSNicholas Piggin }
346b866cc21SNicholas Piggin }
347243e2511SBenjamin Herrenschmidt
pnv_system_reset_exception(struct pt_regs * regs)348*5352090aSDaniel Axtens noinstr static int pnv_system_reset_exception(struct pt_regs *regs)
349e36d0a2eSNicholas Piggin {
350e36d0a2eSNicholas Piggin if (smp_handle_nmi_ipi(regs))
351e36d0a2eSNicholas Piggin return 1;
352e36d0a2eSNicholas Piggin return 0;
353e36d0a2eSNicholas Piggin }
354e36d0a2eSNicholas Piggin
pnv_cause_nmi_ipi(int cpu)355e36d0a2eSNicholas Piggin static int pnv_cause_nmi_ipi(int cpu)
356e36d0a2eSNicholas Piggin {
357e36d0a2eSNicholas Piggin int64_t rc;
358e36d0a2eSNicholas Piggin
359e36d0a2eSNicholas Piggin if (cpu >= 0) {
360ee03b9b4SNicholas Piggin int h = get_hard_smp_processor_id(cpu);
361ee03b9b4SNicholas Piggin
362ee03b9b4SNicholas Piggin if (opal_check_token(OPAL_QUIESCE))
363ee03b9b4SNicholas Piggin opal_quiesce(QUIESCE_HOLD, h);
364ee03b9b4SNicholas Piggin
365ee03b9b4SNicholas Piggin rc = opal_signal_system_reset(h);
366ee03b9b4SNicholas Piggin
367ee03b9b4SNicholas Piggin if (opal_check_token(OPAL_QUIESCE))
368ee03b9b4SNicholas Piggin opal_quiesce(QUIESCE_RESUME, h);
369ee03b9b4SNicholas Piggin
370e36d0a2eSNicholas Piggin if (rc != OPAL_SUCCESS)
371e36d0a2eSNicholas Piggin return 0;
372e36d0a2eSNicholas Piggin return 1;
373e36d0a2eSNicholas Piggin
374e36d0a2eSNicholas Piggin } else if (cpu == NMI_IPI_ALL_OTHERS) {
375e36d0a2eSNicholas Piggin bool success = true;
376e36d0a2eSNicholas Piggin int c;
377e36d0a2eSNicholas Piggin
378ee03b9b4SNicholas Piggin if (opal_check_token(OPAL_QUIESCE))
379ee03b9b4SNicholas Piggin opal_quiesce(QUIESCE_HOLD, -1);
380e36d0a2eSNicholas Piggin
381e36d0a2eSNicholas Piggin /*
382e36d0a2eSNicholas Piggin * We do not use broadcasts (yet), because it's not clear
383e36d0a2eSNicholas Piggin * exactly what semantics Linux wants or the firmware should
384e36d0a2eSNicholas Piggin * provide.
385e36d0a2eSNicholas Piggin */
386e36d0a2eSNicholas Piggin for_each_online_cpu(c) {
387e36d0a2eSNicholas Piggin if (c == smp_processor_id())
388e36d0a2eSNicholas Piggin continue;
389e36d0a2eSNicholas Piggin
390e36d0a2eSNicholas Piggin rc = opal_signal_system_reset(
391e36d0a2eSNicholas Piggin get_hard_smp_processor_id(c));
392e36d0a2eSNicholas Piggin if (rc != OPAL_SUCCESS)
393e36d0a2eSNicholas Piggin success = false;
394e36d0a2eSNicholas Piggin }
395ee03b9b4SNicholas Piggin
396ee03b9b4SNicholas Piggin if (opal_check_token(OPAL_QUIESCE))
397ee03b9b4SNicholas Piggin opal_quiesce(QUIESCE_RESUME, -1);
398ee03b9b4SNicholas Piggin
399e36d0a2eSNicholas Piggin if (success)
400e36d0a2eSNicholas Piggin return 1;
401e36d0a2eSNicholas Piggin
402e36d0a2eSNicholas Piggin /*
403e36d0a2eSNicholas Piggin * Caller will fall back to doorbells, which may pick
404e36d0a2eSNicholas Piggin * up the remainders.
405e36d0a2eSNicholas Piggin */
406e36d0a2eSNicholas Piggin }
407e36d0a2eSNicholas Piggin
408e36d0a2eSNicholas Piggin return 0;
409e36d0a2eSNicholas Piggin }
410e36d0a2eSNicholas Piggin
41155190f88SBenjamin Herrenschmidt static struct smp_ops_t pnv_smp_ops = {
412b866cc21SNicholas Piggin .message_pass = NULL, /* Use smp_muxed_ipi_message_pass */
413b866cc21SNicholas Piggin .cause_ipi = NULL, /* Filled at runtime by pnv_smp_probe() */
414c64af645SNicholas Piggin .cause_nmi_ipi = NULL,
415243e2511SBenjamin Herrenschmidt .probe = pnv_smp_probe,
416243e2511SBenjamin Herrenschmidt .prepare_cpu = pnv_smp_prepare_cpu,
41714a43e69SBenjamin Herrenschmidt .kick_cpu = pnv_smp_kick_cpu,
41855190f88SBenjamin Herrenschmidt .setup_cpu = pnv_smp_setup_cpu,
419d70a54e2SGreg Kurz .cpu_bootable = pnv_cpu_bootable,
420344eb010SBenjamin Herrenschmidt #ifdef CONFIG_HOTPLUG_CPU
421344eb010SBenjamin Herrenschmidt .cpu_disable = pnv_smp_cpu_disable,
422344eb010SBenjamin Herrenschmidt .cpu_die = generic_cpu_die,
42339f87561SMichael Ellerman .cpu_offline_self = pnv_cpu_offline_self,
424344eb010SBenjamin Herrenschmidt #endif /* CONFIG_HOTPLUG_CPU */
42555190f88SBenjamin Herrenschmidt };
42655190f88SBenjamin Herrenschmidt
42755190f88SBenjamin Herrenschmidt /* This is called very early during platform setup_arch */
pnv_smp_init(void)42855190f88SBenjamin Herrenschmidt void __init pnv_smp_init(void)
42955190f88SBenjamin Herrenschmidt {
430e36d0a2eSNicholas Piggin if (opal_check_token(OPAL_SIGNAL_SYSTEM_RESET)) {
431e36d0a2eSNicholas Piggin ppc_md.system_reset_exception = pnv_system_reset_exception;
432e36d0a2eSNicholas Piggin pnv_smp_ops.cause_nmi_ipi = pnv_cause_nmi_ipi;
433e36d0a2eSNicholas Piggin }
43455190f88SBenjamin Herrenschmidt smp_ops = &pnv_smp_ops;
43555190f88SBenjamin Herrenschmidt
436344eb010SBenjamin Herrenschmidt #ifdef CONFIG_HOTPLUG_CPU
4374145f358SBalbir Singh #ifdef CONFIG_KEXEC_CORE
4384145f358SBalbir Singh crash_wake_offline = 1;
4394145f358SBalbir Singh #endif
440344eb010SBenjamin Herrenschmidt #endif
44155190f88SBenjamin Herrenschmidt }
442