12874c5fdSThomas Gleixner /* SPDX-License-Identifier: GPL-2.0-or-later */
2620165f9SKumar Gala /*
38a56e1eeSYang Li * Copyright 2009 Freescale Semiconductor, Inc.
4620165f9SKumar Gala *
5620165f9SKumar Gala * provides masks and opcode images for use by code generation, emulation
6620165f9SKumar Gala * and for instructions that older assemblers might not know about
7620165f9SKumar Gala */
8620165f9SKumar Gala #ifndef _ASM_POWERPC_DBELL_H
9620165f9SKumar Gala #define _ASM_POWERPC_DBELL_H
10620165f9SKumar Gala
11620165f9SKumar Gala #include <linux/smp.h>
12620165f9SKumar Gala #include <linux/threads.h>
13620165f9SKumar Gala
141f0ce497SNicholas Piggin #include <asm/cputhreads.h>
15620165f9SKumar Gala #include <asm/ppc-opcode.h>
162c86cd18SChristophe Leroy #include <asm/feature-fixups.h>
171f0ce497SNicholas Piggin #include <asm/kvm_ppc.h>
18620165f9SKumar Gala
19620165f9SKumar Gala #define PPC_DBELL_MSG_BRDCAST (0x04000000)
20dc28518fSMichael Neuling #define PPC_DBELL_TYPE(x) (((x) & 0xf) << (63-36))
214ab96919SAlexander Graf #define PPC_DBELL_TYPE_MASK PPC_DBELL_TYPE(0xf)
22d30f6e48SScott Wood #define PPC_DBELL_LPID(x) ((x) << (63 - 49))
234ab96919SAlexander Graf #define PPC_DBELL_PIR_MASK 0x3fff
24620165f9SKumar Gala enum ppc_dbell {
25620165f9SKumar Gala PPC_DBELL = 0, /* doorbell */
26620165f9SKumar Gala PPC_DBELL_CRIT = 1, /* critical doorbell */
27620165f9SKumar Gala PPC_G_DBELL = 2, /* guest doorbell */
28620165f9SKumar Gala PPC_G_DBELL_CRIT = 3, /* guest critical doorbell */
29620165f9SKumar Gala PPC_G_DBELL_MC = 4, /* guest mcheck doorbell */
3042d02b81SIan Munsie PPC_DBELL_SERVER = 5, /* doorbell on server */
31620165f9SKumar Gala };
32620165f9SKumar Gala
3342d02b81SIan Munsie #ifdef CONFIG_PPC_BOOK3S
3442d02b81SIan Munsie
3542d02b81SIan Munsie #define PPC_DBELL_MSGTYPE PPC_DBELL_SERVER
3642d02b81SIan Munsie
_ppc_msgsnd(u32 msg)37919ca868SIan Munsie static inline void _ppc_msgsnd(u32 msg)
38919ca868SIan Munsie {
39a5adf282SNicholas Piggin __asm__ __volatile__ (ASM_FTR_IFSET(PPC_MSGSND(%1), PPC_MSGSNDP(%1), %0)
40a5adf282SNicholas Piggin : : "i" (CPU_FTR_HVMODE), "r" (msg));
41919ca868SIan Munsie }
42919ca868SIan Munsie
43b87ac021SNicholas Piggin /* sync before sending message */
ppc_msgsnd_sync(void)44b87ac021SNicholas Piggin static inline void ppc_msgsnd_sync(void)
45b87ac021SNicholas Piggin {
46b87ac021SNicholas Piggin __asm__ __volatile__ ("sync" : : : "memory");
47b87ac021SNicholas Piggin }
48b87ac021SNicholas Piggin
49b87ac021SNicholas Piggin /* sync after taking message interrupt */
ppc_msgsync(void)50b87ac021SNicholas Piggin static inline void ppc_msgsync(void)
51b87ac021SNicholas Piggin {
526b3edefeSNicholas Piggin /* sync is not required when taking messages from the same core */
536b3edefeSNicholas Piggin __asm__ __volatile__ (ASM_FTR_IFSET(PPC_MSGSYNC " ; lwsync", "", %0)
546b3edefeSNicholas Piggin : : "i" (CPU_FTR_HVMODE|CPU_FTR_ARCH_300));
55b87ac021SNicholas Piggin }
56b87ac021SNicholas Piggin
_ppc_msgclr(u32 msg)57a9af97aaSNicholas Piggin static inline void _ppc_msgclr(u32 msg)
58a9af97aaSNicholas Piggin {
59a9af97aaSNicholas Piggin __asm__ __volatile__ (ASM_FTR_IFSET(PPC_MSGCLR(%1), PPC_MSGCLRP(%1), %0)
60a9af97aaSNicholas Piggin : : "i" (CPU_FTR_HVMODE), "r" (msg));
61a9af97aaSNicholas Piggin }
62a9af97aaSNicholas Piggin
ppc_msgclr(enum ppc_dbell type)63a9af97aaSNicholas Piggin static inline void ppc_msgclr(enum ppc_dbell type)
64a9af97aaSNicholas Piggin {
65a9af97aaSNicholas Piggin u32 msg = PPC_DBELL_TYPE(type);
66a9af97aaSNicholas Piggin
67a9af97aaSNicholas Piggin _ppc_msgclr(msg);
68a9af97aaSNicholas Piggin }
69a9af97aaSNicholas Piggin
7042d02b81SIan Munsie #else /* CONFIG_PPC_BOOK3S */
7142d02b81SIan Munsie
7242d02b81SIan Munsie #define PPC_DBELL_MSGTYPE PPC_DBELL
7342d02b81SIan Munsie
_ppc_msgsnd(u32 msg)74919ca868SIan Munsie static inline void _ppc_msgsnd(u32 msg)
75919ca868SIan Munsie {
76919ca868SIan Munsie __asm__ __volatile__ (PPC_MSGSND(%0) : : "r" (msg));
77919ca868SIan Munsie }
78919ca868SIan Munsie
79b87ac021SNicholas Piggin /* sync before sending message */
ppc_msgsnd_sync(void)80b87ac021SNicholas Piggin static inline void ppc_msgsnd_sync(void)
81b87ac021SNicholas Piggin {
82b87ac021SNicholas Piggin __asm__ __volatile__ ("sync" : : : "memory");
83b87ac021SNicholas Piggin }
84b87ac021SNicholas Piggin
85b87ac021SNicholas Piggin /* sync after taking message interrupt */
ppc_msgsync(void)86b87ac021SNicholas Piggin static inline void ppc_msgsync(void)
87b87ac021SNicholas Piggin {
88b87ac021SNicholas Piggin }
89b87ac021SNicholas Piggin
9042d02b81SIan Munsie #endif /* CONFIG_PPC_BOOK3S */
9142d02b81SIan Munsie
92b9f1cd71SBenjamin Herrenschmidt extern void doorbell_exception(struct pt_regs *regs);
93620165f9SKumar Gala
ppc_msgsnd(enum ppc_dbell type,u32 flags,u32 tag)94620165f9SKumar Gala static inline void ppc_msgsnd(enum ppc_dbell type, u32 flags, u32 tag)
95620165f9SKumar Gala {
96620165f9SKumar Gala u32 msg = PPC_DBELL_TYPE(type) | (flags & PPC_DBELL_MSG_BRDCAST) |
97620165f9SKumar Gala (tag & 0x07ffffff);
98620165f9SKumar Gala
99919ca868SIan Munsie _ppc_msgsnd(msg);
100620165f9SKumar Gala }
101620165f9SKumar Gala
1021f0ce497SNicholas Piggin #ifdef CONFIG_SMP
1031f0ce497SNicholas Piggin
1041f0ce497SNicholas Piggin /*
1051f0ce497SNicholas Piggin * Doorbells must only be used if CPU_FTR_DBELL is available.
1061f0ce497SNicholas Piggin * msgsnd is used in HV, and msgsndp is used in !HV.
1071f0ce497SNicholas Piggin *
1081f0ce497SNicholas Piggin * These should be used by platform code that is aware of restrictions.
1091f0ce497SNicholas Piggin * Other arch code should use ->cause_ipi.
1101f0ce497SNicholas Piggin *
1111f0ce497SNicholas Piggin * doorbell_global_ipi() sends a dbell to any target CPU.
1121f0ce497SNicholas Piggin * Must be used only by architectures that address msgsnd target
1131f0ce497SNicholas Piggin * by PIR/get_hard_smp_processor_id.
1141f0ce497SNicholas Piggin */
doorbell_global_ipi(int cpu)1151f0ce497SNicholas Piggin static inline void doorbell_global_ipi(int cpu)
1161f0ce497SNicholas Piggin {
1171f0ce497SNicholas Piggin u32 tag = get_hard_smp_processor_id(cpu);
1181f0ce497SNicholas Piggin
1191f0ce497SNicholas Piggin kvmppc_set_host_ipi(cpu);
1201f0ce497SNicholas Piggin /* Order previous accesses vs. msgsnd, which is treated as a store */
1211f0ce497SNicholas Piggin ppc_msgsnd_sync();
1221f0ce497SNicholas Piggin ppc_msgsnd(PPC_DBELL_MSGTYPE, 0, tag);
1231f0ce497SNicholas Piggin }
1241f0ce497SNicholas Piggin
1251f0ce497SNicholas Piggin /*
1261f0ce497SNicholas Piggin * doorbell_core_ipi() sends a dbell to a target CPU in the same core.
1271f0ce497SNicholas Piggin * Must be used only by architectures that address msgsnd target
1281f0ce497SNicholas Piggin * by TIR/cpu_thread_in_core.
1291f0ce497SNicholas Piggin */
doorbell_core_ipi(int cpu)1301f0ce497SNicholas Piggin static inline void doorbell_core_ipi(int cpu)
1311f0ce497SNicholas Piggin {
1321f0ce497SNicholas Piggin u32 tag = cpu_thread_in_core(cpu);
1331f0ce497SNicholas Piggin
1341f0ce497SNicholas Piggin kvmppc_set_host_ipi(cpu);
1351f0ce497SNicholas Piggin /* Order previous accesses vs. msgsnd, which is treated as a store */
1361f0ce497SNicholas Piggin ppc_msgsnd_sync();
1371f0ce497SNicholas Piggin ppc_msgsnd(PPC_DBELL_MSGTYPE, 0, tag);
1381f0ce497SNicholas Piggin }
1391f0ce497SNicholas Piggin
1401f0ce497SNicholas Piggin /*
1411f0ce497SNicholas Piggin * Attempt to cause a core doorbell if destination is on the same core.
1421f0ce497SNicholas Piggin * Returns 1 on success, 0 on failure.
1431f0ce497SNicholas Piggin */
doorbell_try_core_ipi(int cpu)1441f0ce497SNicholas Piggin static inline int doorbell_try_core_ipi(int cpu)
1451f0ce497SNicholas Piggin {
1461f0ce497SNicholas Piggin int this_cpu = get_cpu();
1471f0ce497SNicholas Piggin int ret = 0;
1481f0ce497SNicholas Piggin
1491f0ce497SNicholas Piggin if (cpumask_test_cpu(cpu, cpu_sibling_mask(this_cpu))) {
1501f0ce497SNicholas Piggin doorbell_core_ipi(cpu);
1511f0ce497SNicholas Piggin ret = 1;
1521f0ce497SNicholas Piggin }
1531f0ce497SNicholas Piggin
1541f0ce497SNicholas Piggin put_cpu();
1551f0ce497SNicholas Piggin
1561f0ce497SNicholas Piggin return ret;
1571f0ce497SNicholas Piggin }
1581f0ce497SNicholas Piggin
1591f0ce497SNicholas Piggin #endif /* CONFIG_SMP */
1601f0ce497SNicholas Piggin
161620165f9SKumar Gala #endif /* _ASM_POWERPC_DBELL_H */
162