1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
25373db88SJan Glauber #ifndef _ASM_S390_JUMP_LABEL_H
35373db88SJan Glauber #define _ASM_S390_JUMP_LABEL_H
45373db88SJan Glauber
54e0502b8SHeiko Carstens #define HAVE_JUMP_LABEL_BATCH
64e0502b8SHeiko Carstens
755dd0df7SAnton Blanchard #ifndef __ASSEMBLY__
855dd0df7SAnton Blanchard
95373db88SJan Glauber #include <linux/types.h>
10ac314184SJason Baron #include <linux/stringify.h>
115373db88SJan Glauber
125373db88SJan Glauber #define JUMP_LABEL_NOP_SIZE 6
135373db88SJan Glauber
14c4e5c229SVasily Gorbik #ifdef CONFIG_CC_IS_CLANG
15c4e5c229SVasily Gorbik #define JUMP_LABEL_STATIC_KEY_CONSTRAINT "i"
16c4e5c229SVasily Gorbik #elif __GNUC__ < 9
1714644852SIlya Leoshkevich #define JUMP_LABEL_STATIC_KEY_CONSTRAINT "X"
1814644852SIlya Leoshkevich #else
1914644852SIlya Leoshkevich #define JUMP_LABEL_STATIC_KEY_CONSTRAINT "jdd"
2014644852SIlya Leoshkevich #endif
2114644852SIlya Leoshkevich
22d5caa4dbSHeiko Carstens /*
230c3b61e0SArd Biesheuvel * We use a brcl 0,<offset> instruction for jump labels so it
24d5caa4dbSHeiko Carstens * can be easily distinguished from a hotpatch generated instruction.
25d5caa4dbSHeiko Carstens */
arch_static_branch(struct static_key * key,bool branch)267f032febSHeiko Carstens static __always_inline bool arch_static_branch(struct static_key *key, bool branch)
275373db88SJan Glauber {
28*aaff74d8SLinus Torvalds asm goto("0: brcl 0,%l[label]\n"
295373db88SJan Glauber ".pushsection __jump_table,\"aw\"\n"
305a79859aSHeiko Carstens ".balign 8\n"
3113ddb52cSHeiko Carstens ".long 0b-.,%l[label]-.\n"
3214644852SIlya Leoshkevich ".quad %0+%1-.\n"
335373db88SJan Glauber ".popsection\n"
3414644852SIlya Leoshkevich : : JUMP_LABEL_STATIC_KEY_CONSTRAINT (key), "i" (branch) : : label);
3511276d53SPeter Zijlstra return false;
3611276d53SPeter Zijlstra label:
3711276d53SPeter Zijlstra return true;
3811276d53SPeter Zijlstra }
3911276d53SPeter Zijlstra
arch_static_branch_jump(struct static_key * key,bool branch)407f032febSHeiko Carstens static __always_inline bool arch_static_branch_jump(struct static_key *key, bool branch)
4111276d53SPeter Zijlstra {
42*aaff74d8SLinus Torvalds asm goto("0: brcl 15,%l[label]\n"
4311276d53SPeter Zijlstra ".pushsection __jump_table,\"aw\"\n"
4411276d53SPeter Zijlstra ".balign 8\n"
4513ddb52cSHeiko Carstens ".long 0b-.,%l[label]-.\n"
4614644852SIlya Leoshkevich ".quad %0+%1-.\n"
4711276d53SPeter Zijlstra ".popsection\n"
4814644852SIlya Leoshkevich : : JUMP_LABEL_STATIC_KEY_CONSTRAINT (key), "i" (branch) : : label);
495373db88SJan Glauber return false;
505373db88SJan Glauber label:
515373db88SJan Glauber return true;
525373db88SJan Glauber }
535373db88SJan Glauber
5455dd0df7SAnton Blanchard #endif /* __ASSEMBLY__ */
555373db88SJan Glauber #endif
56