1 /* SPDX-License-Identifier: GPL-2.0-only */ 2 #ifndef __ASM_ASM_EXTABLE_H 3 #define __ASM_ASM_EXTABLE_H 4 5 #include <linux/bits.h> 6 #include <asm/gpr-num.h> 7 8 #define EX_TYPE_NONE 0 9 #define EX_TYPE_FIXUP 1 10 #define EX_TYPE_BPF 2 11 #define EX_TYPE_UACCESS_ERR_ZERO 3 12 #define EX_TYPE_KACCESS_ERR_ZERO 4 13 #define EX_TYPE_LOAD_UNALIGNED_ZEROPAD 5 14 15 /* Data fields for EX_TYPE_UACCESS_ERR_ZERO */ 16 #define EX_DATA_REG_ERR_SHIFT 0 17 #define EX_DATA_REG_ERR GENMASK(4, 0) 18 #define EX_DATA_REG_ZERO_SHIFT 5 19 #define EX_DATA_REG_ZERO GENMASK(9, 5) 20 21 /* Data fields for EX_TYPE_LOAD_UNALIGNED_ZEROPAD */ 22 #define EX_DATA_REG_DATA_SHIFT 0 23 #define EX_DATA_REG_DATA GENMASK(4, 0) 24 #define EX_DATA_REG_ADDR_SHIFT 5 25 #define EX_DATA_REG_ADDR GENMASK(9, 5) 26 27 #ifdef __ASSEMBLY__ 28 29 #define __ASM_EXTABLE_RAW(insn, fixup, type, data) \ 30 .pushsection __ex_table, "a"; \ 31 .align 2; \ 32 .long ((insn) - .); \ 33 .long ((fixup) - .); \ 34 .short (type); \ 35 .short (data); \ 36 .popsection; 37 38 #define _ASM_EXTABLE(insn, fixup) \ 39 __ASM_EXTABLE_RAW(insn, fixup, EX_TYPE_FIXUP, 0) 40 41 #define EX_DATA_REG(reg, gpr) \ 42 (.L__gpr_num_##gpr << EX_DATA_REG_##reg##_SHIFT) 43 44 #define _ASM_EXTABLE_UACCESS_ERR_ZERO(insn, fixup, err, zero) \ 45 __ASM_EXTABLE_RAW(insn, fixup, \ 46 EX_TYPE_UACCESS_ERR_ZERO, \ 47 ( \ 48 EX_DATA_REG(ERR, err) | \ 49 EX_DATA_REG(ZERO, zero) \ 50 )) 51 52 #define _ASM_EXTABLE_UACCESS_ERR(insn, fixup, err) \ 53 _ASM_EXTABLE_UACCESS_ERR_ZERO(insn, fixup, err, wzr) 54 55 #define _ASM_EXTABLE_UACCESS(insn, fixup) \ 56 _ASM_EXTABLE_UACCESS_ERR_ZERO(insn, fixup, wzr, wzr) 57 58 /* 59 * Create an exception table entry for `insn`, which will branch to `fixup` 60 * when an unhandled fault is taken. 61 */ 62 .macro _asm_extable, insn, fixup 63 _ASM_EXTABLE(\insn, \fixup) 64 .endm 65 66 /* 67 * Create an exception table entry for uaccess `insn`, which will branch to `fixup` 68 * when an unhandled fault is taken. 69 */ 70 .macro _asm_extable_uaccess, insn, fixup 71 _ASM_EXTABLE_UACCESS(\insn, \fixup) 72 .endm 73 74 /* 75 * Create an exception table entry for `insn` if `fixup` is provided. Otherwise 76 * do nothing. 77 */ 78 .macro _cond_uaccess_extable, insn, fixup 79 .ifnc \fixup, 80 _asm_extable_uaccess \insn, \fixup 81 .endif 82 .endm 83 84 #else /* __ASSEMBLY__ */ 85 86 #include <linux/stringify.h> 87 88 #define __ASM_EXTABLE_RAW(insn, fixup, type, data) \ 89 ".pushsection __ex_table, \"a\"\n" \ 90 ".align 2\n" \ 91 ".long ((" insn ") - .)\n" \ 92 ".long ((" fixup ") - .)\n" \ 93 ".short (" type ")\n" \ 94 ".short (" data ")\n" \ 95 ".popsection\n" 96 97 #define _ASM_EXTABLE(insn, fixup) \ 98 __ASM_EXTABLE_RAW(#insn, #fixup, __stringify(EX_TYPE_FIXUP), "0") 99 100 #define EX_DATA_REG(reg, gpr) \ 101 "((.L__gpr_num_" #gpr ") << " __stringify(EX_DATA_REG_##reg##_SHIFT) ")" 102 103 #define _ASM_EXTABLE_UACCESS_ERR_ZERO(insn, fixup, err, zero) \ 104 __DEFINE_ASM_GPR_NUMS \ 105 __ASM_EXTABLE_RAW(#insn, #fixup, \ 106 __stringify(EX_TYPE_UACCESS_ERR_ZERO), \ 107 "(" \ 108 EX_DATA_REG(ERR, err) " | " \ 109 EX_DATA_REG(ZERO, zero) \ 110 ")") 111 112 #define _ASM_EXTABLE_KACCESS_ERR_ZERO(insn, fixup, err, zero) \ 113 __DEFINE_ASM_GPR_NUMS \ 114 __ASM_EXTABLE_RAW(#insn, #fixup, \ 115 __stringify(EX_TYPE_KACCESS_ERR_ZERO), \ 116 "(" \ 117 EX_DATA_REG(ERR, err) " | " \ 118 EX_DATA_REG(ZERO, zero) \ 119 ")") 120 121 #define _ASM_EXTABLE_UACCESS_ERR(insn, fixup, err) \ 122 _ASM_EXTABLE_UACCESS_ERR_ZERO(insn, fixup, err, wzr) 123 124 #define _ASM_EXTABLE_UACCESS(insn, fixup) \ 125 _ASM_EXTABLE_UACCESS_ERR_ZERO(insn, fixup, wzr, wzr) 126 127 #define _ASM_EXTABLE_KACCESS_ERR(insn, fixup, err) \ 128 _ASM_EXTABLE_KACCESS_ERR_ZERO(insn, fixup, err, wzr) 129 130 #define _ASM_EXTABLE_LOAD_UNALIGNED_ZEROPAD(insn, fixup, data, addr) \ 131 __DEFINE_ASM_GPR_NUMS \ 132 __ASM_EXTABLE_RAW(#insn, #fixup, \ 133 __stringify(EX_TYPE_LOAD_UNALIGNED_ZEROPAD), \ 134 "(" \ 135 EX_DATA_REG(DATA, data) " | " \ 136 EX_DATA_REG(ADDR, addr) \ 137 ")") 138 139 #endif /* __ASSEMBLY__ */ 140 141 #endif /* __ASM_ASM_EXTABLE_H */ 142