1 /* SPDX-License-Identifier: GPL-2.0-only */ 2 /* 3 * Copyright (C) 2013 - ARM Ltd 4 * Author: Marc Zyngier <marc.zyngier@arm.com> 5 */ 6 7 #ifndef __ASM_ESR_H 8 #define __ASM_ESR_H 9 10 #include <asm/memory.h> 11 #include <asm/sysreg.h> 12 13 #define ESR_ELx_EC_UNKNOWN (0x00) 14 #define ESR_ELx_EC_WFx (0x01) 15 /* Unallocated EC: 0x02 */ 16 #define ESR_ELx_EC_CP15_32 (0x03) 17 #define ESR_ELx_EC_CP15_64 (0x04) 18 #define ESR_ELx_EC_CP14_MR (0x05) 19 #define ESR_ELx_EC_CP14_LS (0x06) 20 #define ESR_ELx_EC_FP_ASIMD (0x07) 21 #define ESR_ELx_EC_CP10_ID (0x08) /* EL2 only */ 22 #define ESR_ELx_EC_PAC (0x09) /* EL2 and above */ 23 /* Unallocated EC: 0x0A - 0x0B */ 24 #define ESR_ELx_EC_CP14_64 (0x0C) 25 #define ESR_ELx_EC_BTI (0x0D) 26 #define ESR_ELx_EC_ILL (0x0E) 27 /* Unallocated EC: 0x0F - 0x10 */ 28 #define ESR_ELx_EC_SVC32 (0x11) 29 #define ESR_ELx_EC_HVC32 (0x12) /* EL2 only */ 30 #define ESR_ELx_EC_SMC32 (0x13) /* EL2 and above */ 31 /* Unallocated EC: 0x14 */ 32 #define ESR_ELx_EC_SVC64 (0x15) 33 #define ESR_ELx_EC_HVC64 (0x16) /* EL2 and above */ 34 #define ESR_ELx_EC_SMC64 (0x17) /* EL2 and above */ 35 #define ESR_ELx_EC_SYS64 (0x18) 36 #define ESR_ELx_EC_SVE (0x19) 37 #define ESR_ELx_EC_ERET (0x1a) /* EL2 only */ 38 /* Unallocated EC: 0x1B */ 39 #define ESR_ELx_EC_FPAC (0x1C) /* EL1 and above */ 40 /* Unallocated EC: 0x1D - 0x1E */ 41 #define ESR_ELx_EC_IMP_DEF (0x1f) /* EL3 only */ 42 #define ESR_ELx_EC_IABT_LOW (0x20) 43 #define ESR_ELx_EC_IABT_CUR (0x21) 44 #define ESR_ELx_EC_PC_ALIGN (0x22) 45 /* Unallocated EC: 0x23 */ 46 #define ESR_ELx_EC_DABT_LOW (0x24) 47 #define ESR_ELx_EC_DABT_CUR (0x25) 48 #define ESR_ELx_EC_SP_ALIGN (0x26) 49 /* Unallocated EC: 0x27 */ 50 #define ESR_ELx_EC_FP_EXC32 (0x28) 51 /* Unallocated EC: 0x29 - 0x2B */ 52 #define ESR_ELx_EC_FP_EXC64 (0x2C) 53 /* Unallocated EC: 0x2D - 0x2E */ 54 #define ESR_ELx_EC_SERROR (0x2F) 55 #define ESR_ELx_EC_BREAKPT_LOW (0x30) 56 #define ESR_ELx_EC_BREAKPT_CUR (0x31) 57 #define ESR_ELx_EC_SOFTSTP_LOW (0x32) 58 #define ESR_ELx_EC_SOFTSTP_CUR (0x33) 59 #define ESR_ELx_EC_WATCHPT_LOW (0x34) 60 #define ESR_ELx_EC_WATCHPT_CUR (0x35) 61 /* Unallocated EC: 0x36 - 0x37 */ 62 #define ESR_ELx_EC_BKPT32 (0x38) 63 /* Unallocated EC: 0x39 */ 64 #define ESR_ELx_EC_VECTOR32 (0x3A) /* EL2 only */ 65 /* Unallocated EC: 0x3B */ 66 #define ESR_ELx_EC_BRK64 (0x3C) 67 /* Unallocated EC: 0x3D - 0x3F */ 68 #define ESR_ELx_EC_MAX (0x3F) 69 70 #define ESR_ELx_EC_SHIFT (26) 71 #define ESR_ELx_EC_MASK (UL(0x3F) << ESR_ELx_EC_SHIFT) 72 #define ESR_ELx_EC(esr) (((esr) & ESR_ELx_EC_MASK) >> ESR_ELx_EC_SHIFT) 73 74 #define ESR_ELx_IL_SHIFT (25) 75 #define ESR_ELx_IL (UL(1) << ESR_ELx_IL_SHIFT) 76 #define ESR_ELx_ISS_MASK (ESR_ELx_IL - 1) 77 78 /* ISS field definitions shared by different classes */ 79 #define ESR_ELx_WNR_SHIFT (6) 80 #define ESR_ELx_WNR (UL(1) << ESR_ELx_WNR_SHIFT) 81 82 /* Asynchronous Error Type */ 83 #define ESR_ELx_IDS_SHIFT (24) 84 #define ESR_ELx_IDS (UL(1) << ESR_ELx_IDS_SHIFT) 85 #define ESR_ELx_AET_SHIFT (10) 86 #define ESR_ELx_AET (UL(0x7) << ESR_ELx_AET_SHIFT) 87 88 #define ESR_ELx_AET_UC (UL(0) << ESR_ELx_AET_SHIFT) 89 #define ESR_ELx_AET_UEU (UL(1) << ESR_ELx_AET_SHIFT) 90 #define ESR_ELx_AET_UEO (UL(2) << ESR_ELx_AET_SHIFT) 91 #define ESR_ELx_AET_UER (UL(3) << ESR_ELx_AET_SHIFT) 92 #define ESR_ELx_AET_CE (UL(6) << ESR_ELx_AET_SHIFT) 93 94 /* Shared ISS field definitions for Data/Instruction aborts */ 95 #define ESR_ELx_SET_SHIFT (11) 96 #define ESR_ELx_SET_MASK (UL(3) << ESR_ELx_SET_SHIFT) 97 #define ESR_ELx_FnV_SHIFT (10) 98 #define ESR_ELx_FnV (UL(1) << ESR_ELx_FnV_SHIFT) 99 #define ESR_ELx_EA_SHIFT (9) 100 #define ESR_ELx_EA (UL(1) << ESR_ELx_EA_SHIFT) 101 #define ESR_ELx_S1PTW_SHIFT (7) 102 #define ESR_ELx_S1PTW (UL(1) << ESR_ELx_S1PTW_SHIFT) 103 104 /* Shared ISS fault status code(IFSC/DFSC) for Data/Instruction aborts */ 105 #define ESR_ELx_FSC (0x3F) 106 #define ESR_ELx_FSC_TYPE (0x3C) 107 #define ESR_ELx_FSC_LEVEL (0x03) 108 #define ESR_ELx_FSC_EXTABT (0x10) 109 #define ESR_ELx_FSC_MTE (0x11) 110 #define ESR_ELx_FSC_SERROR (0x11) 111 #define ESR_ELx_FSC_ACCESS (0x08) 112 #define ESR_ELx_FSC_FAULT (0x04) 113 #define ESR_ELx_FSC_PERM (0x0C) 114 115 /* ISS field definitions for Data Aborts */ 116 #define ESR_ELx_ISV_SHIFT (24) 117 #define ESR_ELx_ISV (UL(1) << ESR_ELx_ISV_SHIFT) 118 #define ESR_ELx_SAS_SHIFT (22) 119 #define ESR_ELx_SAS (UL(3) << ESR_ELx_SAS_SHIFT) 120 #define ESR_ELx_SSE_SHIFT (21) 121 #define ESR_ELx_SSE (UL(1) << ESR_ELx_SSE_SHIFT) 122 #define ESR_ELx_SRT_SHIFT (16) 123 #define ESR_ELx_SRT_MASK (UL(0x1F) << ESR_ELx_SRT_SHIFT) 124 #define ESR_ELx_SF_SHIFT (15) 125 #define ESR_ELx_SF (UL(1) << ESR_ELx_SF_SHIFT) 126 #define ESR_ELx_AR_SHIFT (14) 127 #define ESR_ELx_AR (UL(1) << ESR_ELx_AR_SHIFT) 128 #define ESR_ELx_CM_SHIFT (8) 129 #define ESR_ELx_CM (UL(1) << ESR_ELx_CM_SHIFT) 130 131 /* ISS field definitions for exceptions taken in to Hyp */ 132 #define ESR_ELx_CV (UL(1) << 24) 133 #define ESR_ELx_COND_SHIFT (20) 134 #define ESR_ELx_COND_MASK (UL(0xF) << ESR_ELx_COND_SHIFT) 135 #define ESR_ELx_WFx_ISS_TI (UL(1) << 0) 136 #define ESR_ELx_WFx_ISS_WFI (UL(0) << 0) 137 #define ESR_ELx_WFx_ISS_WFE (UL(1) << 0) 138 #define ESR_ELx_xVC_IMM_MASK ((1UL << 16) - 1) 139 140 #define DISR_EL1_IDS (UL(1) << 24) 141 /* 142 * DISR_EL1 and ESR_ELx share the bottom 13 bits, but the RES0 bits may mean 143 * different things in the future... 144 */ 145 #define DISR_EL1_ESR_MASK (ESR_ELx_AET | ESR_ELx_EA | ESR_ELx_FSC) 146 147 /* ESR value templates for specific events */ 148 #define ESR_ELx_WFx_MASK (ESR_ELx_EC_MASK | ESR_ELx_WFx_ISS_TI) 149 #define ESR_ELx_WFx_WFI_VAL ((ESR_ELx_EC_WFx << ESR_ELx_EC_SHIFT) | \ 150 ESR_ELx_WFx_ISS_WFI) 151 152 /* BRK instruction trap from AArch64 state */ 153 #define ESR_ELx_BRK64_ISS_COMMENT_MASK 0xffff 154 155 /* ISS field definitions for System instruction traps */ 156 #define ESR_ELx_SYS64_ISS_RES0_SHIFT 22 157 #define ESR_ELx_SYS64_ISS_RES0_MASK (UL(0x7) << ESR_ELx_SYS64_ISS_RES0_SHIFT) 158 #define ESR_ELx_SYS64_ISS_DIR_MASK 0x1 159 #define ESR_ELx_SYS64_ISS_DIR_READ 0x1 160 #define ESR_ELx_SYS64_ISS_DIR_WRITE 0x0 161 162 #define ESR_ELx_SYS64_ISS_RT_SHIFT 5 163 #define ESR_ELx_SYS64_ISS_RT_MASK (UL(0x1f) << ESR_ELx_SYS64_ISS_RT_SHIFT) 164 #define ESR_ELx_SYS64_ISS_CRM_SHIFT 1 165 #define ESR_ELx_SYS64_ISS_CRM_MASK (UL(0xf) << ESR_ELx_SYS64_ISS_CRM_SHIFT) 166 #define ESR_ELx_SYS64_ISS_CRN_SHIFT 10 167 #define ESR_ELx_SYS64_ISS_CRN_MASK (UL(0xf) << ESR_ELx_SYS64_ISS_CRN_SHIFT) 168 #define ESR_ELx_SYS64_ISS_OP1_SHIFT 14 169 #define ESR_ELx_SYS64_ISS_OP1_MASK (UL(0x7) << ESR_ELx_SYS64_ISS_OP1_SHIFT) 170 #define ESR_ELx_SYS64_ISS_OP2_SHIFT 17 171 #define ESR_ELx_SYS64_ISS_OP2_MASK (UL(0x7) << ESR_ELx_SYS64_ISS_OP2_SHIFT) 172 #define ESR_ELx_SYS64_ISS_OP0_SHIFT 20 173 #define ESR_ELx_SYS64_ISS_OP0_MASK (UL(0x3) << ESR_ELx_SYS64_ISS_OP0_SHIFT) 174 #define ESR_ELx_SYS64_ISS_SYS_MASK (ESR_ELx_SYS64_ISS_OP0_MASK | \ 175 ESR_ELx_SYS64_ISS_OP1_MASK | \ 176 ESR_ELx_SYS64_ISS_OP2_MASK | \ 177 ESR_ELx_SYS64_ISS_CRN_MASK | \ 178 ESR_ELx_SYS64_ISS_CRM_MASK) 179 #define ESR_ELx_SYS64_ISS_SYS_VAL(op0, op1, op2, crn, crm) \ 180 (((op0) << ESR_ELx_SYS64_ISS_OP0_SHIFT) | \ 181 ((op1) << ESR_ELx_SYS64_ISS_OP1_SHIFT) | \ 182 ((op2) << ESR_ELx_SYS64_ISS_OP2_SHIFT) | \ 183 ((crn) << ESR_ELx_SYS64_ISS_CRN_SHIFT) | \ 184 ((crm) << ESR_ELx_SYS64_ISS_CRM_SHIFT)) 185 186 #define ESR_ELx_SYS64_ISS_SYS_OP_MASK (ESR_ELx_SYS64_ISS_SYS_MASK | \ 187 ESR_ELx_SYS64_ISS_DIR_MASK) 188 #define ESR_ELx_SYS64_ISS_RT(esr) \ 189 (((esr) & ESR_ELx_SYS64_ISS_RT_MASK) >> ESR_ELx_SYS64_ISS_RT_SHIFT) 190 /* 191 * User space cache operations have the following sysreg encoding 192 * in System instructions. 193 * op0=1, op1=3, op2=1, crn=7, crm={ 5, 10, 11, 12, 13, 14 }, WRITE (L=0) 194 */ 195 #define ESR_ELx_SYS64_ISS_CRM_DC_CIVAC 14 196 #define ESR_ELx_SYS64_ISS_CRM_DC_CVADP 13 197 #define ESR_ELx_SYS64_ISS_CRM_DC_CVAP 12 198 #define ESR_ELx_SYS64_ISS_CRM_DC_CVAU 11 199 #define ESR_ELx_SYS64_ISS_CRM_DC_CVAC 10 200 #define ESR_ELx_SYS64_ISS_CRM_IC_IVAU 5 201 202 #define ESR_ELx_SYS64_ISS_EL0_CACHE_OP_MASK (ESR_ELx_SYS64_ISS_OP0_MASK | \ 203 ESR_ELx_SYS64_ISS_OP1_MASK | \ 204 ESR_ELx_SYS64_ISS_OP2_MASK | \ 205 ESR_ELx_SYS64_ISS_CRN_MASK | \ 206 ESR_ELx_SYS64_ISS_DIR_MASK) 207 #define ESR_ELx_SYS64_ISS_EL0_CACHE_OP_VAL \ 208 (ESR_ELx_SYS64_ISS_SYS_VAL(1, 3, 1, 7, 0) | \ 209 ESR_ELx_SYS64_ISS_DIR_WRITE) 210 /* 211 * User space MRS operations which are supported for emulation 212 * have the following sysreg encoding in System instructions. 213 * op0 = 3, op1= 0, crn = 0, {crm = 0, 4-7}, READ (L = 1) 214 */ 215 #define ESR_ELx_SYS64_ISS_SYS_MRS_OP_MASK (ESR_ELx_SYS64_ISS_OP0_MASK | \ 216 ESR_ELx_SYS64_ISS_OP1_MASK | \ 217 ESR_ELx_SYS64_ISS_CRN_MASK | \ 218 ESR_ELx_SYS64_ISS_DIR_MASK) 219 #define ESR_ELx_SYS64_ISS_SYS_MRS_OP_VAL \ 220 (ESR_ELx_SYS64_ISS_SYS_VAL(3, 0, 0, 0, 0) | \ 221 ESR_ELx_SYS64_ISS_DIR_READ) 222 223 #define ESR_ELx_SYS64_ISS_SYS_CTR ESR_ELx_SYS64_ISS_SYS_VAL(3, 3, 1, 0, 0) 224 #define ESR_ELx_SYS64_ISS_SYS_CTR_READ (ESR_ELx_SYS64_ISS_SYS_CTR | \ 225 ESR_ELx_SYS64_ISS_DIR_READ) 226 227 #define ESR_ELx_SYS64_ISS_SYS_CNTVCT (ESR_ELx_SYS64_ISS_SYS_VAL(3, 3, 2, 14, 0) | \ 228 ESR_ELx_SYS64_ISS_DIR_READ) 229 230 #define ESR_ELx_SYS64_ISS_SYS_CNTVCTSS (ESR_ELx_SYS64_ISS_SYS_VAL(3, 3, 6, 14, 0) | \ 231 ESR_ELx_SYS64_ISS_DIR_READ) 232 233 #define ESR_ELx_SYS64_ISS_SYS_CNTFRQ (ESR_ELx_SYS64_ISS_SYS_VAL(3, 3, 0, 14, 0) | \ 234 ESR_ELx_SYS64_ISS_DIR_READ) 235 236 #define esr_sys64_to_sysreg(e) \ 237 sys_reg((((e) & ESR_ELx_SYS64_ISS_OP0_MASK) >> \ 238 ESR_ELx_SYS64_ISS_OP0_SHIFT), \ 239 (((e) & ESR_ELx_SYS64_ISS_OP1_MASK) >> \ 240 ESR_ELx_SYS64_ISS_OP1_SHIFT), \ 241 (((e) & ESR_ELx_SYS64_ISS_CRN_MASK) >> \ 242 ESR_ELx_SYS64_ISS_CRN_SHIFT), \ 243 (((e) & ESR_ELx_SYS64_ISS_CRM_MASK) >> \ 244 ESR_ELx_SYS64_ISS_CRM_SHIFT), \ 245 (((e) & ESR_ELx_SYS64_ISS_OP2_MASK) >> \ 246 ESR_ELx_SYS64_ISS_OP2_SHIFT)) 247 248 #define esr_cp15_to_sysreg(e) \ 249 sys_reg(3, \ 250 (((e) & ESR_ELx_SYS64_ISS_OP1_MASK) >> \ 251 ESR_ELx_SYS64_ISS_OP1_SHIFT), \ 252 (((e) & ESR_ELx_SYS64_ISS_CRN_MASK) >> \ 253 ESR_ELx_SYS64_ISS_CRN_SHIFT), \ 254 (((e) & ESR_ELx_SYS64_ISS_CRM_MASK) >> \ 255 ESR_ELx_SYS64_ISS_CRM_SHIFT), \ 256 (((e) & ESR_ELx_SYS64_ISS_OP2_MASK) >> \ 257 ESR_ELx_SYS64_ISS_OP2_SHIFT)) 258 259 /* 260 * ISS field definitions for floating-point exception traps 261 * (FP_EXC_32/FP_EXC_64). 262 * 263 * (The FPEXC_* constants are used instead for common bits.) 264 */ 265 266 #define ESR_ELx_FP_EXC_TFV (UL(1) << 23) 267 268 /* 269 * ISS field definitions for CP15 accesses 270 */ 271 #define ESR_ELx_CP15_32_ISS_DIR_MASK 0x1 272 #define ESR_ELx_CP15_32_ISS_DIR_READ 0x1 273 #define ESR_ELx_CP15_32_ISS_DIR_WRITE 0x0 274 275 #define ESR_ELx_CP15_32_ISS_RT_SHIFT 5 276 #define ESR_ELx_CP15_32_ISS_RT_MASK (UL(0x1f) << ESR_ELx_CP15_32_ISS_RT_SHIFT) 277 #define ESR_ELx_CP15_32_ISS_CRM_SHIFT 1 278 #define ESR_ELx_CP15_32_ISS_CRM_MASK (UL(0xf) << ESR_ELx_CP15_32_ISS_CRM_SHIFT) 279 #define ESR_ELx_CP15_32_ISS_CRN_SHIFT 10 280 #define ESR_ELx_CP15_32_ISS_CRN_MASK (UL(0xf) << ESR_ELx_CP15_32_ISS_CRN_SHIFT) 281 #define ESR_ELx_CP15_32_ISS_OP1_SHIFT 14 282 #define ESR_ELx_CP15_32_ISS_OP1_MASK (UL(0x7) << ESR_ELx_CP15_32_ISS_OP1_SHIFT) 283 #define ESR_ELx_CP15_32_ISS_OP2_SHIFT 17 284 #define ESR_ELx_CP15_32_ISS_OP2_MASK (UL(0x7) << ESR_ELx_CP15_32_ISS_OP2_SHIFT) 285 286 #define ESR_ELx_CP15_32_ISS_SYS_MASK (ESR_ELx_CP15_32_ISS_OP1_MASK | \ 287 ESR_ELx_CP15_32_ISS_OP2_MASK | \ 288 ESR_ELx_CP15_32_ISS_CRN_MASK | \ 289 ESR_ELx_CP15_32_ISS_CRM_MASK | \ 290 ESR_ELx_CP15_32_ISS_DIR_MASK) 291 #define ESR_ELx_CP15_32_ISS_SYS_VAL(op1, op2, crn, crm) \ 292 (((op1) << ESR_ELx_CP15_32_ISS_OP1_SHIFT) | \ 293 ((op2) << ESR_ELx_CP15_32_ISS_OP2_SHIFT) | \ 294 ((crn) << ESR_ELx_CP15_32_ISS_CRN_SHIFT) | \ 295 ((crm) << ESR_ELx_CP15_32_ISS_CRM_SHIFT)) 296 297 #define ESR_ELx_CP15_64_ISS_DIR_MASK 0x1 298 #define ESR_ELx_CP15_64_ISS_DIR_READ 0x1 299 #define ESR_ELx_CP15_64_ISS_DIR_WRITE 0x0 300 301 #define ESR_ELx_CP15_64_ISS_RT_SHIFT 5 302 #define ESR_ELx_CP15_64_ISS_RT_MASK (UL(0x1f) << ESR_ELx_CP15_64_ISS_RT_SHIFT) 303 304 #define ESR_ELx_CP15_64_ISS_RT2_SHIFT 10 305 #define ESR_ELx_CP15_64_ISS_RT2_MASK (UL(0x1f) << ESR_ELx_CP15_64_ISS_RT2_SHIFT) 306 307 #define ESR_ELx_CP15_64_ISS_OP1_SHIFT 16 308 #define ESR_ELx_CP15_64_ISS_OP1_MASK (UL(0xf) << ESR_ELx_CP15_64_ISS_OP1_SHIFT) 309 #define ESR_ELx_CP15_64_ISS_CRM_SHIFT 1 310 #define ESR_ELx_CP15_64_ISS_CRM_MASK (UL(0xf) << ESR_ELx_CP15_64_ISS_CRM_SHIFT) 311 312 #define ESR_ELx_CP15_64_ISS_SYS_VAL(op1, crm) \ 313 (((op1) << ESR_ELx_CP15_64_ISS_OP1_SHIFT) | \ 314 ((crm) << ESR_ELx_CP15_64_ISS_CRM_SHIFT)) 315 316 #define ESR_ELx_CP15_64_ISS_SYS_MASK (ESR_ELx_CP15_64_ISS_OP1_MASK | \ 317 ESR_ELx_CP15_64_ISS_CRM_MASK | \ 318 ESR_ELx_CP15_64_ISS_DIR_MASK) 319 320 #define ESR_ELx_CP15_64_ISS_SYS_CNTVCT (ESR_ELx_CP15_64_ISS_SYS_VAL(1, 14) | \ 321 ESR_ELx_CP15_64_ISS_DIR_READ) 322 323 #define ESR_ELx_CP15_64_ISS_SYS_CNTVCTSS (ESR_ELx_CP15_64_ISS_SYS_VAL(9, 14) | \ 324 ESR_ELx_CP15_64_ISS_DIR_READ) 325 326 #define ESR_ELx_CP15_32_ISS_SYS_CNTFRQ (ESR_ELx_CP15_32_ISS_SYS_VAL(0, 0, 14, 0) |\ 327 ESR_ELx_CP15_32_ISS_DIR_READ) 328 329 #ifndef __ASSEMBLY__ 330 #include <asm/types.h> 331 332 static inline bool esr_is_data_abort(u32 esr) 333 { 334 const u32 ec = ESR_ELx_EC(esr); 335 336 return ec == ESR_ELx_EC_DABT_LOW || ec == ESR_ELx_EC_DABT_CUR; 337 } 338 339 const char *esr_get_class_string(u32 esr); 340 #endif /* __ASSEMBLY */ 341 342 #endif /* __ASM_ESR_H */ 343