1caab277bSThomas Gleixner /* SPDX-License-Identifier: GPL-2.0-only */ 24f04d8f0SCatalin Marinas /* 34f04d8f0SCatalin Marinas * Copyright (C) 2012 ARM Ltd. 44f04d8f0SCatalin Marinas */ 54f04d8f0SCatalin Marinas #ifndef __ASM_PGTABLE_HWDEF_H 64f04d8f0SCatalin Marinas #define __ASM_PGTABLE_HWDEF_H 74f04d8f0SCatalin Marinas 8529c4b05SKristina Martsenko #include <asm/memory.h> 9529c4b05SKristina Martsenko 10686e7838SSuzuki K. Poulose /* 11686e7838SSuzuki K. Poulose * Number of page-table levels required to address 'va_bits' wide 12686e7838SSuzuki K. Poulose * address, without section mapping. We resolve the top (va_bits - PAGE_SHIFT) 13686e7838SSuzuki K. Poulose * bits with (PAGE_SHIFT - 3) bits at each page table level. Hence: 14686e7838SSuzuki K. Poulose * 15686e7838SSuzuki K. Poulose * levels = DIV_ROUND_UP((va_bits - PAGE_SHIFT), (PAGE_SHIFT - 3)) 16686e7838SSuzuki K. Poulose * 17686e7838SSuzuki K. Poulose * where DIV_ROUND_UP(n, d) => (((n) + (d) - 1) / (d)) 18686e7838SSuzuki K. Poulose * 19686e7838SSuzuki K. Poulose * We cannot include linux/kernel.h which defines DIV_ROUND_UP here 20686e7838SSuzuki K. Poulose * due to build issues. So we open code DIV_ROUND_UP here: 21686e7838SSuzuki K. Poulose * 22686e7838SSuzuki K. Poulose * ((((va_bits) - PAGE_SHIFT) + (PAGE_SHIFT - 3) - 1) / (PAGE_SHIFT - 3)) 23686e7838SSuzuki K. Poulose * 24686e7838SSuzuki K. Poulose * which gets simplified as : 25686e7838SSuzuki K. Poulose */ 26686e7838SSuzuki K. Poulose #define ARM64_HW_PGTABLE_LEVELS(va_bits) (((va_bits) - 4) / (PAGE_SHIFT - 3)) 27686e7838SSuzuki K. Poulose 28686e7838SSuzuki K. Poulose /* 29686e7838SSuzuki K. Poulose * Size mapped by an entry at level n ( 0 <= n <= 3) 30686e7838SSuzuki K. Poulose * We map (PAGE_SHIFT - 3) at all translation levels and PAGE_SHIFT bits 31686e7838SSuzuki K. Poulose * in the final page. The maximum number of translation levels supported by 32c4334d57SRandy Dunlap * the architecture is 4. Hence, starting at level n, we have further 33686e7838SSuzuki K. Poulose * ((4 - n) - 1) levels of translation excluding the offset within the page. 34686e7838SSuzuki K. Poulose * So, the total number of bits mapped by an entry at level n is : 35686e7838SSuzuki K. Poulose * 36686e7838SSuzuki K. Poulose * ((4 - n) - 1) * (PAGE_SHIFT - 3) + PAGE_SHIFT 37686e7838SSuzuki K. Poulose * 38686e7838SSuzuki K. Poulose * Rearranging it a bit we get : 39686e7838SSuzuki K. Poulose * (4 - n) * (PAGE_SHIFT - 3) + 3 40686e7838SSuzuki K. Poulose */ 41686e7838SSuzuki K. Poulose #define ARM64_HW_PGTABLE_LEVEL_SHIFT(n) ((PAGE_SHIFT - 3) * (4 - (n)) + 3) 42686e7838SSuzuki K. Poulose 436b4fee24SCatalin Marinas #define PTRS_PER_PTE (1 << (PAGE_SHIFT - 3)) 446b4fee24SCatalin Marinas 456b4fee24SCatalin Marinas /* 466b4fee24SCatalin Marinas * PMD_SHIFT determines the size a level 2 page table entry can map. 476b4fee24SCatalin Marinas */ 489f25e6adSKirill A. Shutemov #if CONFIG_PGTABLE_LEVELS > 2 49686e7838SSuzuki K. Poulose #define PMD_SHIFT ARM64_HW_PGTABLE_LEVEL_SHIFT(2) 506b4fee24SCatalin Marinas #define PMD_SIZE (_AC(1, UL) << PMD_SHIFT) 516b4fee24SCatalin Marinas #define PMD_MASK (~(PMD_SIZE-1)) 522a2848e7SAnshuman Khandual #define PTRS_PER_PMD (1 << (PAGE_SHIFT - 3)) 534f04d8f0SCatalin Marinas #endif 544f04d8f0SCatalin Marinas 554f04d8f0SCatalin Marinas /* 566b4fee24SCatalin Marinas * PUD_SHIFT determines the size a level 1 page table entry can map. 576b4fee24SCatalin Marinas */ 589f25e6adSKirill A. Shutemov #if CONFIG_PGTABLE_LEVELS > 3 59686e7838SSuzuki K. Poulose #define PUD_SHIFT ARM64_HW_PGTABLE_LEVEL_SHIFT(1) 606b4fee24SCatalin Marinas #define PUD_SIZE (_AC(1, UL) << PUD_SHIFT) 616b4fee24SCatalin Marinas #define PUD_MASK (~(PUD_SIZE-1)) 622a2848e7SAnshuman Khandual #define PTRS_PER_PUD (1 << (PAGE_SHIFT - 3)) 636b4fee24SCatalin Marinas #endif 646b4fee24SCatalin Marinas 656b4fee24SCatalin Marinas /* 666b4fee24SCatalin Marinas * PGDIR_SHIFT determines the size a top-level page table entry can map 676b4fee24SCatalin Marinas * (depending on the configuration, this level can be 0, 1 or 2). 686b4fee24SCatalin Marinas */ 69686e7838SSuzuki K. Poulose #define PGDIR_SHIFT ARM64_HW_PGTABLE_LEVEL_SHIFT(4 - CONFIG_PGTABLE_LEVELS) 706b4fee24SCatalin Marinas #define PGDIR_SIZE (_AC(1, UL) << PGDIR_SHIFT) 716b4fee24SCatalin Marinas #define PGDIR_MASK (~(PGDIR_SIZE-1)) 72218564b1SBhupesh Sharma #define PTRS_PER_PGD (1 << (VA_BITS - PGDIR_SHIFT)) 736b4fee24SCatalin Marinas 746b4fee24SCatalin Marinas /* 75ecf35a23SJeremy Linton * Contiguous page definitions. 76ecf35a23SJeremy Linton */ 77c0d6de32SGavin Shan #define CONT_PTE_SHIFT (CONFIG_ARM64_CONT_PTE_SHIFT + PAGE_SHIFT) 78a1634a54SGavin Shan #define CONT_PTES (1 << (CONT_PTE_SHIFT - PAGE_SHIFT)) 7966b3923aSDavid Woods #define CONT_PTE_SIZE (CONT_PTES * PAGE_SIZE) 8066b3923aSDavid Woods #define CONT_PTE_MASK (~(CONT_PTE_SIZE - 1)) 81e6765941SGavin Shan 82e6765941SGavin Shan #define CONT_PMD_SHIFT (CONFIG_ARM64_CONT_PMD_SHIFT + PMD_SHIFT) 83a1634a54SGavin Shan #define CONT_PMDS (1 << (CONT_PMD_SHIFT - PMD_SHIFT)) 8466b3923aSDavid Woods #define CONT_PMD_SIZE (CONT_PMDS * PMD_SIZE) 8566b3923aSDavid Woods #define CONT_PMD_MASK (~(CONT_PMD_SIZE - 1)) 86ecf35a23SJeremy Linton 87ecf35a23SJeremy Linton /* 884f04d8f0SCatalin Marinas * Hardware page table definitions. 894f04d8f0SCatalin Marinas * 90c1fd78a7SArd Biesheuvel * Level 0 descriptor (P4D). 91c1fd78a7SArd Biesheuvel */ 92c1fd78a7SArd Biesheuvel #define P4D_TYPE_TABLE (_AT(p4dval_t, 3) << 0) 93c1fd78a7SArd Biesheuvel #define P4D_TABLE_BIT (_AT(p4dval_t, 1) << 1) 94c1fd78a7SArd Biesheuvel #define P4D_TYPE_MASK (_AT(p4dval_t, 3) << 0) 95c1fd78a7SArd Biesheuvel #define P4D_TYPE_SECT (_AT(p4dval_t, 1) << 0) 96c1fd78a7SArd Biesheuvel #define P4D_SECT_RDONLY (_AT(p4dval_t, 1) << 7) /* AP[2] */ 9787143f40SArd Biesheuvel #define P4D_TABLE_PXN (_AT(p4dval_t, 1) << 59) 9887143f40SArd Biesheuvel #define P4D_TABLE_UXN (_AT(p4dval_t, 1) << 60) 99c1fd78a7SArd Biesheuvel 100c1fd78a7SArd Biesheuvel /* 101084bd298SSteve Capper * Level 1 descriptor (PUD). 102084bd298SSteve Capper */ 103c79b954bSJungseok Lee #define PUD_TYPE_TABLE (_AT(pudval_t, 3) << 0) 10429d9bef1SPunit Agrawal #define PUD_TABLE_BIT (_AT(pudval_t, 1) << 1) 10529d9bef1SPunit Agrawal #define PUD_TYPE_MASK (_AT(pudval_t, 3) << 0) 10629d9bef1SPunit Agrawal #define PUD_TYPE_SECT (_AT(pudval_t, 1) << 0) 1077ea40889SPavel Tatashin #define PUD_SECT_RDONLY (_AT(pudval_t, 1) << 7) /* AP[2] */ 10887143f40SArd Biesheuvel #define PUD_TABLE_PXN (_AT(pudval_t, 1) << 59) 10987143f40SArd Biesheuvel #define PUD_TABLE_UXN (_AT(pudval_t, 1) << 60) 110084bd298SSteve Capper 111084bd298SSteve Capper /* 1124f04d8f0SCatalin Marinas * Level 2 descriptor (PMD). 1134f04d8f0SCatalin Marinas */ 1144f04d8f0SCatalin Marinas #define PMD_TYPE_MASK (_AT(pmdval_t, 3) << 0) 1154f04d8f0SCatalin Marinas #define PMD_TYPE_TABLE (_AT(pmdval_t, 3) << 0) 1164f04d8f0SCatalin Marinas #define PMD_TYPE_SECT (_AT(pmdval_t, 1) << 0) 117084bd298SSteve Capper #define PMD_TABLE_BIT (_AT(pmdval_t, 1) << 1) 1184f04d8f0SCatalin Marinas 1194f04d8f0SCatalin Marinas /* 1204f04d8f0SCatalin Marinas * Section 1214f04d8f0SCatalin Marinas */ 122af074848SSteve Capper #define PMD_SECT_VALID (_AT(pmdval_t, 1) << 0) 123af074848SSteve Capper #define PMD_SECT_USER (_AT(pmdval_t, 1) << 6) /* AP[1] */ 124af074848SSteve Capper #define PMD_SECT_RDONLY (_AT(pmdval_t, 1) << 7) /* AP[2] */ 1254f04d8f0SCatalin Marinas #define PMD_SECT_S (_AT(pmdval_t, 3) << 8) 1264f04d8f0SCatalin Marinas #define PMD_SECT_AF (_AT(pmdval_t, 1) << 10) 1274f04d8f0SCatalin Marinas #define PMD_SECT_NG (_AT(pmdval_t, 1) << 11) 128ecf35a23SJeremy Linton #define PMD_SECT_CONT (_AT(pmdval_t, 1) << 52) 1298e620b04SCatalin Marinas #define PMD_SECT_PXN (_AT(pmdval_t, 1) << 53) 1308e620b04SCatalin Marinas #define PMD_SECT_UXN (_AT(pmdval_t, 1) << 54) 13187143f40SArd Biesheuvel #define PMD_TABLE_PXN (_AT(pmdval_t, 1) << 59) 13287143f40SArd Biesheuvel #define PMD_TABLE_UXN (_AT(pmdval_t, 1) << 60) 1334f04d8f0SCatalin Marinas 1344f04d8f0SCatalin Marinas /* 1354f04d8f0SCatalin Marinas * AttrIndx[2:0] encoding (mapping attributes defined in the MAIR* registers). 1364f04d8f0SCatalin Marinas */ 1374f04d8f0SCatalin Marinas #define PMD_ATTRINDX(t) (_AT(pmdval_t, (t)) << 2) 1384f04d8f0SCatalin Marinas #define PMD_ATTRINDX_MASK (_AT(pmdval_t, 7) << 2) 1394f04d8f0SCatalin Marinas 1404f04d8f0SCatalin Marinas /* 1414f04d8f0SCatalin Marinas * Level 3 descriptor (PTE). 1424f04d8f0SCatalin Marinas */ 143201d355cSAnshuman Khandual #define PTE_VALID (_AT(pteval_t, 1) << 0) 1444f04d8f0SCatalin Marinas #define PTE_TYPE_MASK (_AT(pteval_t, 3) << 0) 1454f04d8f0SCatalin Marinas #define PTE_TYPE_PAGE (_AT(pteval_t, 3) << 0) 146084bd298SSteve Capper #define PTE_TABLE_BIT (_AT(pteval_t, 1) << 1) 1474f04d8f0SCatalin Marinas #define PTE_USER (_AT(pteval_t, 1) << 6) /* AP[1] */ 1484f04d8f0SCatalin Marinas #define PTE_RDONLY (_AT(pteval_t, 1) << 7) /* AP[2] */ 1494f04d8f0SCatalin Marinas #define PTE_SHARED (_AT(pteval_t, 3) << 8) /* SH[1:0], inner shareable */ 1504f04d8f0SCatalin Marinas #define PTE_AF (_AT(pteval_t, 1) << 10) /* Access Flag */ 1514f04d8f0SCatalin Marinas #define PTE_NG (_AT(pteval_t, 1) << 11) /* nG */ 1528ef8f360SDave Martin #define PTE_GP (_AT(pteval_t, 1) << 50) /* BTI guarded */ 1532f4b829cSCatalin Marinas #define PTE_DBM (_AT(pteval_t, 1) << 51) /* Dirty Bit Management */ 154ecf35a23SJeremy Linton #define PTE_CONT (_AT(pteval_t, 1) << 52) /* Contiguous range */ 1558e620b04SCatalin Marinas #define PTE_PXN (_AT(pteval_t, 1) << 53) /* Privileged XN */ 1568e620b04SCatalin Marinas #define PTE_UXN (_AT(pteval_t, 1) << 54) /* User XN */ 1574f04d8f0SCatalin Marinas 158e6d588a8SKristina Martsenko #define PTE_ADDR_LOW (((_AT(pteval_t, 1) << (48 - PAGE_SHIFT)) - 1) << PAGE_SHIFT) 15975387b92SKristina Martsenko #ifdef CONFIG_ARM64_PA_BITS_52 160e6d588a8SKristina Martsenko #define PTE_ADDR_HIGH (_AT(pteval_t, 0xf) << 12) 16175387b92SKristina Martsenko #define PTE_ADDR_MASK (PTE_ADDR_LOW | PTE_ADDR_HIGH) 162a4ee2861SAnshuman Khandual #define PTE_ADDR_HIGH_SHIFT 36 16375387b92SKristina Martsenko #else 16475387b92SKristina Martsenko #define PTE_ADDR_MASK PTE_ADDR_LOW 165e6d588a8SKristina Martsenko #endif 166e6d588a8SKristina Martsenko 1674f04d8f0SCatalin Marinas /* 1684f04d8f0SCatalin Marinas * AttrIndx[2:0] encoding (mapping attributes defined in the MAIR* registers). 1694f04d8f0SCatalin Marinas */ 1704f04d8f0SCatalin Marinas #define PTE_ATTRINDX(t) (_AT(pteval_t, (t)) << 2) 1714f04d8f0SCatalin Marinas #define PTE_ATTRINDX_MASK (_AT(pteval_t, 7) << 2) 1724f04d8f0SCatalin Marinas 1734f04d8f0SCatalin Marinas /* 174*eeda243dSJoey Gouly * PIIndex[3:0] encoding (Permission Indirection Extension) 175*eeda243dSJoey Gouly */ 176*eeda243dSJoey Gouly #define PTE_PI_IDX_0 6 /* AP[1], USER */ 177*eeda243dSJoey Gouly #define PTE_PI_IDX_1 51 /* DBM */ 178*eeda243dSJoey Gouly #define PTE_PI_IDX_2 53 /* PXN */ 179*eeda243dSJoey Gouly #define PTE_PI_IDX_3 54 /* UXN */ 180*eeda243dSJoey Gouly 181*eeda243dSJoey Gouly /* 18236311607SMarc Zyngier * Memory Attribute override for Stage-2 (MemAttr[3:0]) 18336311607SMarc Zyngier */ 18436311607SMarc Zyngier #define PTE_S2_MEMATTR(t) (_AT(pteval_t, (t)) << 2) 18536311607SMarc Zyngier 18636311607SMarc Zyngier /* 18787366d8cSRadha Mohan Chintakuntla * Highest possible physical address supported. 1884f04d8f0SCatalin Marinas */ 189982aa7c5SKristina Martsenko #define PHYS_MASK_SHIFT (CONFIG_ARM64_PA_BITS) 1904f04d8f0SCatalin Marinas #define PHYS_MASK ((UL(1) << PHYS_MASK_SHIFT) - 1) 1914f04d8f0SCatalin Marinas 1925ffdfaedSVladimir Murzin #define TTBR_CNP_BIT (UL(1) << 0) 1935ffdfaedSVladimir Murzin 1944f04d8f0SCatalin Marinas /* 1954f04d8f0SCatalin Marinas * TCR flags. 1964f04d8f0SCatalin Marinas */ 197dd006da2SArd Biesheuvel #define TCR_T0SZ_OFFSET 0 198dd006da2SArd Biesheuvel #define TCR_T1SZ_OFFSET 16 199dd006da2SArd Biesheuvel #define TCR_T0SZ(x) ((UL(64) - (x)) << TCR_T0SZ_OFFSET) 200dd006da2SArd Biesheuvel #define TCR_T1SZ(x) ((UL(64) - (x)) << TCR_T1SZ_OFFSET) 201dd006da2SArd Biesheuvel #define TCR_TxSZ(x) (TCR_T0SZ(x) | TCR_T1SZ(x)) 202dd006da2SArd Biesheuvel #define TCR_TxSZ_WIDTH 6 203adf75899SMark Rutland #define TCR_T0SZ_MASK (((UL(1) << TCR_TxSZ_WIDTH) - 1) << TCR_T0SZ_OFFSET) 204bbdbc118SBhupesh Sharma #define TCR_T1SZ_MASK (((UL(1) << TCR_TxSZ_WIDTH) - 1) << TCR_T1SZ_OFFSET) 205a563f759SSuzuki K Poulose 206793d5d92SMarc Zyngier #define TCR_EPD0_SHIFT 7 207793d5d92SMarc Zyngier #define TCR_EPD0_MASK (UL(1) << TCR_EPD0_SHIFT) 208a563f759SSuzuki K Poulose #define TCR_IRGN0_SHIFT 8 209a563f759SSuzuki K Poulose #define TCR_IRGN0_MASK (UL(3) << TCR_IRGN0_SHIFT) 210a563f759SSuzuki K Poulose #define TCR_IRGN0_NC (UL(0) << TCR_IRGN0_SHIFT) 211a563f759SSuzuki K Poulose #define TCR_IRGN0_WBWA (UL(1) << TCR_IRGN0_SHIFT) 212a563f759SSuzuki K Poulose #define TCR_IRGN0_WT (UL(2) << TCR_IRGN0_SHIFT) 213a563f759SSuzuki K Poulose #define TCR_IRGN0_WBnWA (UL(3) << TCR_IRGN0_SHIFT) 214a563f759SSuzuki K Poulose 215793d5d92SMarc Zyngier #define TCR_EPD1_SHIFT 23 216793d5d92SMarc Zyngier #define TCR_EPD1_MASK (UL(1) << TCR_EPD1_SHIFT) 217a563f759SSuzuki K Poulose #define TCR_IRGN1_SHIFT 24 218a563f759SSuzuki K Poulose #define TCR_IRGN1_MASK (UL(3) << TCR_IRGN1_SHIFT) 219a563f759SSuzuki K Poulose #define TCR_IRGN1_NC (UL(0) << TCR_IRGN1_SHIFT) 220a563f759SSuzuki K Poulose #define TCR_IRGN1_WBWA (UL(1) << TCR_IRGN1_SHIFT) 221a563f759SSuzuki K Poulose #define TCR_IRGN1_WT (UL(2) << TCR_IRGN1_SHIFT) 222a563f759SSuzuki K Poulose #define TCR_IRGN1_WBnWA (UL(3) << TCR_IRGN1_SHIFT) 223a563f759SSuzuki K Poulose 224a563f759SSuzuki K Poulose #define TCR_IRGN_NC (TCR_IRGN0_NC | TCR_IRGN1_NC) 225a563f759SSuzuki K Poulose #define TCR_IRGN_WBWA (TCR_IRGN0_WBWA | TCR_IRGN1_WBWA) 226a563f759SSuzuki K Poulose #define TCR_IRGN_WT (TCR_IRGN0_WT | TCR_IRGN1_WT) 227a563f759SSuzuki K Poulose #define TCR_IRGN_WBnWA (TCR_IRGN0_WBnWA | TCR_IRGN1_WBnWA) 228a563f759SSuzuki K Poulose #define TCR_IRGN_MASK (TCR_IRGN0_MASK | TCR_IRGN1_MASK) 229a563f759SSuzuki K Poulose 230a563f759SSuzuki K Poulose 231a563f759SSuzuki K Poulose #define TCR_ORGN0_SHIFT 10 232a563f759SSuzuki K Poulose #define TCR_ORGN0_MASK (UL(3) << TCR_ORGN0_SHIFT) 233a563f759SSuzuki K Poulose #define TCR_ORGN0_NC (UL(0) << TCR_ORGN0_SHIFT) 234a563f759SSuzuki K Poulose #define TCR_ORGN0_WBWA (UL(1) << TCR_ORGN0_SHIFT) 235a563f759SSuzuki K Poulose #define TCR_ORGN0_WT (UL(2) << TCR_ORGN0_SHIFT) 236a563f759SSuzuki K Poulose #define TCR_ORGN0_WBnWA (UL(3) << TCR_ORGN0_SHIFT) 237a563f759SSuzuki K Poulose 238a563f759SSuzuki K Poulose #define TCR_ORGN1_SHIFT 26 239a563f759SSuzuki K Poulose #define TCR_ORGN1_MASK (UL(3) << TCR_ORGN1_SHIFT) 240a563f759SSuzuki K Poulose #define TCR_ORGN1_NC (UL(0) << TCR_ORGN1_SHIFT) 241a563f759SSuzuki K Poulose #define TCR_ORGN1_WBWA (UL(1) << TCR_ORGN1_SHIFT) 242a563f759SSuzuki K Poulose #define TCR_ORGN1_WT (UL(2) << TCR_ORGN1_SHIFT) 243a563f759SSuzuki K Poulose #define TCR_ORGN1_WBnWA (UL(3) << TCR_ORGN1_SHIFT) 244a563f759SSuzuki K Poulose 245a563f759SSuzuki K Poulose #define TCR_ORGN_NC (TCR_ORGN0_NC | TCR_ORGN1_NC) 246a563f759SSuzuki K Poulose #define TCR_ORGN_WBWA (TCR_ORGN0_WBWA | TCR_ORGN1_WBWA) 247a563f759SSuzuki K Poulose #define TCR_ORGN_WT (TCR_ORGN0_WT | TCR_ORGN1_WT) 248a563f759SSuzuki K Poulose #define TCR_ORGN_WBnWA (TCR_ORGN0_WBnWA | TCR_ORGN1_WBnWA) 249a563f759SSuzuki K Poulose #define TCR_ORGN_MASK (TCR_ORGN0_MASK | TCR_ORGN1_MASK) 250a563f759SSuzuki K Poulose 251a563f759SSuzuki K Poulose #define TCR_SH0_SHIFT 12 252a563f759SSuzuki K Poulose #define TCR_SH0_MASK (UL(3) << TCR_SH0_SHIFT) 253a563f759SSuzuki K Poulose #define TCR_SH0_INNER (UL(3) << TCR_SH0_SHIFT) 254a563f759SSuzuki K Poulose 255a563f759SSuzuki K Poulose #define TCR_SH1_SHIFT 28 256a563f759SSuzuki K Poulose #define TCR_SH1_MASK (UL(3) << TCR_SH1_SHIFT) 257a563f759SSuzuki K Poulose #define TCR_SH1_INNER (UL(3) << TCR_SH1_SHIFT) 258a563f759SSuzuki K Poulose #define TCR_SHARED (TCR_SH0_INNER | TCR_SH1_INNER) 259a563f759SSuzuki K Poulose 260a563f759SSuzuki K Poulose #define TCR_TG0_SHIFT 14 261a563f759SSuzuki K Poulose #define TCR_TG0_MASK (UL(3) << TCR_TG0_SHIFT) 262a563f759SSuzuki K Poulose #define TCR_TG0_4K (UL(0) << TCR_TG0_SHIFT) 263a563f759SSuzuki K Poulose #define TCR_TG0_64K (UL(1) << TCR_TG0_SHIFT) 264a563f759SSuzuki K Poulose #define TCR_TG0_16K (UL(2) << TCR_TG0_SHIFT) 265a563f759SSuzuki K Poulose 266a563f759SSuzuki K Poulose #define TCR_TG1_SHIFT 30 267a563f759SSuzuki K Poulose #define TCR_TG1_MASK (UL(3) << TCR_TG1_SHIFT) 268a563f759SSuzuki K Poulose #define TCR_TG1_16K (UL(1) << TCR_TG1_SHIFT) 269a563f759SSuzuki K Poulose #define TCR_TG1_4K (UL(2) << TCR_TG1_SHIFT) 270a563f759SSuzuki K Poulose #define TCR_TG1_64K (UL(3) << TCR_TG1_SHIFT) 271a563f759SSuzuki K Poulose 272787fd1d0SKristina Martsenko #define TCR_IPS_SHIFT 32 273787fd1d0SKristina Martsenko #define TCR_IPS_MASK (UL(7) << TCR_IPS_SHIFT) 2747655abb9SWill Deacon #define TCR_A1 (UL(1) << 22) 2754f04d8f0SCatalin Marinas #define TCR_ASID16 (UL(1) << 36) 276d50240a5SWill Deacon #define TCR_TBI0 (UL(1) << 37) 27721696c16SAndrey Konovalov #define TCR_TBI1 (UL(1) << 38) 2782f4b829cSCatalin Marinas #define TCR_HA (UL(1) << 39) 2792f4b829cSCatalin Marinas #define TCR_HD (UL(1) << 40) 28049b3cf03SPeter Collingbourne #define TCR_TBID1 (UL(1) << 52) 2813e32131aSZhang Lei #define TCR_NFD0 (UL(1) << 53) 282e03e61c3SWill Deacon #define TCR_NFD1 (UL(1) << 54) 2833e6c69a0SMark Brown #define TCR_E0PD0 (UL(1) << 55) 2843e6c69a0SMark Brown #define TCR_E0PD1 (UL(1) << 56) 285e921da6bSAnshuman Khandual #define TCR_TCMA0 (UL(1) << 57) 286e921da6bSAnshuman Khandual #define TCR_TCMA1 (UL(1) << 58) 2874f04d8f0SCatalin Marinas 288529c4b05SKristina Martsenko /* 289529c4b05SKristina Martsenko * TTBR. 290529c4b05SKristina Martsenko */ 291529c4b05SKristina Martsenko #ifdef CONFIG_ARM64_PA_BITS_52 292529c4b05SKristina Martsenko /* 293529c4b05SKristina Martsenko * TTBR_ELx[1] is RES0 in this configuration. 294529c4b05SKristina Martsenko */ 29519198abfSJoey Gouly #define TTBR_BADDR_MASK_52 GENMASK_ULL(47, 2) 296529c4b05SKristina Martsenko #endif 297529c4b05SKristina Martsenko 298b6d00d47SSteve Capper #ifdef CONFIG_ARM64_VA_BITS_52 299e842dfb5SSteve Capper /* Must be at least 64-byte aligned to prevent corruption of the TTBR */ 300e842dfb5SSteve Capper #define TTBR1_BADDR_4852_OFFSET (((UL(1) << (52 - PGDIR_SHIFT)) - \ 301e842dfb5SSteve Capper (UL(1) << (48 - PGDIR_SHIFT))) * 8) 302e842dfb5SSteve Capper #endif 303e842dfb5SSteve Capper 3044f04d8f0SCatalin Marinas #endif 305