1c0ef6326SSuzuki K Poulose /* 2c0ef6326SSuzuki K Poulose * Copyright (C) 2016 - ARM Ltd 3c0ef6326SSuzuki K Poulose * 4c0ef6326SSuzuki K Poulose * stage2 page table helpers 5c0ef6326SSuzuki K Poulose * 6c0ef6326SSuzuki K Poulose * This program is free software; you can redistribute it and/or modify 7c0ef6326SSuzuki K Poulose * it under the terms of the GNU General Public License version 2 as 8c0ef6326SSuzuki K Poulose * published by the Free Software Foundation. 9c0ef6326SSuzuki K Poulose * 10c0ef6326SSuzuki K Poulose * This program is distributed in the hope that it will be useful, 11c0ef6326SSuzuki K Poulose * but WITHOUT ANY WARRANTY; without even the implied warranty of 12c0ef6326SSuzuki K Poulose * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13c0ef6326SSuzuki K Poulose * GNU General Public License for more details. 14c0ef6326SSuzuki K Poulose * 15c0ef6326SSuzuki K Poulose * You should have received a copy of the GNU General Public License 16c0ef6326SSuzuki K Poulose * along with this program. If not, see <http://www.gnu.org/licenses/>. 17c0ef6326SSuzuki K Poulose */ 18c0ef6326SSuzuki K Poulose 19c0ef6326SSuzuki K Poulose #ifndef __ARM64_S2_PGTABLE_H_ 20c0ef6326SSuzuki K Poulose #define __ARM64_S2_PGTABLE_H_ 21c0ef6326SSuzuki K Poulose 22c0ef6326SSuzuki K Poulose #include <asm/pgtable.h> 23c0ef6326SSuzuki K Poulose 24c0ef6326SSuzuki K Poulose /* 25da04fa04SSuzuki K Poulose * The hardware supports concatenation of up to 16 tables at stage2 entry level 26da04fa04SSuzuki K Poulose * and we use the feature whenever possible. 27da04fa04SSuzuki K Poulose * 28da04fa04SSuzuki K Poulose * Now, the minimum number of bits resolved at any level is (PAGE_SHIFT - 3). 29da04fa04SSuzuki K Poulose * On arm64, the smallest PAGE_SIZE supported is 4k, which means 30da04fa04SSuzuki K Poulose * (PAGE_SHIFT - 3) > 4 holds for all page sizes. 31da04fa04SSuzuki K Poulose * This implies, the total number of page table levels at stage2 expected 32da04fa04SSuzuki K Poulose * by the hardware is actually the number of levels required for (KVM_PHYS_SHIFT - 4) 33da04fa04SSuzuki K Poulose * in normal translations(e.g, stage1), since we cannot have another level in 34da04fa04SSuzuki K Poulose * the range (KVM_PHYS_SHIFT, KVM_PHYS_SHIFT - 4). 35c0ef6326SSuzuki K Poulose */ 36da04fa04SSuzuki K Poulose #define STAGE2_PGTABLE_LEVELS ARM64_HW_PGTABLE_LEVELS(KVM_PHYS_SHIFT - 4) 37c0ef6326SSuzuki K Poulose 38c0ef6326SSuzuki K Poulose /* 39da04fa04SSuzuki K Poulose * With all the supported VA_BITs and 40bit guest IPA, the following condition 40da04fa04SSuzuki K Poulose * is always true: 41da04fa04SSuzuki K Poulose * 42da04fa04SSuzuki K Poulose * STAGE2_PGTABLE_LEVELS <= CONFIG_PGTABLE_LEVELS 43da04fa04SSuzuki K Poulose * 44da04fa04SSuzuki K Poulose * We base our stage-2 page table walker helpers on this assumption and 45da04fa04SSuzuki K Poulose * fall back to using the host version of the helper wherever possible. 46da04fa04SSuzuki K Poulose * i.e, if a particular level is not folded (e.g, PUD) at stage2, we fall back 47da04fa04SSuzuki K Poulose * to using the host version, since it is guaranteed it is not folded at host. 48da04fa04SSuzuki K Poulose * 49da04fa04SSuzuki K Poulose * If the condition breaks in the future, we can rearrange the host level 50da04fa04SSuzuki K Poulose * definitions and reuse them for stage2. Till then... 51c0ef6326SSuzuki K Poulose */ 52da04fa04SSuzuki K Poulose #if STAGE2_PGTABLE_LEVELS > CONFIG_PGTABLE_LEVELS 53da04fa04SSuzuki K Poulose #error "Unsupported combination of guest IPA and host VA_BITS." 54c0ef6326SSuzuki K Poulose #endif 55c0ef6326SSuzuki K Poulose 56da04fa04SSuzuki K Poulose /* S2_PGDIR_SHIFT is the size mapped by top-level stage2 entry */ 57da04fa04SSuzuki K Poulose #define S2_PGDIR_SHIFT ARM64_HW_PGTABLE_LEVEL_SHIFT(4 - STAGE2_PGTABLE_LEVELS) 58da04fa04SSuzuki K Poulose #define S2_PGDIR_SIZE (_AC(1, UL) << S2_PGDIR_SHIFT) 59da04fa04SSuzuki K Poulose #define S2_PGDIR_MASK (~(S2_PGDIR_SIZE - 1)) 60da04fa04SSuzuki K Poulose 61da04fa04SSuzuki K Poulose /* 62da04fa04SSuzuki K Poulose * The number of PTRS across all concatenated stage2 tables given by the 63da04fa04SSuzuki K Poulose * number of bits resolved at the initial level. 64da04fa04SSuzuki K Poulose */ 65da04fa04SSuzuki K Poulose #define PTRS_PER_S2_PGD (1 << (KVM_PHYS_SHIFT - S2_PGDIR_SHIFT)) 66da04fa04SSuzuki K Poulose 67da04fa04SSuzuki K Poulose /* 68da04fa04SSuzuki K Poulose * KVM_MMU_CACHE_MIN_PAGES is the number of stage2 page table translation 69da04fa04SSuzuki K Poulose * levels in addition to the PGD. 70da04fa04SSuzuki K Poulose */ 71da04fa04SSuzuki K Poulose #define KVM_MMU_CACHE_MIN_PAGES (STAGE2_PGTABLE_LEVELS - 1) 72da04fa04SSuzuki K Poulose 73da04fa04SSuzuki K Poulose 74da04fa04SSuzuki K Poulose #if STAGE2_PGTABLE_LEVELS > 3 75da04fa04SSuzuki K Poulose 76da04fa04SSuzuki K Poulose #define S2_PUD_SHIFT ARM64_HW_PGTABLE_LEVEL_SHIFT(1) 77da04fa04SSuzuki K Poulose #define S2_PUD_SIZE (_AC(1, UL) << S2_PUD_SHIFT) 78da04fa04SSuzuki K Poulose #define S2_PUD_MASK (~(S2_PUD_SIZE - 1)) 79da04fa04SSuzuki K Poulose 80c0ef6326SSuzuki K Poulose #define stage2_pgd_none(pgd) pgd_none(pgd) 81c0ef6326SSuzuki K Poulose #define stage2_pgd_clear(pgd) pgd_clear(pgd) 82c0ef6326SSuzuki K Poulose #define stage2_pgd_present(pgd) pgd_present(pgd) 83c0ef6326SSuzuki K Poulose #define stage2_pgd_populate(pgd, pud) pgd_populate(NULL, pgd, pud) 84c0ef6326SSuzuki K Poulose #define stage2_pud_offset(pgd, address) pud_offset(pgd, address) 85c0ef6326SSuzuki K Poulose #define stage2_pud_free(pud) pud_free(NULL, pud) 86c0ef6326SSuzuki K Poulose 87da04fa04SSuzuki K Poulose #define stage2_pud_table_empty(pudp) kvm_page_empty(pudp) 88da04fa04SSuzuki K Poulose 89da04fa04SSuzuki K Poulose static inline phys_addr_t stage2_pud_addr_end(phys_addr_t addr, phys_addr_t end) 90da04fa04SSuzuki K Poulose { 91da04fa04SSuzuki K Poulose phys_addr_t boundary = (addr + S2_PUD_SIZE) & S2_PUD_MASK; 92da04fa04SSuzuki K Poulose 93da04fa04SSuzuki K Poulose return (boundary - 1 < end - 1) ? boundary : end; 94da04fa04SSuzuki K Poulose } 95da04fa04SSuzuki K Poulose 96da04fa04SSuzuki K Poulose #endif /* STAGE2_PGTABLE_LEVELS > 3 */ 97da04fa04SSuzuki K Poulose 98da04fa04SSuzuki K Poulose 99da04fa04SSuzuki K Poulose #if STAGE2_PGTABLE_LEVELS > 2 100da04fa04SSuzuki K Poulose 101da04fa04SSuzuki K Poulose #define S2_PMD_SHIFT ARM64_HW_PGTABLE_LEVEL_SHIFT(2) 102da04fa04SSuzuki K Poulose #define S2_PMD_SIZE (_AC(1, UL) << S2_PMD_SHIFT) 103da04fa04SSuzuki K Poulose #define S2_PMD_MASK (~(S2_PMD_SIZE - 1)) 104da04fa04SSuzuki K Poulose 105c0ef6326SSuzuki K Poulose #define stage2_pud_none(pud) pud_none(pud) 106c0ef6326SSuzuki K Poulose #define stage2_pud_clear(pud) pud_clear(pud) 107c0ef6326SSuzuki K Poulose #define stage2_pud_present(pud) pud_present(pud) 108c0ef6326SSuzuki K Poulose #define stage2_pud_populate(pud, pmd) pud_populate(NULL, pud, pmd) 109c0ef6326SSuzuki K Poulose #define stage2_pmd_offset(pud, address) pmd_offset(pud, address) 110c0ef6326SSuzuki K Poulose #define stage2_pmd_free(pmd) pmd_free(NULL, pmd) 111c0ef6326SSuzuki K Poulose 112c0ef6326SSuzuki K Poulose #define stage2_pud_huge(pud) pud_huge(pud) 113da04fa04SSuzuki K Poulose #define stage2_pmd_table_empty(pmdp) kvm_page_empty(pmdp) 114c0ef6326SSuzuki K Poulose 115da04fa04SSuzuki K Poulose static inline phys_addr_t stage2_pmd_addr_end(phys_addr_t addr, phys_addr_t end) 116da04fa04SSuzuki K Poulose { 117da04fa04SSuzuki K Poulose phys_addr_t boundary = (addr + S2_PMD_SIZE) & S2_PMD_MASK; 118da04fa04SSuzuki K Poulose 119da04fa04SSuzuki K Poulose return (boundary - 1 < end - 1) ? boundary : end; 120da04fa04SSuzuki K Poulose } 121da04fa04SSuzuki K Poulose 122da04fa04SSuzuki K Poulose #endif /* STAGE2_PGTABLE_LEVELS > 2 */ 123c0ef6326SSuzuki K Poulose 124c0ef6326SSuzuki K Poulose #define stage2_pte_table_empty(ptep) kvm_page_empty(ptep) 125da04fa04SSuzuki K Poulose 126da04fa04SSuzuki K Poulose #if STAGE2_PGTABLE_LEVELS == 2 127da04fa04SSuzuki K Poulose #include <asm/stage2_pgtable-nopmd.h> 128da04fa04SSuzuki K Poulose #elif STAGE2_PGTABLE_LEVELS == 3 129da04fa04SSuzuki K Poulose #include <asm/stage2_pgtable-nopud.h> 130c0ef6326SSuzuki K Poulose #endif 131c0ef6326SSuzuki K Poulose 132c0ef6326SSuzuki K Poulose 133da04fa04SSuzuki K Poulose #define stage2_pgd_index(addr) (((addr) >> S2_PGDIR_SHIFT) & (PTRS_PER_S2_PGD - 1)) 134da04fa04SSuzuki K Poulose 135da04fa04SSuzuki K Poulose static inline phys_addr_t stage2_pgd_addr_end(phys_addr_t addr, phys_addr_t end) 136da04fa04SSuzuki K Poulose { 137da04fa04SSuzuki K Poulose phys_addr_t boundary = (addr + S2_PGDIR_SIZE) & S2_PGDIR_MASK; 138da04fa04SSuzuki K Poulose 139da04fa04SSuzuki K Poulose return (boundary - 1 < end - 1) ? boundary : end; 140da04fa04SSuzuki K Poulose } 141c0ef6326SSuzuki K Poulose 142c0ef6326SSuzuki K Poulose #endif /* __ARM64_S2_PGTABLE_H_ */ 143