1f2f4bf5aSAlex Dewar /* SPDX-License-Identifier: GPL-2.0 */ 28ede0bdbSAl Viro /* 38ede0bdbSAl Viro * Copyright 2003 PathScale Inc 48ede0bdbSAl Viro * Derived from include/asm-i386/pgtable.h 58ede0bdbSAl Viro */ 68ede0bdbSAl Viro 78ede0bdbSAl Viro #ifndef __UM_PGTABLE_3LEVEL_H 88ede0bdbSAl Viro #define __UM_PGTABLE_3LEVEL_H 98ede0bdbSAl Viro 108ede0bdbSAl Viro #include <asm-generic/pgtable-nopud.h> 118ede0bdbSAl Viro 128ede0bdbSAl Viro /* PGDIR_SHIFT determines what a third-level page table entry can map */ 138ede0bdbSAl Viro 148ede0bdbSAl Viro #ifdef CONFIG_64BIT 158ede0bdbSAl Viro #define PGDIR_SHIFT 30 168ede0bdbSAl Viro #else 178ede0bdbSAl Viro #define PGDIR_SHIFT 31 188ede0bdbSAl Viro #endif 198ede0bdbSAl Viro #define PGDIR_SIZE (1UL << PGDIR_SHIFT) 208ede0bdbSAl Viro #define PGDIR_MASK (~(PGDIR_SIZE-1)) 218ede0bdbSAl Viro 228ede0bdbSAl Viro /* PMD_SHIFT determines the size of the area a second-level page table can 238ede0bdbSAl Viro * map 248ede0bdbSAl Viro */ 258ede0bdbSAl Viro 268ede0bdbSAl Viro #define PMD_SHIFT 21 278ede0bdbSAl Viro #define PMD_SIZE (1UL << PMD_SHIFT) 288ede0bdbSAl Viro #define PMD_MASK (~(PMD_SIZE-1)) 298ede0bdbSAl Viro 308ede0bdbSAl Viro /* 318ede0bdbSAl Viro * entries per page directory level 328ede0bdbSAl Viro */ 338ede0bdbSAl Viro 348ede0bdbSAl Viro #define PTRS_PER_PTE 512 358ede0bdbSAl Viro #ifdef CONFIG_64BIT 368ede0bdbSAl Viro #define PTRS_PER_PMD 512 378ede0bdbSAl Viro #define PTRS_PER_PGD 512 388ede0bdbSAl Viro #else 398ede0bdbSAl Viro #define PTRS_PER_PMD 1024 408ede0bdbSAl Viro #define PTRS_PER_PGD 1024 418ede0bdbSAl Viro #endif 428ede0bdbSAl Viro 438ede0bdbSAl Viro #define USER_PTRS_PER_PGD ((TASK_SIZE + (PGDIR_SIZE - 1)) / PGDIR_SIZE) 448ede0bdbSAl Viro 458ede0bdbSAl Viro #define pte_ERROR(e) \ 468ede0bdbSAl Viro printk("%s:%d: bad pte %p(%016lx).\n", __FILE__, __LINE__, &(e), \ 478ede0bdbSAl Viro pte_val(e)) 488ede0bdbSAl Viro #define pmd_ERROR(e) \ 498ede0bdbSAl Viro printk("%s:%d: bad pmd %p(%016lx).\n", __FILE__, __LINE__, &(e), \ 508ede0bdbSAl Viro pmd_val(e)) 518ede0bdbSAl Viro #define pgd_ERROR(e) \ 528ede0bdbSAl Viro printk("%s:%d: bad pgd %p(%016lx).\n", __FILE__, __LINE__, &(e), \ 538ede0bdbSAl Viro pgd_val(e)) 548ede0bdbSAl Viro 558ede0bdbSAl Viro #define pud_none(x) (!(pud_val(x) & ~_PAGE_NEWPAGE)) 568ede0bdbSAl Viro #define pud_bad(x) ((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) 578ede0bdbSAl Viro #define pud_present(x) (pud_val(x) & _PAGE_PRESENT) 588ede0bdbSAl Viro #define pud_populate(mm, pud, pmd) \ 598ede0bdbSAl Viro set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd))) 608ede0bdbSAl Viro 618ede0bdbSAl Viro #ifdef CONFIG_64BIT 62bf676945SH. Peter Anvin #define set_pud(pudptr, pudval) set_64bit((u64 *) (pudptr), pud_val(pudval)) 638ede0bdbSAl Viro #else 648ede0bdbSAl Viro #define set_pud(pudptr, pudval) (*(pudptr) = (pudval)) 658ede0bdbSAl Viro #endif 668ede0bdbSAl Viro 678ede0bdbSAl Viro static inline int pgd_newpage(pgd_t pgd) 688ede0bdbSAl Viro { 698ede0bdbSAl Viro return(pgd_val(pgd) & _PAGE_NEWPAGE); 708ede0bdbSAl Viro } 718ede0bdbSAl Viro 728ede0bdbSAl Viro static inline void pgd_mkuptodate(pgd_t pgd) { pgd_val(pgd) &= ~_PAGE_NEWPAGE; } 738ede0bdbSAl Viro 748ede0bdbSAl Viro #ifdef CONFIG_64BIT 75bf676945SH. Peter Anvin #define set_pmd(pmdptr, pmdval) set_64bit((u64 *) (pmdptr), pmd_val(pmdval)) 768ede0bdbSAl Viro #else 778ede0bdbSAl Viro #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) 788ede0bdbSAl Viro #endif 798ede0bdbSAl Viro 808ede0bdbSAl Viro static inline void pud_clear (pud_t *pud) 818ede0bdbSAl Viro { 828ede0bdbSAl Viro set_pud(pud, __pud(_PAGE_NEWPAGE)); 838ede0bdbSAl Viro } 848ede0bdbSAl Viro 858ede0bdbSAl Viro #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) 86*9cf6fa24SAneesh Kumar K.V #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & PAGE_MASK)) 878ede0bdbSAl Viro 888ede0bdbSAl Viro static inline unsigned long pte_pfn(pte_t pte) 898ede0bdbSAl Viro { 908ede0bdbSAl Viro return phys_to_pfn(pte_val(pte)); 918ede0bdbSAl Viro } 928ede0bdbSAl Viro 9316da3068SDan Williams static inline pte_t pfn_pte(unsigned long page_nr, pgprot_t pgprot) 948ede0bdbSAl Viro { 958ede0bdbSAl Viro pte_t pte; 968ede0bdbSAl Viro phys_t phys = pfn_to_phys(page_nr); 978ede0bdbSAl Viro 988ede0bdbSAl Viro pte_set_val(pte, phys, pgprot); 998ede0bdbSAl Viro return pte; 1008ede0bdbSAl Viro } 1018ede0bdbSAl Viro 10216da3068SDan Williams static inline pmd_t pfn_pmd(unsigned long page_nr, pgprot_t pgprot) 1038ede0bdbSAl Viro { 1048ede0bdbSAl Viro return __pmd((page_nr << PAGE_SHIFT) | pgprot_val(pgprot)); 1058ede0bdbSAl Viro } 1068ede0bdbSAl Viro 1078ede0bdbSAl Viro #endif 1088ede0bdbSAl Viro 109