18ede0bdbSAl Viro /* 28ede0bdbSAl Viro * Copyright 2003 PathScale Inc 38ede0bdbSAl Viro * Derived from include/asm-i386/pgtable.h 48ede0bdbSAl Viro * Licensed under the GPL 58ede0bdbSAl Viro */ 68ede0bdbSAl Viro 78ede0bdbSAl Viro #ifndef __UM_PGTABLE_3LEVEL_H 88ede0bdbSAl Viro #define __UM_PGTABLE_3LEVEL_H 98ede0bdbSAl Viro 109849a569SKirill A. Shutemov #define __ARCH_USE_5LEVEL_HACK 118ede0bdbSAl Viro #include <asm-generic/pgtable-nopud.h> 128ede0bdbSAl Viro 138ede0bdbSAl Viro /* PGDIR_SHIFT determines what a third-level page table entry can map */ 148ede0bdbSAl Viro 158ede0bdbSAl Viro #ifdef CONFIG_64BIT 168ede0bdbSAl Viro #define PGDIR_SHIFT 30 178ede0bdbSAl Viro #else 188ede0bdbSAl Viro #define PGDIR_SHIFT 31 198ede0bdbSAl Viro #endif 208ede0bdbSAl Viro #define PGDIR_SIZE (1UL << PGDIR_SHIFT) 218ede0bdbSAl Viro #define PGDIR_MASK (~(PGDIR_SIZE-1)) 228ede0bdbSAl Viro 238ede0bdbSAl Viro /* PMD_SHIFT determines the size of the area a second-level page table can 248ede0bdbSAl Viro * map 258ede0bdbSAl Viro */ 268ede0bdbSAl Viro 278ede0bdbSAl Viro #define PMD_SHIFT 21 288ede0bdbSAl Viro #define PMD_SIZE (1UL << PMD_SHIFT) 298ede0bdbSAl Viro #define PMD_MASK (~(PMD_SIZE-1)) 308ede0bdbSAl Viro 318ede0bdbSAl Viro /* 328ede0bdbSAl Viro * entries per page directory level 338ede0bdbSAl Viro */ 348ede0bdbSAl Viro 358ede0bdbSAl Viro #define PTRS_PER_PTE 512 368ede0bdbSAl Viro #ifdef CONFIG_64BIT 378ede0bdbSAl Viro #define PTRS_PER_PMD 512 388ede0bdbSAl Viro #define PTRS_PER_PGD 512 398ede0bdbSAl Viro #else 408ede0bdbSAl Viro #define PTRS_PER_PMD 1024 418ede0bdbSAl Viro #define PTRS_PER_PGD 1024 428ede0bdbSAl Viro #endif 438ede0bdbSAl Viro 448ede0bdbSAl Viro #define USER_PTRS_PER_PGD ((TASK_SIZE + (PGDIR_SIZE - 1)) / PGDIR_SIZE) 45d016bf7eSKirill A. Shutemov #define FIRST_USER_ADDRESS 0UL 468ede0bdbSAl Viro 478ede0bdbSAl Viro #define pte_ERROR(e) \ 488ede0bdbSAl Viro printk("%s:%d: bad pte %p(%016lx).\n", __FILE__, __LINE__, &(e), \ 498ede0bdbSAl Viro pte_val(e)) 508ede0bdbSAl Viro #define pmd_ERROR(e) \ 518ede0bdbSAl Viro printk("%s:%d: bad pmd %p(%016lx).\n", __FILE__, __LINE__, &(e), \ 528ede0bdbSAl Viro pmd_val(e)) 538ede0bdbSAl Viro #define pgd_ERROR(e) \ 548ede0bdbSAl Viro printk("%s:%d: bad pgd %p(%016lx).\n", __FILE__, __LINE__, &(e), \ 558ede0bdbSAl Viro pgd_val(e)) 568ede0bdbSAl Viro 578ede0bdbSAl Viro #define pud_none(x) (!(pud_val(x) & ~_PAGE_NEWPAGE)) 588ede0bdbSAl Viro #define pud_bad(x) ((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) 598ede0bdbSAl Viro #define pud_present(x) (pud_val(x) & _PAGE_PRESENT) 608ede0bdbSAl Viro #define pud_populate(mm, pud, pmd) \ 618ede0bdbSAl Viro set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd))) 628ede0bdbSAl Viro 638ede0bdbSAl Viro #ifdef CONFIG_64BIT 64bf676945SH. Peter Anvin #define set_pud(pudptr, pudval) set_64bit((u64 *) (pudptr), pud_val(pudval)) 658ede0bdbSAl Viro #else 668ede0bdbSAl Viro #define set_pud(pudptr, pudval) (*(pudptr) = (pudval)) 678ede0bdbSAl Viro #endif 688ede0bdbSAl Viro 698ede0bdbSAl Viro static inline int pgd_newpage(pgd_t pgd) 708ede0bdbSAl Viro { 718ede0bdbSAl Viro return(pgd_val(pgd) & _PAGE_NEWPAGE); 728ede0bdbSAl Viro } 738ede0bdbSAl Viro 748ede0bdbSAl Viro static inline void pgd_mkuptodate(pgd_t pgd) { pgd_val(pgd) &= ~_PAGE_NEWPAGE; } 758ede0bdbSAl Viro 768ede0bdbSAl Viro #ifdef CONFIG_64BIT 77bf676945SH. Peter Anvin #define set_pmd(pmdptr, pmdval) set_64bit((u64 *) (pmdptr), pmd_val(pmdval)) 788ede0bdbSAl Viro #else 798ede0bdbSAl Viro #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval)) 808ede0bdbSAl Viro #endif 818ede0bdbSAl Viro 828ede0bdbSAl Viro struct mm_struct; 838ede0bdbSAl Viro extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address); 848ede0bdbSAl Viro 858ede0bdbSAl Viro static inline void pud_clear (pud_t *pud) 868ede0bdbSAl Viro { 878ede0bdbSAl Viro set_pud(pud, __pud(_PAGE_NEWPAGE)); 888ede0bdbSAl Viro } 898ede0bdbSAl Viro 908ede0bdbSAl Viro #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) 918ede0bdbSAl Viro #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK)) 928ede0bdbSAl Viro 938ede0bdbSAl Viro /* Find an entry in the second-level page table.. */ 948ede0bdbSAl Viro #define pmd_offset(pud, address) ((pmd_t *) pud_page_vaddr(*(pud)) + \ 958ede0bdbSAl Viro pmd_index(address)) 968ede0bdbSAl Viro 978ede0bdbSAl Viro static inline unsigned long pte_pfn(pte_t pte) 988ede0bdbSAl Viro { 998ede0bdbSAl Viro return phys_to_pfn(pte_val(pte)); 1008ede0bdbSAl Viro } 1018ede0bdbSAl Viro 10216da3068SDan Williams static inline pte_t pfn_pte(unsigned long page_nr, pgprot_t pgprot) 1038ede0bdbSAl Viro { 1048ede0bdbSAl Viro pte_t pte; 1058ede0bdbSAl Viro phys_t phys = pfn_to_phys(page_nr); 1068ede0bdbSAl Viro 1078ede0bdbSAl Viro pte_set_val(pte, phys, pgprot); 1088ede0bdbSAl Viro return pte; 1098ede0bdbSAl Viro } 1108ede0bdbSAl Viro 11116da3068SDan Williams static inline pmd_t pfn_pmd(unsigned long page_nr, pgprot_t pgprot) 1128ede0bdbSAl Viro { 1138ede0bdbSAl Viro return __pmd((page_nr << PAGE_SHIFT) | pgprot_val(pgprot)); 1148ede0bdbSAl Viro } 1158ede0bdbSAl Viro 1168ede0bdbSAl Viro #endif 1178ede0bdbSAl Viro 118