1f2f4bf5aSAlex Dewar /* SPDX-License-Identifier: GPL-2.0 */
28ede0bdbSAl Viro /*
38ede0bdbSAl Viro  * Copyright 2003 PathScale Inc
48ede0bdbSAl Viro  * Derived from include/asm-i386/pgtable.h
58ede0bdbSAl Viro  */
68ede0bdbSAl Viro 
78ede0bdbSAl Viro #ifndef __UM_PGTABLE_3LEVEL_H
88ede0bdbSAl Viro #define __UM_PGTABLE_3LEVEL_H
98ede0bdbSAl Viro 
109849a569SKirill A. Shutemov #define __ARCH_USE_5LEVEL_HACK
118ede0bdbSAl Viro #include <asm-generic/pgtable-nopud.h>
128ede0bdbSAl Viro 
138ede0bdbSAl Viro /* PGDIR_SHIFT determines what a third-level page table entry can map */
148ede0bdbSAl Viro 
158ede0bdbSAl Viro #ifdef CONFIG_64BIT
168ede0bdbSAl Viro #define PGDIR_SHIFT	30
178ede0bdbSAl Viro #else
188ede0bdbSAl Viro #define PGDIR_SHIFT	31
198ede0bdbSAl Viro #endif
208ede0bdbSAl Viro #define PGDIR_SIZE	(1UL << PGDIR_SHIFT)
218ede0bdbSAl Viro #define PGDIR_MASK	(~(PGDIR_SIZE-1))
228ede0bdbSAl Viro 
238ede0bdbSAl Viro /* PMD_SHIFT determines the size of the area a second-level page table can
248ede0bdbSAl Viro  * map
258ede0bdbSAl Viro  */
268ede0bdbSAl Viro 
278ede0bdbSAl Viro #define PMD_SHIFT	21
288ede0bdbSAl Viro #define PMD_SIZE	(1UL << PMD_SHIFT)
298ede0bdbSAl Viro #define PMD_MASK	(~(PMD_SIZE-1))
308ede0bdbSAl Viro 
318ede0bdbSAl Viro /*
328ede0bdbSAl Viro  * entries per page directory level
338ede0bdbSAl Viro  */
348ede0bdbSAl Viro 
358ede0bdbSAl Viro #define PTRS_PER_PTE 512
368ede0bdbSAl Viro #ifdef CONFIG_64BIT
378ede0bdbSAl Viro #define PTRS_PER_PMD 512
388ede0bdbSAl Viro #define PTRS_PER_PGD 512
398ede0bdbSAl Viro #else
408ede0bdbSAl Viro #define PTRS_PER_PMD 1024
418ede0bdbSAl Viro #define PTRS_PER_PGD 1024
428ede0bdbSAl Viro #endif
438ede0bdbSAl Viro 
448ede0bdbSAl Viro #define USER_PTRS_PER_PGD ((TASK_SIZE + (PGDIR_SIZE - 1)) / PGDIR_SIZE)
45d016bf7eSKirill A. Shutemov #define FIRST_USER_ADDRESS	0UL
468ede0bdbSAl Viro 
478ede0bdbSAl Viro #define pte_ERROR(e) \
488ede0bdbSAl Viro         printk("%s:%d: bad pte %p(%016lx).\n", __FILE__, __LINE__, &(e), \
498ede0bdbSAl Viro 	       pte_val(e))
508ede0bdbSAl Viro #define pmd_ERROR(e) \
518ede0bdbSAl Viro         printk("%s:%d: bad pmd %p(%016lx).\n", __FILE__, __LINE__, &(e), \
528ede0bdbSAl Viro 	       pmd_val(e))
538ede0bdbSAl Viro #define pgd_ERROR(e) \
548ede0bdbSAl Viro         printk("%s:%d: bad pgd %p(%016lx).\n", __FILE__, __LINE__, &(e), \
558ede0bdbSAl Viro 	       pgd_val(e))
568ede0bdbSAl Viro 
578ede0bdbSAl Viro #define pud_none(x)	(!(pud_val(x) & ~_PAGE_NEWPAGE))
588ede0bdbSAl Viro #define	pud_bad(x)	((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE)
598ede0bdbSAl Viro #define pud_present(x)	(pud_val(x) & _PAGE_PRESENT)
608ede0bdbSAl Viro #define pud_populate(mm, pud, pmd) \
618ede0bdbSAl Viro 	set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd)))
628ede0bdbSAl Viro 
638ede0bdbSAl Viro #ifdef CONFIG_64BIT
64bf676945SH. Peter Anvin #define set_pud(pudptr, pudval) set_64bit((u64 *) (pudptr), pud_val(pudval))
658ede0bdbSAl Viro #else
668ede0bdbSAl Viro #define set_pud(pudptr, pudval) (*(pudptr) = (pudval))
678ede0bdbSAl Viro #endif
688ede0bdbSAl Viro 
698ede0bdbSAl Viro static inline int pgd_newpage(pgd_t pgd)
708ede0bdbSAl Viro {
718ede0bdbSAl Viro 	return(pgd_val(pgd) & _PAGE_NEWPAGE);
728ede0bdbSAl Viro }
738ede0bdbSAl Viro 
748ede0bdbSAl Viro static inline void pgd_mkuptodate(pgd_t pgd) { pgd_val(pgd) &= ~_PAGE_NEWPAGE; }
758ede0bdbSAl Viro 
768ede0bdbSAl Viro #ifdef CONFIG_64BIT
77bf676945SH. Peter Anvin #define set_pmd(pmdptr, pmdval) set_64bit((u64 *) (pmdptr), pmd_val(pmdval))
788ede0bdbSAl Viro #else
798ede0bdbSAl Viro #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
808ede0bdbSAl Viro #endif
818ede0bdbSAl Viro 
828ede0bdbSAl Viro struct mm_struct;
838ede0bdbSAl Viro extern pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address);
848ede0bdbSAl Viro 
858ede0bdbSAl Viro static inline void pud_clear (pud_t *pud)
868ede0bdbSAl Viro {
878ede0bdbSAl Viro 	set_pud(pud, __pud(_PAGE_NEWPAGE));
888ede0bdbSAl Viro }
898ede0bdbSAl Viro 
908ede0bdbSAl Viro #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK)
918ede0bdbSAl Viro #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK))
928ede0bdbSAl Viro 
938ede0bdbSAl Viro /* Find an entry in the second-level page table.. */
948ede0bdbSAl Viro #define pmd_offset(pud, address) ((pmd_t *) pud_page_vaddr(*(pud)) + \
958ede0bdbSAl Viro 			pmd_index(address))
968ede0bdbSAl Viro 
978ede0bdbSAl Viro static inline unsigned long pte_pfn(pte_t pte)
988ede0bdbSAl Viro {
998ede0bdbSAl Viro 	return phys_to_pfn(pte_val(pte));
1008ede0bdbSAl Viro }
1018ede0bdbSAl Viro 
10216da3068SDan Williams static inline pte_t pfn_pte(unsigned long page_nr, pgprot_t pgprot)
1038ede0bdbSAl Viro {
1048ede0bdbSAl Viro 	pte_t pte;
1058ede0bdbSAl Viro 	phys_t phys = pfn_to_phys(page_nr);
1068ede0bdbSAl Viro 
1078ede0bdbSAl Viro 	pte_set_val(pte, phys, pgprot);
1088ede0bdbSAl Viro 	return pte;
1098ede0bdbSAl Viro }
1108ede0bdbSAl Viro 
11116da3068SDan Williams static inline pmd_t pfn_pmd(unsigned long page_nr, pgprot_t pgprot)
1128ede0bdbSAl Viro {
1138ede0bdbSAl Viro 	return __pmd((page_nr << PAGE_SHIFT) | pgprot_val(pgprot));
1148ede0bdbSAl Viro }
1158ede0bdbSAl Viro 
1168ede0bdbSAl Viro #endif
1178ede0bdbSAl Viro 
118