1f2f4bf5aSAlex Dewar /* SPDX-License-Identifier: GPL-2.0 */
28ede0bdbSAl Viro /*
38ede0bdbSAl Viro  * Copyright 2003 PathScale Inc
48ede0bdbSAl Viro  * Derived from include/asm-i386/pgtable.h
58ede0bdbSAl Viro  */
68ede0bdbSAl Viro 
78ede0bdbSAl Viro #ifndef __UM_PGTABLE_3LEVEL_H
88ede0bdbSAl Viro #define __UM_PGTABLE_3LEVEL_H
98ede0bdbSAl Viro 
108ede0bdbSAl Viro #include <asm-generic/pgtable-nopud.h>
118ede0bdbSAl Viro 
128ede0bdbSAl Viro /* PGDIR_SHIFT determines what a third-level page table entry can map */
138ede0bdbSAl Viro 
148ede0bdbSAl Viro #ifdef CONFIG_64BIT
158ede0bdbSAl Viro #define PGDIR_SHIFT	30
168ede0bdbSAl Viro #else
178ede0bdbSAl Viro #define PGDIR_SHIFT	31
188ede0bdbSAl Viro #endif
198ede0bdbSAl Viro #define PGDIR_SIZE	(1UL << PGDIR_SHIFT)
208ede0bdbSAl Viro #define PGDIR_MASK	(~(PGDIR_SIZE-1))
218ede0bdbSAl Viro 
228ede0bdbSAl Viro /* PMD_SHIFT determines the size of the area a second-level page table can
238ede0bdbSAl Viro  * map
248ede0bdbSAl Viro  */
258ede0bdbSAl Viro 
268ede0bdbSAl Viro #define PMD_SHIFT	21
278ede0bdbSAl Viro #define PMD_SIZE	(1UL << PMD_SHIFT)
288ede0bdbSAl Viro #define PMD_MASK	(~(PMD_SIZE-1))
298ede0bdbSAl Viro 
308ede0bdbSAl Viro /*
318ede0bdbSAl Viro  * entries per page directory level
328ede0bdbSAl Viro  */
338ede0bdbSAl Viro 
348ede0bdbSAl Viro #define PTRS_PER_PTE 512
358ede0bdbSAl Viro #ifdef CONFIG_64BIT
368ede0bdbSAl Viro #define PTRS_PER_PMD 512
378ede0bdbSAl Viro #define PTRS_PER_PGD 512
388ede0bdbSAl Viro #else
398ede0bdbSAl Viro #define PTRS_PER_PMD 1024
408ede0bdbSAl Viro #define PTRS_PER_PGD 1024
418ede0bdbSAl Viro #endif
428ede0bdbSAl Viro 
438ede0bdbSAl Viro #define USER_PTRS_PER_PGD ((TASK_SIZE + (PGDIR_SIZE - 1)) / PGDIR_SIZE)
448ede0bdbSAl Viro 
458ede0bdbSAl Viro #define pte_ERROR(e) \
468ede0bdbSAl Viro         printk("%s:%d: bad pte %p(%016lx).\n", __FILE__, __LINE__, &(e), \
478ede0bdbSAl Viro 	       pte_val(e))
488ede0bdbSAl Viro #define pmd_ERROR(e) \
498ede0bdbSAl Viro         printk("%s:%d: bad pmd %p(%016lx).\n", __FILE__, __LINE__, &(e), \
508ede0bdbSAl Viro 	       pmd_val(e))
518ede0bdbSAl Viro #define pgd_ERROR(e) \
528ede0bdbSAl Viro         printk("%s:%d: bad pgd %p(%016lx).\n", __FILE__, __LINE__, &(e), \
538ede0bdbSAl Viro 	       pgd_val(e))
548ede0bdbSAl Viro 
558ede0bdbSAl Viro #define pud_none(x)	(!(pud_val(x) & ~_PAGE_NEWPAGE))
568ede0bdbSAl Viro #define	pud_bad(x)	((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE)
578ede0bdbSAl Viro #define pud_present(x)	(pud_val(x) & _PAGE_PRESENT)
588ede0bdbSAl Viro #define pud_populate(mm, pud, pmd) \
598ede0bdbSAl Viro 	set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd)))
608ede0bdbSAl Viro 
618ede0bdbSAl Viro #ifdef CONFIG_64BIT
62bf676945SH. Peter Anvin #define set_pud(pudptr, pudval) set_64bit((u64 *) (pudptr), pud_val(pudval))
638ede0bdbSAl Viro #else
648ede0bdbSAl Viro #define set_pud(pudptr, pudval) (*(pudptr) = (pudval))
658ede0bdbSAl Viro #endif
668ede0bdbSAl Viro 
678ede0bdbSAl Viro static inline int pgd_newpage(pgd_t pgd)
688ede0bdbSAl Viro {
698ede0bdbSAl Viro 	return(pgd_val(pgd) & _PAGE_NEWPAGE);
708ede0bdbSAl Viro }
718ede0bdbSAl Viro 
728ede0bdbSAl Viro static inline void pgd_mkuptodate(pgd_t pgd) { pgd_val(pgd) &= ~_PAGE_NEWPAGE; }
738ede0bdbSAl Viro 
748ede0bdbSAl Viro #ifdef CONFIG_64BIT
75bf676945SH. Peter Anvin #define set_pmd(pmdptr, pmdval) set_64bit((u64 *) (pmdptr), pmd_val(pmdval))
768ede0bdbSAl Viro #else
778ede0bdbSAl Viro #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
788ede0bdbSAl Viro #endif
798ede0bdbSAl Viro 
808ede0bdbSAl Viro static inline void pud_clear (pud_t *pud)
818ede0bdbSAl Viro {
828ede0bdbSAl Viro 	set_pud(pud, __pud(_PAGE_NEWPAGE));
838ede0bdbSAl Viro }
848ede0bdbSAl Viro 
858ede0bdbSAl Viro #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK)
86*9cf6fa24SAneesh Kumar K.V #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & PAGE_MASK))
878ede0bdbSAl Viro 
888ede0bdbSAl Viro static inline unsigned long pte_pfn(pte_t pte)
898ede0bdbSAl Viro {
908ede0bdbSAl Viro 	return phys_to_pfn(pte_val(pte));
918ede0bdbSAl Viro }
928ede0bdbSAl Viro 
9316da3068SDan Williams static inline pte_t pfn_pte(unsigned long page_nr, pgprot_t pgprot)
948ede0bdbSAl Viro {
958ede0bdbSAl Viro 	pte_t pte;
968ede0bdbSAl Viro 	phys_t phys = pfn_to_phys(page_nr);
978ede0bdbSAl Viro 
988ede0bdbSAl Viro 	pte_set_val(pte, phys, pgprot);
998ede0bdbSAl Viro 	return pte;
1008ede0bdbSAl Viro }
1018ede0bdbSAl Viro 
10216da3068SDan Williams static inline pmd_t pfn_pmd(unsigned long page_nr, pgprot_t pgprot)
1038ede0bdbSAl Viro {
1048ede0bdbSAl Viro 	return __pmd((page_nr << PAGE_SHIFT) | pgprot_val(pgprot));
1058ede0bdbSAl Viro }
1068ede0bdbSAl Viro 
1078ede0bdbSAl Viro #endif
1088ede0bdbSAl Viro 
109