1f2f4bf5aSAlex Dewar /* SPDX-License-Identifier: GPL-2.0 */
28ede0bdbSAl Viro /*
38ede0bdbSAl Viro  * Copyright 2003 PathScale Inc
48ede0bdbSAl Viro  * Derived from include/asm-i386/pgtable.h
58ede0bdbSAl Viro  */
68ede0bdbSAl Viro 
78ede0bdbSAl Viro #ifndef __UM_PGTABLE_3LEVEL_H
88ede0bdbSAl Viro #define __UM_PGTABLE_3LEVEL_H
98ede0bdbSAl Viro 
108ede0bdbSAl Viro #include <asm-generic/pgtable-nopud.h>
118ede0bdbSAl Viro 
128ede0bdbSAl Viro /* PGDIR_SHIFT determines what a third-level page table entry can map */
138ede0bdbSAl Viro 
148ede0bdbSAl Viro #ifdef CONFIG_64BIT
158ede0bdbSAl Viro #define PGDIR_SHIFT	30
168ede0bdbSAl Viro #else
178ede0bdbSAl Viro #define PGDIR_SHIFT	31
188ede0bdbSAl Viro #endif
198ede0bdbSAl Viro #define PGDIR_SIZE	(1UL << PGDIR_SHIFT)
208ede0bdbSAl Viro #define PGDIR_MASK	(~(PGDIR_SIZE-1))
218ede0bdbSAl Viro 
228ede0bdbSAl Viro /* PMD_SHIFT determines the size of the area a second-level page table can
238ede0bdbSAl Viro  * map
248ede0bdbSAl Viro  */
258ede0bdbSAl Viro 
268ede0bdbSAl Viro #define PMD_SHIFT	21
278ede0bdbSAl Viro #define PMD_SIZE	(1UL << PMD_SHIFT)
288ede0bdbSAl Viro #define PMD_MASK	(~(PMD_SIZE-1))
298ede0bdbSAl Viro 
308ede0bdbSAl Viro /*
318ede0bdbSAl Viro  * entries per page directory level
328ede0bdbSAl Viro  */
338ede0bdbSAl Viro 
348ede0bdbSAl Viro #define PTRS_PER_PTE 512
358ede0bdbSAl Viro #ifdef CONFIG_64BIT
368ede0bdbSAl Viro #define PTRS_PER_PMD 512
378ede0bdbSAl Viro #define PTRS_PER_PGD 512
388ede0bdbSAl Viro #else
398ede0bdbSAl Viro #define PTRS_PER_PMD 1024
408ede0bdbSAl Viro #define PTRS_PER_PGD 1024
418ede0bdbSAl Viro #endif
428ede0bdbSAl Viro 
438ede0bdbSAl Viro #define USER_PTRS_PER_PGD ((TASK_SIZE + (PGDIR_SIZE - 1)) / PGDIR_SIZE)
448ede0bdbSAl Viro 
458ede0bdbSAl Viro #define pte_ERROR(e) \
468ede0bdbSAl Viro         printk("%s:%d: bad pte %p(%016lx).\n", __FILE__, __LINE__, &(e), \
478ede0bdbSAl Viro 	       pte_val(e))
488ede0bdbSAl Viro #define pmd_ERROR(e) \
498ede0bdbSAl Viro         printk("%s:%d: bad pmd %p(%016lx).\n", __FILE__, __LINE__, &(e), \
508ede0bdbSAl Viro 	       pmd_val(e))
518ede0bdbSAl Viro #define pgd_ERROR(e) \
528ede0bdbSAl Viro         printk("%s:%d: bad pgd %p(%016lx).\n", __FILE__, __LINE__, &(e), \
538ede0bdbSAl Viro 	       pgd_val(e))
548ede0bdbSAl Viro 
558ede0bdbSAl Viro #define pud_none(x)	(!(pud_val(x) & ~_PAGE_NEWPAGE))
568ede0bdbSAl Viro #define	pud_bad(x)	((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE)
578ede0bdbSAl Viro #define pud_present(x)	(pud_val(x) & _PAGE_PRESENT)
588ede0bdbSAl Viro #define pud_populate(mm, pud, pmd) \
598ede0bdbSAl Viro 	set_pud(pud, __pud(_PAGE_TABLE + __pa(pmd)))
608ede0bdbSAl Viro 
618ede0bdbSAl Viro #define set_pud(pudptr, pudval) (*(pudptr) = (pudval))
628ede0bdbSAl Viro 
pgd_newpage(pgd_t pgd)638ede0bdbSAl Viro static inline int pgd_newpage(pgd_t pgd)
648ede0bdbSAl Viro {
658ede0bdbSAl Viro 	return(pgd_val(pgd) & _PAGE_NEWPAGE);
668ede0bdbSAl Viro }
678ede0bdbSAl Viro 
pgd_mkuptodate(pgd_t pgd)688ede0bdbSAl Viro static inline void pgd_mkuptodate(pgd_t pgd) { pgd_val(pgd) &= ~_PAGE_NEWPAGE; }
698ede0bdbSAl Viro 
708ede0bdbSAl Viro #define set_pmd(pmdptr, pmdval) (*(pmdptr) = (pmdval))
718ede0bdbSAl Viro 
pud_clear(pud_t * pud)728ede0bdbSAl Viro static inline void pud_clear (pud_t *pud)
738ede0bdbSAl Viro {
748ede0bdbSAl Viro 	set_pud(pud, __pud(_PAGE_NEWPAGE));
758ede0bdbSAl Viro }
768ede0bdbSAl Viro 
778ede0bdbSAl Viro #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK)
78*9cf6fa24SAneesh Kumar K.V #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & PAGE_MASK))
798ede0bdbSAl Viro 
pte_pfn(pte_t pte)808ede0bdbSAl Viro static inline unsigned long pte_pfn(pte_t pte)
818ede0bdbSAl Viro {
828ede0bdbSAl Viro 	return phys_to_pfn(pte_val(pte));
838ede0bdbSAl Viro }
848ede0bdbSAl Viro 
pfn_pte(unsigned long page_nr,pgprot_t pgprot)8516da3068SDan Williams static inline pte_t pfn_pte(unsigned long page_nr, pgprot_t pgprot)
868ede0bdbSAl Viro {
878ede0bdbSAl Viro 	pte_t pte;
888ede0bdbSAl Viro 	phys_t phys = pfn_to_phys(page_nr);
898ede0bdbSAl Viro 
908ede0bdbSAl Viro 	pte_set_val(pte, phys, pgprot);
918ede0bdbSAl Viro 	return pte;
928ede0bdbSAl Viro }
938ede0bdbSAl Viro 
pfn_pmd(unsigned long page_nr,pgprot_t pgprot)9416da3068SDan Williams static inline pmd_t pfn_pmd(unsigned long page_nr, pgprot_t pgprot)
958ede0bdbSAl Viro {
968ede0bdbSAl Viro 	return __pmd((page_nr << PAGE_SHIFT) | pgprot_val(pgprot));
978ede0bdbSAl Viro }
988ede0bdbSAl Viro 
998ede0bdbSAl Viro #endif
1008ede0bdbSAl Viro 
101