107037db5SPalmer Dabbelt /* 207037db5SPalmer Dabbelt * Copyright (C) 2009 Chen Liqin <liqin.chen@sunplusct.com> 307037db5SPalmer Dabbelt * Copyright (C) 2012 Regents of the University of California 407037db5SPalmer Dabbelt * 507037db5SPalmer Dabbelt * This program is free software; you can redistribute it and/or 607037db5SPalmer Dabbelt * modify it under the terms of the GNU General Public License 707037db5SPalmer Dabbelt * as published by the Free Software Foundation, version 2. 807037db5SPalmer Dabbelt * 907037db5SPalmer Dabbelt * This program is distributed in the hope that it will be useful, 1007037db5SPalmer Dabbelt * but WITHOUT ANY WARRANTY; without even the implied warranty of 1107037db5SPalmer Dabbelt * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 1207037db5SPalmer Dabbelt * GNU General Public License for more details. 1307037db5SPalmer Dabbelt */ 1407037db5SPalmer Dabbelt 1507037db5SPalmer Dabbelt #ifndef _ASM_RISCV_PGALLOC_H 1607037db5SPalmer Dabbelt #define _ASM_RISCV_PGALLOC_H 1707037db5SPalmer Dabbelt 1807037db5SPalmer Dabbelt #include <linux/mm.h> 1907037db5SPalmer Dabbelt #include <asm/tlb.h> 2007037db5SPalmer Dabbelt 2107037db5SPalmer Dabbelt static inline void pmd_populate_kernel(struct mm_struct *mm, 2207037db5SPalmer Dabbelt pmd_t *pmd, pte_t *pte) 2307037db5SPalmer Dabbelt { 2407037db5SPalmer Dabbelt unsigned long pfn = virt_to_pfn(pte); 2507037db5SPalmer Dabbelt 2607037db5SPalmer Dabbelt set_pmd(pmd, __pmd((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE)); 2707037db5SPalmer Dabbelt } 2807037db5SPalmer Dabbelt 2907037db5SPalmer Dabbelt static inline void pmd_populate(struct mm_struct *mm, 3007037db5SPalmer Dabbelt pmd_t *pmd, pgtable_t pte) 3107037db5SPalmer Dabbelt { 3207037db5SPalmer Dabbelt unsigned long pfn = virt_to_pfn(page_address(pte)); 3307037db5SPalmer Dabbelt 3407037db5SPalmer Dabbelt set_pmd(pmd, __pmd((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE)); 3507037db5SPalmer Dabbelt } 3607037db5SPalmer Dabbelt 3707037db5SPalmer Dabbelt #ifndef __PAGETABLE_PMD_FOLDED 3807037db5SPalmer Dabbelt static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) 3907037db5SPalmer Dabbelt { 4007037db5SPalmer Dabbelt unsigned long pfn = virt_to_pfn(pmd); 4107037db5SPalmer Dabbelt 4207037db5SPalmer Dabbelt set_pud(pud, __pud((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE)); 4307037db5SPalmer Dabbelt } 4407037db5SPalmer Dabbelt #endif /* __PAGETABLE_PMD_FOLDED */ 4507037db5SPalmer Dabbelt 4607037db5SPalmer Dabbelt #define pmd_pgtable(pmd) pmd_page(pmd) 4707037db5SPalmer Dabbelt 4807037db5SPalmer Dabbelt static inline pgd_t *pgd_alloc(struct mm_struct *mm) 4907037db5SPalmer Dabbelt { 5007037db5SPalmer Dabbelt pgd_t *pgd; 5107037db5SPalmer Dabbelt 5207037db5SPalmer Dabbelt pgd = (pgd_t *)__get_free_page(GFP_KERNEL); 5307037db5SPalmer Dabbelt if (likely(pgd != NULL)) { 5407037db5SPalmer Dabbelt memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); 5507037db5SPalmer Dabbelt /* Copy kernel mappings */ 5607037db5SPalmer Dabbelt memcpy(pgd + USER_PTRS_PER_PGD, 5707037db5SPalmer Dabbelt init_mm.pgd + USER_PTRS_PER_PGD, 5807037db5SPalmer Dabbelt (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); 5907037db5SPalmer Dabbelt } 6007037db5SPalmer Dabbelt return pgd; 6107037db5SPalmer Dabbelt } 6207037db5SPalmer Dabbelt 6307037db5SPalmer Dabbelt static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) 6407037db5SPalmer Dabbelt { 6507037db5SPalmer Dabbelt free_page((unsigned long)pgd); 6607037db5SPalmer Dabbelt } 6707037db5SPalmer Dabbelt 6807037db5SPalmer Dabbelt #ifndef __PAGETABLE_PMD_FOLDED 6907037db5SPalmer Dabbelt 7007037db5SPalmer Dabbelt static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) 7107037db5SPalmer Dabbelt { 7207037db5SPalmer Dabbelt return (pmd_t *)__get_free_page( 7307037db5SPalmer Dabbelt GFP_KERNEL | __GFP_RETRY_MAYFAIL | __GFP_ZERO); 7407037db5SPalmer Dabbelt } 7507037db5SPalmer Dabbelt 7607037db5SPalmer Dabbelt static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) 7707037db5SPalmer Dabbelt { 7807037db5SPalmer Dabbelt free_page((unsigned long)pmd); 7907037db5SPalmer Dabbelt } 8007037db5SPalmer Dabbelt 8107037db5SPalmer Dabbelt #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) 8207037db5SPalmer Dabbelt 8307037db5SPalmer Dabbelt #endif /* __PAGETABLE_PMD_FOLDED */ 8407037db5SPalmer Dabbelt 8507037db5SPalmer Dabbelt static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, 8607037db5SPalmer Dabbelt unsigned long address) 8707037db5SPalmer Dabbelt { 8807037db5SPalmer Dabbelt return (pte_t *)__get_free_page( 8907037db5SPalmer Dabbelt GFP_KERNEL | __GFP_RETRY_MAYFAIL | __GFP_ZERO); 9007037db5SPalmer Dabbelt } 9107037db5SPalmer Dabbelt 9207037db5SPalmer Dabbelt static inline struct page *pte_alloc_one(struct mm_struct *mm, 9307037db5SPalmer Dabbelt unsigned long address) 9407037db5SPalmer Dabbelt { 9507037db5SPalmer Dabbelt struct page *pte; 9607037db5SPalmer Dabbelt 9707037db5SPalmer Dabbelt pte = alloc_page(GFP_KERNEL | __GFP_RETRY_MAYFAIL | __GFP_ZERO); 9807037db5SPalmer Dabbelt if (likely(pte != NULL)) 9907037db5SPalmer Dabbelt pgtable_page_ctor(pte); 10007037db5SPalmer Dabbelt return pte; 10107037db5SPalmer Dabbelt } 10207037db5SPalmer Dabbelt 10307037db5SPalmer Dabbelt static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) 10407037db5SPalmer Dabbelt { 10507037db5SPalmer Dabbelt free_page((unsigned long)pte); 10607037db5SPalmer Dabbelt } 10707037db5SPalmer Dabbelt 10807037db5SPalmer Dabbelt static inline void pte_free(struct mm_struct *mm, pgtable_t pte) 10907037db5SPalmer Dabbelt { 11007037db5SPalmer Dabbelt pgtable_page_dtor(pte); 11107037db5SPalmer Dabbelt __free_page(pte); 11207037db5SPalmer Dabbelt } 11307037db5SPalmer Dabbelt 11407037db5SPalmer Dabbelt #define __pte_free_tlb(tlb, pte, buf) \ 11507037db5SPalmer Dabbelt do { \ 11607037db5SPalmer Dabbelt pgtable_page_dtor(pte); \ 11707037db5SPalmer Dabbelt tlb_remove_page((tlb), pte); \ 11807037db5SPalmer Dabbelt } while (0) 11907037db5SPalmer Dabbelt 12007037db5SPalmer Dabbelt static inline void check_pgt_cache(void) 12107037db5SPalmer Dabbelt { 12207037db5SPalmer Dabbelt } 12307037db5SPalmer Dabbelt 12407037db5SPalmer Dabbelt #endif /* _ASM_RISCV_PGALLOC_H */ 125