1 // SPDX-License-Identifier: GPL-2.0 2 3 #include <asm/pgalloc.h> 4 #include <linux/gfp.h> 5 #include <linux/kernel.h> 6 #include <linux/pgtable.h> 7 8 #ifdef CONFIG_HAVE_ARCH_HUGE_VMAP 9 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) 10 { 11 return 0; 12 } 13 14 void p4d_clear_huge(p4d_t *p4d) 15 { 16 } 17 18 int pud_set_huge(pud_t *pud, phys_addr_t phys, pgprot_t prot) 19 { 20 pud_t new_pud = pfn_pud(__phys_to_pfn(phys), prot); 21 22 set_pud(pud, new_pud); 23 return 1; 24 } 25 26 int pud_clear_huge(pud_t *pud) 27 { 28 if (!pud_leaf(READ_ONCE(*pud))) 29 return 0; 30 pud_clear(pud); 31 return 1; 32 } 33 34 int pud_free_pmd_page(pud_t *pud, unsigned long addr) 35 { 36 pmd_t *pmd = pud_pgtable(*pud); 37 int i; 38 39 pud_clear(pud); 40 41 flush_tlb_kernel_range(addr, addr + PUD_SIZE); 42 43 for (i = 0; i < PTRS_PER_PMD; i++) { 44 if (!pmd_none(pmd[i])) { 45 pte_t *pte = (pte_t *)pmd_page_vaddr(pmd[i]); 46 47 pte_free_kernel(NULL, pte); 48 } 49 } 50 51 pmd_free(NULL, pmd); 52 53 return 1; 54 } 55 56 int pmd_set_huge(pmd_t *pmd, phys_addr_t phys, pgprot_t prot) 57 { 58 pmd_t new_pmd = pfn_pmd(__phys_to_pfn(phys), prot); 59 60 set_pmd(pmd, new_pmd); 61 return 1; 62 } 63 64 int pmd_clear_huge(pmd_t *pmd) 65 { 66 if (!pmd_leaf(READ_ONCE(*pmd))) 67 return 0; 68 pmd_clear(pmd); 69 return 1; 70 } 71 72 int pmd_free_pte_page(pmd_t *pmd, unsigned long addr) 73 { 74 pte_t *pte = (pte_t *)pmd_page_vaddr(*pmd); 75 76 pmd_clear(pmd); 77 78 flush_tlb_kernel_range(addr, addr + PMD_SIZE); 79 pte_free_kernel(NULL, pte); 80 return 1; 81 } 82 83 #endif /* CONFIG_HAVE_ARCH_HUGE_VMAP */ 84