Lines Matching full:pmd
139 * consecutive sections. Remember for the last added PMD the last in vmemmap_use_new_sub_pmd()
140 * unused range in the populated PMD. in vmemmap_use_new_sub_pmd()
146 /* Returns true if the PMD is completely unused and can be freed. */
157 static int __ref modify_pte_table(pmd_t *pmd, unsigned long addr, in modify_pte_table() argument
168 pte = pte_offset_kernel(pmd, addr); in modify_pte_table()
198 static void try_free_pte_table(pmd_t *pmd, unsigned long start) in try_free_pte_table() argument
204 pte = pte_offset_kernel(pmd, start); in try_free_pte_table()
209 vmem_pte_free((unsigned long *) pmd_deref(*pmd)); in try_free_pte_table()
210 pmd_clear(pmd); in try_free_pte_table()
219 pmd_t *pmd; in modify_pmd_table() local
226 pmd = pmd_offset(pud, addr); in modify_pmd_table()
227 for (; addr < end; addr = next, pmd++) { in modify_pmd_table()
230 if (pmd_none(*pmd)) in modify_pmd_table()
232 if (pmd_large(*pmd)) { in modify_pmd_table()
236 vmem_free_pages(pmd_deref(*pmd), get_order(PMD_SIZE)); in modify_pmd_table()
237 pmd_clear(pmd); in modify_pmd_table()
240 vmem_free_pages(pmd_deref(*pmd), get_order(PMD_SIZE)); in modify_pmd_table()
241 pmd_clear(pmd); in modify_pmd_table()
245 } else if (pmd_none(*pmd)) { in modify_pmd_table()
250 set_pmd(pmd, __pmd(__pa(addr) | prot)); in modify_pmd_table()
265 set_pmd(pmd, __pmd(__pa(new_page) | prot)); in modify_pmd_table()
276 pmd_populate(&init_mm, pmd, pte); in modify_pmd_table()
277 } else if (pmd_large(*pmd)) { in modify_pmd_table()
282 ret = modify_pte_table(pmd, addr, next, add, direct); in modify_pmd_table()
286 try_free_pte_table(pmd, addr & PMD_MASK); in modify_pmd_table()
297 pmd_t *pmd; in try_free_pmd_table() local
300 pmd = pmd_offset(pud, start); in try_free_pmd_table()
301 for (i = 0; i < PTRS_PER_PMD; i++, pmd++) in try_free_pmd_table()
302 if (!pmd_none(*pmd)) in try_free_pmd_table()
314 pmd_t *pmd; in modify_pud_table() local
342 pmd = vmem_crst_alloc(_SEGMENT_ENTRY_EMPTY); in modify_pud_table()
343 if (!pmd) in modify_pud_table()
345 pud_populate(&init_mm, pud, pmd); in modify_pud_table()
560 pmd_t *pmd; in vmem_get_alloc_pte() local
585 pmd = vmem_crst_alloc(_SEGMENT_ENTRY_EMPTY); in vmem_get_alloc_pte()
586 if (!pmd) in vmem_get_alloc_pte()
588 pud_populate(&init_mm, pud, pmd); in vmem_get_alloc_pte()
592 pmd = pmd_offset(pud, addr); in vmem_get_alloc_pte()
593 if (pmd_none(*pmd)) { in vmem_get_alloc_pte()
599 pmd_populate(&init_mm, pmd, pte); in vmem_get_alloc_pte()
600 } else if (WARN_ON_ONCE(pmd_large(*pmd))) { in vmem_get_alloc_pte()
603 ptep = pte_offset_kernel(pmd, addr); in vmem_get_alloc_pte()