139 	 * consecutive sections. Remember for the last added PMD the last  in vmemmap_use_new_sub_pmd()
140 	 * unused range in the populated PMD.  in vmemmap_use_new_sub_pmd()
146 /* Returns true if the PMD is completely unused and can be freed. */
157 static int __ref modify_pte_table(pmd_t *pmd, unsigned long addr,  in modify_pte_table()  argument
168 	pte = pte_offset_kernel(pmd, addr);  in modify_pte_table()
198 static void try_free_pte_table(pmd_t *pmd, unsigned long start)  in try_free_pte_table()  argument
204 	pte = pte_offset_kernel(pmd, start);  in try_free_pte_table()
209 	vmem_pte_free((unsigned long *) pmd_deref(*pmd));  in try_free_pte_table()
210 	pmd_clear(pmd);  in try_free_pte_table()
219 	pmd_t *pmd;  in modify_pmd_table()  local
226 	pmd = pmd_offset(pud, addr);  in modify_pmd_table()
227 	for (; addr < end; addr = next, pmd++) {  in modify_pmd_table()
230 			if (pmd_none(*pmd))  in modify_pmd_table()
232 			if (pmd_large(*pmd)) {  in modify_pmd_table()
236 						vmem_free_pages(pmd_deref(*pmd), get_order(PMD_SIZE));  in modify_pmd_table()
237 					pmd_clear(pmd);  in modify_pmd_table()
240 					vmem_free_pages(pmd_deref(*pmd), get_order(PMD_SIZE));  in modify_pmd_table()
241 					pmd_clear(pmd);  in modify_pmd_table()
245 		} else if (pmd_none(*pmd)) {  in modify_pmd_table()
250 				set_pmd(pmd, __pmd(__pa(addr) | prot));  in modify_pmd_table()
265 					set_pmd(pmd, __pmd(__pa(new_page) | prot));  in modify_pmd_table()
276 			pmd_populate(&init_mm, pmd, pte);  in modify_pmd_table()
277 		} else if (pmd_large(*pmd)) {  in modify_pmd_table()
282 		ret = modify_pte_table(pmd, addr, next, add, direct);  in modify_pmd_table()
286 			try_free_pte_table(pmd, addr & PMD_MASK);  in modify_pmd_table()
297 	pmd_t *pmd;  in try_free_pmd_table()  local
300 	pmd = pmd_offset(pud, start);  in try_free_pmd_table()
301 	for (i = 0; i < PTRS_PER_PMD; i++, pmd++)  in try_free_pmd_table()
302 		if (!pmd_none(*pmd))  in try_free_pmd_table()
314 	pmd_t *pmd;  in modify_pud_table()  local
342 			pmd = vmem_crst_alloc(_SEGMENT_ENTRY_EMPTY);  in modify_pud_table()
343 			if (!pmd)  in modify_pud_table()
345 			pud_populate(&init_mm, pud, pmd);  in modify_pud_table()
560 	pmd_t *pmd;  in vmem_get_alloc_pte()  local
585 		pmd = vmem_crst_alloc(_SEGMENT_ENTRY_EMPTY);  in vmem_get_alloc_pte()
586 		if (!pmd)  in vmem_get_alloc_pte()
588 		pud_populate(&init_mm, pud, pmd);  in vmem_get_alloc_pte()
592 	pmd = pmd_offset(pud, addr);  in vmem_get_alloc_pte()
593 	if (pmd_none(*pmd)) {  in vmem_get_alloc_pte()
599 		pmd_populate(&init_mm, pmd, pte);  in vmem_get_alloc_pte()
600 	} else if (WARN_ON_ONCE(pmd_large(*pmd))) {  in vmem_get_alloc_pte()
603 	ptep = pte_offset_kernel(pmd, addr);  in vmem_get_alloc_pte()