50 				 unsigned long dst_addr)  in mfill_file_over_size()  argument
59 	offset = linear_page_index(dst_vma, dst_addr);  in mfill_file_over_size()
72 			     unsigned long dst_addr, struct page *page,  in mfill_atomic_install_pte()  argument
94 	dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl);  in mfill_atomic_install_pte()
98 	if (mfill_file_over_size(dst_vma, dst_addr)) {  in mfill_atomic_install_pte()
119 		page_add_new_anon_rmap(page, dst_vma, dst_addr);  in mfill_atomic_install_pte()
129 	set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte);  in mfill_atomic_install_pte()
132 	update_mmu_cache(dst_vma, dst_addr, dst_pte);  in mfill_atomic_install_pte()
142 				 unsigned long dst_addr,  in mfill_atomic_pte_copy()  argument
154 					dst_addr, false);  in mfill_atomic_pte_copy()
205 	ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr,  in mfill_atomic_pte_copy()
218 					 unsigned long dst_addr)  in mfill_atomic_pte_zeroed_folio()  argument
223 	folio = vma_alloc_zeroed_movable_folio(dst_vma, dst_addr);  in mfill_atomic_pte_zeroed_folio()
237 	ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr,  in mfill_atomic_pte_zeroed_folio()
250 				     unsigned long dst_addr)  in mfill_atomic_pte_zeropage()  argument
257 		return mfill_atomic_pte_zeroed_folio(dst_pmd, dst_vma, dst_addr);  in mfill_atomic_pte_zeropage()
259 	_dst_pte = pte_mkspecial(pfn_pte(my_zero_pfn(dst_addr),  in mfill_atomic_pte_zeropage()
262 	dst_pte = pte_offset_map_lock(dst_vma->vm_mm, dst_pmd, dst_addr, &ptl);  in mfill_atomic_pte_zeropage()
265 	if (mfill_file_over_size(dst_vma, dst_addr)) {  in mfill_atomic_pte_zeropage()
272 	set_pte_at(dst_vma->vm_mm, dst_addr, dst_pte, _dst_pte);  in mfill_atomic_pte_zeropage()
274 	update_mmu_cache(dst_vma, dst_addr, dst_pte);  in mfill_atomic_pte_zeropage()
285 				     unsigned long dst_addr,  in mfill_atomic_pte_continue()  argument
289 	pgoff_t pgoff = linear_page_index(dst_vma, dst_addr);  in mfill_atomic_pte_continue()
311 	ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr,  in mfill_atomic_pte_continue()
329 				   unsigned long dst_addr,  in mfill_atomic_pte_poison()  argument
339 	dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl);  in mfill_atomic_pte_poison()
343 	if (mfill_file_over_size(dst_vma, dst_addr)) {  in mfill_atomic_pte_poison()
353 	set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte);  in mfill_atomic_pte_poison()
356 	update_mmu_cache(dst_vma, dst_addr, dst_pte);  in mfill_atomic_pte_poison()
402 	unsigned long src_addr, dst_addr;  in mfill_atomic_hugetlb()  local
422 	dst_addr = dst_start;  in mfill_atomic_hugetlb()
462 		BUG_ON(dst_addr >= dst_start + len);  in mfill_atomic_hugetlb()
470 		idx = linear_page_index(dst_vma, dst_addr);  in mfill_atomic_hugetlb()
477 		dst_pte = huge_pte_alloc(dst_mm, dst_vma, dst_addr, vma_hpagesize);  in mfill_atomic_hugetlb()
492 		err = hugetlb_mfill_atomic_pte(dst_pte, dst_vma, dst_addr,  in mfill_atomic_hugetlb()
527 			dst_addr += vma_hpagesize;  in mfill_atomic_hugetlb()
560 						unsigned long dst_addr,  in mfill_atomic_pte()  argument
569 						 dst_addr, flags);  in mfill_atomic_pte()
572 					       dst_addr, flags);  in mfill_atomic_pte()
588 						    dst_addr, src_addr,  in mfill_atomic_pte()
592 						 dst_vma, dst_addr);  in mfill_atomic_pte()
595 					     dst_addr, src_addr,  in mfill_atomic_pte()
612 	unsigned long src_addr, dst_addr;  in mfill_atomic()  local
627 	dst_addr = dst_start;  in mfill_atomic()
693 		BUG_ON(dst_addr >= dst_start + len);  in mfill_atomic()
695 		dst_pmd = mm_alloc_pmd(dst_mm, dst_addr);  in mfill_atomic()
727 		err = mfill_atomic_pte(dst_pmd, dst_vma, dst_addr,  in mfill_atomic()
752 			dst_addr += PAGE_SIZE;  in mfill_atomic()