768 		struct vm_area_struct *src_vma, unsigned long addr, int *rss)  in copy_nonpresent_pte()  argument
830 		BUG_ON(page_try_dup_anon_rmap(page, false, src_vma));  in copy_nonpresent_pte()
855 		VM_BUG_ON(!is_cow_mapping(src_vma->vm_flags));  in copy_nonpresent_pte()
856 		if (try_restore_exclusive_pte(src_pte, src_vma, addr))  in copy_nonpresent_pte()
886 copy_present_page(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_present_page()  argument
902 	copy_user_highpage(&new_folio->page, page, addr, src_vma);  in copy_present_page()
923 copy_present_pte(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_present_pte()  argument
927 	struct mm_struct *src_mm = src_vma->vm_mm;  in copy_present_pte()
928 	unsigned long vm_flags = src_vma->vm_flags;  in copy_present_pte()
933 	page = vm_normal_page(src_vma, addr, pte);  in copy_present_pte()
944 		if (unlikely(page_try_dup_anon_rmap(page, false, src_vma))) {  in copy_present_pte()
947 			return copy_present_page(dst_vma, src_vma, dst_pte, src_pte,  in copy_present_pte()
1001 copy_pte_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_pte_range()  argument
1006 	struct mm_struct *src_mm = src_vma->vm_mm;  in copy_pte_range()
1063 						  dst_vma, src_vma,  in copy_pte_range()
1082 		ret = copy_present_pte(dst_vma, src_vma, dst_pte, src_pte,  in copy_pte_range()
1119 		prealloc = page_copy_prealloc(src_mm, src_vma, addr);  in copy_pte_range()
1138 copy_pmd_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_pmd_range()  argument
1143 	struct mm_struct *src_mm = src_vma->vm_mm;  in copy_pmd_range()
1156 			VM_BUG_ON_VMA(next-addr != HPAGE_PMD_SIZE, src_vma);  in copy_pmd_range()
1158 					    addr, dst_vma, src_vma);  in copy_pmd_range()
1167 		if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd,  in copy_pmd_range()
1175 copy_pud_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_pud_range()  argument
1180 	struct mm_struct *src_mm = src_vma->vm_mm;  in copy_pud_range()
1193 			VM_BUG_ON_VMA(next-addr != HPAGE_PUD_SIZE, src_vma);  in copy_pud_range()
1195 					    dst_pud, src_pud, addr, src_vma);  in copy_pud_range()
1204 		if (copy_pmd_range(dst_vma, src_vma, dst_pud, src_pud,  in copy_pud_range()
1212 copy_p4d_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_p4d_range()  argument
1228 		if (copy_pud_range(dst_vma, src_vma, dst_p4d, src_p4d,  in copy_p4d_range()
1241 vma_needs_copy(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma)  in vma_needs_copy()  argument
1252 	if (src_vma->vm_flags & (VM_PFNMAP | VM_MIXEDMAP))  in vma_needs_copy()
1255 	if (src_vma->anon_vma)  in vma_needs_copy()
1268 copy_page_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma)  in copy_page_range()  argument
1272 	unsigned long addr = src_vma->vm_start;  in copy_page_range()
1273 	unsigned long end = src_vma->vm_end;  in copy_page_range()
1275 	struct mm_struct *src_mm = src_vma->vm_mm;  in copy_page_range()
1280 	if (!vma_needs_copy(dst_vma, src_vma))  in copy_page_range()
1283 	if (is_vm_hugetlb_page(src_vma))  in copy_page_range()
1284 		return copy_hugetlb_page_range(dst_mm, src_mm, dst_vma, src_vma);  in copy_page_range()
1286 	if (unlikely(src_vma->vm_flags & VM_PFNMAP)) {  in copy_page_range()
1291 		ret = track_pfn_copy(src_vma);  in copy_page_range()
1302 	is_cow = is_cow_mapping(src_vma->vm_flags);  in copy_page_range()
1315 		vma_assert_write_locked(src_vma);  in copy_page_range()
1326 		if (unlikely(copy_p4d_range(dst_vma, src_vma, dst_pgd, src_pgd,  in copy_page_range()