linux/mm/memory.c

890 	struct folio *new_folio;
893 	new_folio = *prealloc;
894 	if (!new_folio)
902 	copy_user_highpage(&new_folio->page, page, addr, src_vma);
903 	__folio_mark_uptodate(new_folio);
904 	folio_add_new_anon_rmap(new_folio, dst_vma, addr);
905 	folio_add_lru_vma(new_folio, dst_vma);
909 	pte = mk_pte(&new_folio->page, dst_vma->vm_page_prot);
985 	struct folio *new_folio;
987 	new_folio = vma_alloc_folio(GFP_HIGHUSER_MOVABLE, 0, vma, addr, false);
988 	if (!new_folio)
991 	if (mem_cgroup_charge(new_folio, src_mm, GFP_KERNEL)) {
992 		folio_put(new_folio);
995 	folio_throttle_swaprate(new_folio, GFP_KERNEL);
997 	return new_folio;
3078 	struct folio *new_folio = NULL;
3092 		new_folio = vma_alloc_zeroed_movable_folio(vma, vmf->address);
3093 		if (!new_folio)
3096 		new_folio = vma_alloc_folio(GFP_HIGHUSER_MOVABLE, 0, vma,
3098 		if (!new_folio)
3101 		ret = __wp_page_copy_user(&new_folio->page, vmf->page, vmf);
3110 			folio_put(new_folio);
3117 		kmsan_copy_page_meta(&new_folio->page, vmf->page);
3120 	if (mem_cgroup_charge(new_folio, mm, GFP_KERNEL))
3122 	folio_throttle_swaprate(new_folio, GFP_KERNEL);
3124 	__folio_mark_uptodate(new_folio);
3146 		entry = mk_pte(&new_folio->page, vma->vm_page_prot);
3165 		folio_add_new_anon_rmap(new_folio, vma, vmf->address);
3166 		folio_add_lru_vma(new_folio, vma);
3202 		new_folio = old_folio;
3212 	if (new_folio)
3213 		folio_put(new_folio);
3223 	folio_put(new_folio);