| /openbmc/linux/mm/ |
| H A D | userfaultfd.c | 23 struct vm_area_struct *find_dst_vma(struct mm_struct *dst_mm, in find_dst_vma() argument
33 dst_vma = find_vma(dst_mm, dst_start); in find_dst_vma()
76 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_install_pte() local
94 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
127 inc_mm_counter(dst_mm, mm_counter(page)); in mfill_atomic_install_pte()
129 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_install_pte()
333 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_pte_poison() local
339 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_poison()
353 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_pte_poison()
398 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_hugetlb() local
[all …]
|
| H A D | huge_memory.c | 1055 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_huge_pmd() argument
1069 pgtable = pte_alloc_one(dst_mm); in copy_huge_pmd()
1073 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
1095 add_mm_counter(dst_mm, MM_ANONPAGES, HPAGE_PMD_NR); in copy_huge_pmd()
1096 mm_inc_nr_ptes(dst_mm); in copy_huge_pmd()
1097 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1100 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
1107 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1121 mm_get_huge_zero_page(dst_mm); in copy_huge_pmd()
1132 pte_free(dst_mm, pgtable); in copy_huge_pmd()
[all …]
|
| H A D | memory.c | 766 copy_nonpresent_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_nonpresent_pte() argument
781 if (unlikely(list_empty(&dst_mm->mmlist))) { in copy_nonpresent_pte()
783 if (list_empty(&dst_mm->mmlist)) in copy_nonpresent_pte()
784 list_add(&dst_mm->mmlist, in copy_nonpresent_pte()
863 set_pte_at(dst_mm, addr, dst_pte, in copy_nonpresent_pte()
869 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_nonpresent_pte()
1005 struct mm_struct *dst_mm = dst_vma->vm_mm; in copy_pte_range() local
1028 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
1061 ret = copy_nonpresent_pte(dst_mm, src_mm, in copy_pte_range()
1105 add_mm_rss_vec(dst_mm, rss); in copy_pte_range()
[all …]
|
| H A D | hugetlb.c | 6286 struct mm_struct *dst_mm = dst_vma->vm_mm; in hugetlb_mfill_atomic_pte() local
6302 ptl = huge_pte_lock(h, dst_mm, dst_pte); in hugetlb_mfill_atomic_pte()
6311 set_huge_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte, in hugetlb_mfill_atomic_pte()
6421 ptl = huge_pte_lock(h, dst_mm, dst_pte); in hugetlb_mfill_atomic_pte()
6463 set_huge_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte, huge_page_size(h)); in hugetlb_mfill_atomic_pte()
6465 hugetlb_count_add(pages_per_huge_page(h), dst_mm); in hugetlb_mfill_atomic_pte()
|
| /openbmc/linux/include/linux/ |
| H A D | userfaultfd_k.h | 77 extern ssize_t mfill_atomic_copy(struct mm_struct *dst_mm, unsigned long dst_start,
80 extern ssize_t mfill_atomic_zeropage(struct mm_struct *dst_mm,
84 extern ssize_t mfill_atomic_continue(struct mm_struct *dst_mm, unsigned long dst_start,
87 extern ssize_t mfill_atomic_poison(struct mm_struct *dst_mm, unsigned long start,
90 extern int mwriteprotect_range(struct mm_struct *dst_mm,
|
| H A D | huge_mm.h | 11 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm,
15 int copy_huge_pud(struct mm_struct *dst_mm, struct mm_struct *src_mm,
|
| /openbmc/linux/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_ttm.c | 300 struct amdgpu_res_cursor src_mm, dst_mm; in amdgpu_ttm_copy_mem_to_mem() local
310 amdgpu_res_first(dst->mem, dst->offset, size, &dst_mm); in amdgpu_ttm_copy_mem_to_mem()
318 cur_size = min3(src_mm.size, dst_mm.size, 256ULL << 20); in amdgpu_ttm_copy_mem_to_mem()
326 r = amdgpu_ttm_map_buffer(dst->bo, dst->mem, &dst_mm, in amdgpu_ttm_copy_mem_to_mem()
340 amdgpu_res_next(&dst_mm, cur_size); in amdgpu_ttm_copy_mem_to_mem()
|