Lines Matching refs:source_mm

726 			mmap_read_unlock(pages->source_mm);  in pfn_reader_user_destroy()
727 if (pages->source_mm != current->mm) in pfn_reader_user_destroy()
728 mmput(pages->source_mm); in pfn_reader_user_destroy()
741 bool remote_mm = pages->source_mm != current->mm; in pfn_reader_user_pin()
766 if (!mmget_not_zero(pages->source_mm)) in pfn_reader_user_pin()
785 mmap_read_lock(pages->source_mm); in pfn_reader_user_pin()
788 rc = pin_user_pages_remote(pages->source_mm, uptr, npages, in pfn_reader_user_pin()
837 mmap_read_unlock(pages->source_mm); in update_mm_locked_vm()
841 pages->source_mm != current->mm) { in update_mm_locked_vm()
842 if (!mmget_not_zero(pages->source_mm)) in update_mm_locked_vm()
847 mmap_write_lock(pages->source_mm); in update_mm_locked_vm()
848 rc = __account_locked_vm(pages->source_mm, npages, inc, in update_mm_locked_vm()
850 mmap_write_unlock(pages->source_mm); in update_mm_locked_vm()
853 mmput(pages->source_mm); in update_mm_locked_vm()
880 atomic64_add(npages, &pages->source_mm->pinned_vm); in do_update_pinned()
882 atomic64_sub(npages, &pages->source_mm->pinned_vm); in do_update_pinned()
1164 pages->source_mm = current->mm; in iopt_alloc_pages()
1165 mmgrab(pages->source_mm); in iopt_alloc_pages()
1189 mmdrop(pages->source_mm); in iopt_release_pages()
1791 if (!mmget_not_zero(pages->source_mm)) in iopt_pages_rw_page()
1800 mmap_read_lock(pages->source_mm); in iopt_pages_rw_page()
1802 pages->source_mm, (uintptr_t)(pages->uptr + index * PAGE_SIZE), in iopt_pages_rw_page()
1805 mmap_read_unlock(pages->source_mm); in iopt_pages_rw_page()
1816 mmput(pages->source_mm); in iopt_pages_rw_page()
1836 bool change_mm = current->mm != pages->source_mm; in iopt_pages_rw_access()
1861 if (!mmget_not_zero(pages->source_mm)) in iopt_pages_rw_access()
1866 kthread_use_mm(pages->source_mm); in iopt_pages_rw_access()
1878 kthread_unuse_mm(pages->source_mm); in iopt_pages_rw_access()
1879 mmput(pages->source_mm); in iopt_pages_rw_access()