Lines Matching refs:source_mm
789 mmap_read_unlock(pages->source_mm); in pfn_reader_user_destroy()
790 if (!user->file && pages->source_mm != current->mm) in pfn_reader_user_destroy()
791 mmput(pages->source_mm); in pfn_reader_user_destroy()
858 bool remote_mm = pages->source_mm != current->mm; in pfn_reader_user_pin()
891 if (!mmget_not_zero(pages->source_mm)) in pfn_reader_user_pin()
914 mmap_read_lock(pages->source_mm); in pfn_reader_user_pin()
917 rc = pin_user_pages_remote(pages->source_mm, uptr, npages, in pfn_reader_user_pin()
967 mmap_read_unlock(pages->source_mm); in update_mm_locked_vm()
972 pages->source_mm != current->mm) { in update_mm_locked_vm()
973 if (!mmget_not_zero(pages->source_mm)) in update_mm_locked_vm()
978 mmap_write_lock(pages->source_mm); in update_mm_locked_vm()
979 rc = __account_locked_vm(pages->source_mm, npages, inc, in update_mm_locked_vm()
981 mmap_write_unlock(pages->source_mm); in update_mm_locked_vm()
984 mmput(pages->source_mm); in update_mm_locked_vm()
1011 atomic64_add(npages, &pages->source_mm->pinned_vm); in iopt_pages_update_pinned()
1013 atomic64_sub(npages, &pages->source_mm->pinned_vm); in iopt_pages_update_pinned()
1308 pages->source_mm = current->mm; in iopt_alloc_pages()
1309 mmgrab(pages->source_mm); in iopt_alloc_pages()
1371 mmdrop(pages->source_mm); in iopt_release_pages()
1979 if (!mmget_not_zero(pages->source_mm)) in iopt_pages_rw_page()
1988 mmap_read_lock(pages->source_mm); in iopt_pages_rw_page()
1990 pages->source_mm, (uintptr_t)(pages->uptr + index * PAGE_SIZE), in iopt_pages_rw_page()
1993 mmap_read_unlock(pages->source_mm); in iopt_pages_rw_page()
2004 mmput(pages->source_mm); in iopt_pages_rw_page()
2024 bool change_mm = current->mm != pages->source_mm; in iopt_pages_rw_access()
2058 if (!mmget_not_zero(pages->source_mm)) in iopt_pages_rw_access()
2063 kthread_use_mm(pages->source_mm); in iopt_pages_rw_access()
2075 kthread_unuse_mm(pages->source_mm); in iopt_pages_rw_access()
2076 mmput(pages->source_mm); in iopt_pages_rw_access()