Lines Matching refs:dst_start
103 unsigned long dst_start, in uffd_mfill_lock() argument
108 dst_vma = uffd_lock_vma(dst_mm, dst_start); in uffd_mfill_lock()
109 if (IS_ERR(dst_vma) || validate_dst_vma(dst_vma, dst_start + len)) in uffd_mfill_lock()
124 unsigned long dst_start, in uffd_mfill_lock() argument
130 dst_vma = find_vma_and_prepare_anon(dst_mm, dst_start); in uffd_mfill_lock()
134 if (validate_dst_vma(dst_vma, dst_start + len)) in uffd_mfill_lock()
494 unsigned long dst_start, in mfill_atomic_hugetlb() argument
523 dst_addr = dst_start; in mfill_atomic_hugetlb()
532 if (dst_start & (vma_hpagesize - 1) || len & (vma_hpagesize - 1)) in mfill_atomic_hugetlb()
541 dst_vma = uffd_mfill_lock(dst_mm, dst_start, len); in mfill_atomic_hugetlb()
567 BUG_ON(dst_addr >= dst_start + len); in mfill_atomic_hugetlb()
650 unsigned long dst_start,
701 unsigned long dst_start, in mfill_atomic() argument
717 BUG_ON(dst_start & ~PAGE_MASK); in mfill_atomic()
722 BUG_ON(dst_start + len <= dst_start); in mfill_atomic()
725 dst_addr = dst_start; in mfill_atomic()
733 dst_vma = uffd_mfill_lock(dst_mm, dst_start, len); in mfill_atomic()
769 return mfill_atomic_hugetlb(ctx, dst_vma, dst_start, in mfill_atomic()
781 BUG_ON(dst_addr >= dst_start + len); in mfill_atomic()
864 ssize_t mfill_atomic_copy(struct userfaultfd_ctx *ctx, unsigned long dst_start, in mfill_atomic_copy() argument
868 return mfill_atomic(ctx, dst_start, src_start, len, in mfill_atomic_copy()
1399 unsigned long dst_start, in find_vmas_mm_locked() argument
1407 vma = find_vma_and_prepare_anon(mm, dst_start); in find_vmas_mm_locked()
1426 unsigned long dst_start, in uffd_move_lock() argument
1434 vma = uffd_lock_vma(mm, dst_start); in uffd_move_lock()
1468 err = find_vmas_mm_locked(mm, dst_start, src_start, dst_vmap, src_vmap); in uffd_move_lock()
1494 unsigned long dst_start, in uffd_move_lock() argument
1502 err = find_vmas_mm_locked(mm, dst_start, src_start, dst_vmap, src_vmap); in uffd_move_lock()
1592 ssize_t move_pages(struct userfaultfd_ctx *ctx, unsigned long dst_start, in move_pages() argument
1604 WARN_ON_ONCE(dst_start & ~PAGE_MASK) || in move_pages()
1610 WARN_ON_ONCE(dst_start + len <= dst_start)) in move_pages()
1613 err = uffd_move_lock(mm, dst_start, src_start, &dst_vma, &src_vma); in move_pages()
1635 if (dst_start + len > dst_vma->vm_end) in move_pages()
1642 for (src_addr = src_start, dst_addr = dst_start; in move_pages()