Lines Matching refs:vmf
231 struct vm_fault *vmf, in userfaultfd_huge_must_wait() argument
234 struct vm_area_struct *vma = vmf->vma; in userfaultfd_huge_must_wait()
238 assert_fault_locked(vmf); in userfaultfd_huge_must_wait()
240 ptep = hugetlb_walk(vma, vmf->address, vma_mmu_pagesize(vma)); in userfaultfd_huge_must_wait()
245 pte = huge_ptep_get(vma->vm_mm, vmf->address, ptep); in userfaultfd_huge_must_wait()
261 struct vm_fault *vmf, in userfaultfd_huge_must_wait() argument
276 struct vm_fault *vmf, in userfaultfd_must_wait() argument
280 unsigned long address = vmf->address; in userfaultfd_must_wait()
289 assert_fault_locked(vmf); in userfaultfd_must_wait()
363 vm_fault_t handle_userfault(struct vm_fault *vmf, unsigned long reason) in handle_userfault() argument
365 struct vm_area_struct *vma = vmf->vma; in handle_userfault()
380 assert_fault_locked(vmf); in handle_userfault()
395 if (!(vmf->flags & FAULT_FLAG_USER) && (ctx->flags & UFFD_USER_MODE_ONLY)) in handle_userfault()
434 if (unlikely(!(vmf->flags & FAULT_FLAG_ALLOW_RETRY))) { in handle_userfault()
440 BUG_ON(vmf->flags & FAULT_FLAG_RETRY_NOWAIT); in handle_userfault()
445 vmf->flags); in handle_userfault()
457 if (vmf->flags & FAULT_FLAG_RETRY_NOWAIT) in handle_userfault()
465 uwq.msg = userfault_msg(vmf->address, vmf->real_address, vmf->flags, in handle_userfault()
470 blocking_state = userfaultfd_get_blocking_state(vmf->flags); in handle_userfault()
496 must_wait = userfaultfd_must_wait(ctx, vmf, reason); in handle_userfault()
498 must_wait = userfaultfd_huge_must_wait(ctx, vmf, reason); in handle_userfault()
501 release_fault_lock(vmf); in handle_userfault()