Lines Matching refs:uwq
113 struct userfaultfd_wait_queue *uwq; in userfaultfd_wake_function() local
116 uwq = container_of(wq, struct userfaultfd_wait_queue, wq); in userfaultfd_wake_function()
121 if (len && (start > uwq->msg.arg.pagefault.address || in userfaultfd_wake_function()
122 start + len <= uwq->msg.arg.pagefault.address)) in userfaultfd_wake_function()
124 WRITE_ONCE(uwq->waken, true); in userfaultfd_wake_function()
371 struct userfaultfd_wait_queue uwq; in handle_userfault() local
482 init_waitqueue_func_entry(&uwq.wq, userfaultfd_wake_function); in handle_userfault()
483 uwq.wq.private = current; in handle_userfault()
484 uwq.msg = userfault_msg(vmf->address, vmf->flags, reason, in handle_userfault()
486 uwq.ctx = ctx; in handle_userfault()
487 uwq.waken = false; in handle_userfault()
496 __add_wait_queue(&ctx->fault_pending_wqh, &uwq.wq); in handle_userfault()
534 if (!list_empty_careful(&uwq.wq.entry)) { in handle_userfault()
540 list_del(&uwq.wq.entry); in handle_userfault()
914 struct userfaultfd_wait_queue *uwq; in find_userfault_in() local
918 uwq = NULL; in find_userfault_in()
923 uwq = container_of(wq, struct userfaultfd_wait_queue, wq); in find_userfault_in()
925 return uwq; in find_userfault_in()
999 struct userfaultfd_wait_queue *uwq; in userfaultfd_ctx_read() local
1016 uwq = find_userfault(ctx); in userfaultfd_ctx_read()
1017 if (uwq) { in userfaultfd_ctx_read()
1048 list_del(&uwq->wq.entry); in userfaultfd_ctx_read()
1049 add_wait_queue(&ctx->fault_wqh, &uwq->wq); in userfaultfd_ctx_read()
1054 *msg = uwq->msg; in userfaultfd_ctx_read()
1062 uwq = find_userfault_evt(ctx); in userfaultfd_ctx_read()
1063 if (uwq) { in userfaultfd_ctx_read()
1064 *msg = uwq->msg; in userfaultfd_ctx_read()
1066 if (uwq->msg.event == UFFD_EVENT_FORK) { in userfaultfd_ctx_read()
1069 uwq->msg.arg.reserved.reserved1; in userfaultfd_ctx_read()
1070 list_move(&uwq->wq.entry, &fork_event); in userfaultfd_ctx_read()
1082 userfaultfd_event_complete(ctx, uwq); in userfaultfd_ctx_read()
1115 uwq = list_first_entry(&fork_event, in userfaultfd_ctx_read()
1116 typeof(*uwq), in userfaultfd_ctx_read()
1128 list_del(&uwq->wq.entry); in userfaultfd_ctx_read()
1129 __add_wait_queue(&ctx->event_wqh, &uwq->wq); in userfaultfd_ctx_read()
1137 userfaultfd_event_complete(ctx, uwq); in userfaultfd_ctx_read()