/io_uring/ |
A D | net.h | 28 int io_shutdown(struct io_kiocb *req, unsigned int issue_flags); 30 void io_sendmsg_recvmsg_cleanup(struct io_kiocb *req); 32 int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags); 34 int io_send(struct io_kiocb *req, unsigned int issue_flags); 37 int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags); 38 int io_recv(struct io_kiocb *req, unsigned int issue_flags); 40 void io_sendrecv_fail(struct io_kiocb *req); 43 int io_accept(struct io_kiocb *req, unsigned int issue_flags); 46 int io_socket(struct io_kiocb *req, unsigned int issue_flags); 54 void io_send_zc_cleanup(struct io_kiocb *req); [all …]
|
A D | rw.h | 39 int io_prep_readv(struct io_kiocb *req, const struct io_uring_sqe *sqe); 41 int io_prep_read(struct io_kiocb *req, const struct io_uring_sqe *sqe); 42 int io_prep_write(struct io_kiocb *req, const struct io_uring_sqe *sqe); 43 int io_read(struct io_kiocb *req, unsigned int issue_flags); 44 int io_write(struct io_kiocb *req, unsigned int issue_flags); 45 int io_read_fixed(struct io_kiocb *req, unsigned int issue_flags); 46 int io_write_fixed(struct io_kiocb *req, unsigned int issue_flags); 47 void io_readv_writev_cleanup(struct io_kiocb *req); 48 void io_rw_fail(struct io_kiocb *req); 49 void io_req_rw_complete(struct io_kiocb *req, io_tw_token_t tw); [all …]
|
A D | fs.h | 3 int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 4 int io_renameat(struct io_kiocb *req, unsigned int issue_flags); 5 void io_renameat_cleanup(struct io_kiocb *req); 7 int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 8 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags); 9 void io_unlinkat_cleanup(struct io_kiocb *req); 12 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags); 13 void io_mkdirat_cleanup(struct io_kiocb *req); 16 int io_symlinkat(struct io_kiocb *req, unsigned int issue_flags); 19 int io_linkat(struct io_kiocb *req, unsigned int issue_flags); [all …]
|
A D | openclose.h | 6 int io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 7 int io_openat(struct io_kiocb *req, unsigned int issue_flags); 8 void io_open_cleanup(struct io_kiocb *req); 10 int io_openat2_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 11 int io_openat2(struct io_kiocb *req, unsigned int issue_flags); 13 int io_close_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 14 int io_close(struct io_kiocb *req, unsigned int issue_flags); 16 int io_pipe_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 17 int io_pipe(struct io_kiocb *req, unsigned int issue_flags); 19 int io_install_fixed_fd_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); [all …]
|
A D | xattr.h | 3 void io_xattr_cleanup(struct io_kiocb *req); 5 int io_fsetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 6 int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags); 8 int io_setxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 9 int io_setxattr(struct io_kiocb *req, unsigned int issue_flags); 11 int io_fgetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 12 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags); 14 int io_getxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 15 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags);
|
A D | kbuf.h | 65 void __user *io_buffer_select(struct io_kiocb *req, size_t *len, 67 int io_buffers_select(struct io_kiocb *req, struct buf_sel_arg *arg, 69 int io_buffers_peek(struct io_kiocb *req, struct buf_sel_arg *arg); 80 bool io_kbuf_recycle_legacy(struct io_kiocb *req, unsigned issue_flags); 81 void io_kbuf_drop_legacy(struct io_kiocb *req); 83 unsigned int __io_put_kbufs(struct io_kiocb *req, int len, int nbufs); 84 bool io_kbuf_commit(struct io_kiocb *req, 90 static inline bool io_kbuf_recycle_ring(struct io_kiocb *req) in io_kbuf_recycle_ring() 106 static inline bool io_do_buffer_select(struct io_kiocb *req) in io_do_buffer_select() 124 static inline unsigned int io_put_kbuf(struct io_kiocb *req, int len, in io_put_kbuf() [all …]
|
A D | timeout.h | 4 struct io_kiocb *req; 16 void io_queue_linked_timeout(struct io_kiocb *req); 17 void io_disarm_next(struct io_kiocb *req); 19 int io_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 20 int io_link_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 21 int io_timeout(struct io_kiocb *req, unsigned int issue_flags); 22 int io_timeout_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 23 int io_timeout_remove(struct io_kiocb *req, unsigned int issue_flags);
|
A D | io_uring.h | 80 void io_req_defer_failed(struct io_kiocb *req, s32 res); 87 void io_req_track_inflight(struct io_kiocb *req); 94 void io_req_task_queue(struct io_kiocb *req); 105 void io_req_queue_iowq(struct io_kiocb *req); 115 void io_free_req(struct io_kiocb *req); 116 void io_queue_next(struct io_kiocb *req); 203 struct io_kiocb *req) in io_fill_cqe_req() 227 static inline void req_set_fail(struct io_kiocb *req) in req_set_fail() 243 struct io_kiocb *req) in io_uring_alloc_async_data() 263 static inline void io_put_file(struct io_kiocb *req) in io_put_file() [all …]
|
A D | poll.h | 30 static inline void io_poll_multishot_retry(struct io_kiocb *req) in io_poll_multishot_retry() 35 int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 36 int io_poll_add(struct io_kiocb *req, unsigned int issue_flags); 38 int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 39 int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags); 44 int io_arm_apoll(struct io_kiocb *req, unsigned issue_flags, __poll_t mask); 45 int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags); 49 void io_poll_task_func(struct io_kiocb *req, io_tw_token_t tw);
|
A D | timeout.c | 23 struct io_kiocb *head; 25 struct io_kiocb *prev; 38 static struct io_kiocb *__io_disarm_linked_timeout(struct io_kiocb *req, 39 struct io_kiocb *link); 98 struct io_kiocb *req; in io_flush_killed_timeouts() 211 struct io_kiocb *link = NULL; in io_disarm_next() 236 static struct io_kiocb *__io_disarm_linked_timeout(struct io_kiocb *req, in __io_disarm_linked_timeout() 284 struct io_kiocb *req = NULL; in io_timeout_extract() 308 struct io_kiocb *req; in io_timeout_cancel() 399 struct io_kiocb *req = NULL; in io_linked_timeout_update() [all …]
|
A D | sync.h | 3 int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 4 int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags); 6 int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 7 int io_fsync(struct io_kiocb *req, unsigned int issue_flags); 9 int io_fallocate(struct io_kiocb *req, unsigned int issue_flags); 10 int io_fallocate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
A D | refs.h | 14 static inline bool req_ref_inc_not_zero(struct io_kiocb *req) in req_ref_inc_not_zero() 20 static inline bool req_ref_put_and_test_atomic(struct io_kiocb *req) in req_ref_put_and_test_atomic() 27 static inline bool req_ref_put_and_test(struct io_kiocb *req) in req_ref_put_and_test() 36 static inline void req_ref_get(struct io_kiocb *req) in req_ref_get() 43 static inline void req_ref_put(struct io_kiocb *req) in req_ref_put() 50 static inline void __io_req_set_refcount(struct io_kiocb *req, int nr) in __io_req_set_refcount() 58 static inline void io_req_set_refcount(struct io_kiocb *req) in io_req_set_refcount()
|
A D | splice.h | 3 int io_tee_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 4 int io_tee(struct io_kiocb *req, unsigned int issue_flags); 6 void io_splice_cleanup(struct io_kiocb *req); 7 int io_splice_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 8 int io_splice(struct io_kiocb *req, unsigned int issue_flags);
|
A D | cancel.h | 18 int io_async_cancel_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 19 int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags); 25 bool io_cancel_req_match(struct io_kiocb *req, struct io_cancel_data *cd); 29 bool (*cancel)(struct io_kiocb *)); 33 bool (*cancel)(struct io_kiocb *)); 35 static inline bool io_cancel_match_sequence(struct io_kiocb *req, int sequence) in io_cancel_match_sequence()
|
A D | uring_cmd.c | 44 void io_uring_cmd_cleanup(struct io_kiocb *req) in io_uring_cmd_cleanup() 53 struct io_kiocb *req; in io_uring_try_cancel_uring_cmd() 80 struct io_kiocb *req = cmd_to_io_kiocb(cmd); in io_uring_cmd_del_cancelable() 104 struct io_kiocb *req = cmd_to_io_kiocb(cmd); in io_uring_cmd_mark_cancelable() 132 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in __io_uring_cmd_do_in_task() 157 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in io_uring_cmd_done() 209 void io_uring_cmd_sqe_copy(struct io_kiocb *req) in io_uring_cmd_sqe_copy() 272 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in io_uring_cmd_import_fixed() 287 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in io_uring_cmd_import_fixed_vec() 313 struct io_kiocb *req = cmd_to_io_kiocb(cmd); in io_cmd_poll_multishot() [all …]
|
A D | opdef.h | 34 int (*issue)(struct io_kiocb *, unsigned int); 35 int (*prep)(struct io_kiocb *, const struct io_uring_sqe *); 41 void (*sqe_copy)(struct io_kiocb *); 42 void (*cleanup)(struct io_kiocb *); 43 void (*fail)(struct io_kiocb *);
|
A D | poll.c | 36 struct io_kiocb *req; 63 return (struct io_kiocb *)(priv & ~IO_WQE_F_DOUBLE); in wqe_to_req() 121 static void io_poll_req_insert(struct io_kiocb *req) in io_poll_req_insert() 395 struct io_kiocb *req = wqe_to_req(wait); in io_poll_wake() 459 struct io_kiocb *req = pt->req; in __io_queue_proc() 731 struct io_kiocb *req; in io_poll_remove_all() 754 struct io_kiocb *req; in io_poll_find() 776 struct io_kiocb *req; in io_poll_file_find() 790 static int io_poll_disarm(struct io_kiocb *req) in io_poll_disarm() 803 struct io_kiocb *req; in __io_poll_cancel() [all …]
|
A D | rw.c | 197 static int io_rw_alloc_async(struct io_kiocb *req) in io_rw_alloc_async() 462 void io_readv_writev_cleanup(struct io_kiocb *req) in io_readv_writev_cleanup() 514 static void io_req_end_write(struct io_kiocb *req) in io_req_end_write() 527 static void io_req_io_end(struct io_kiocb *req) in io_req_io_end() 588 struct io_kiocb *req = cmd_to_io_kiocb(rw); in io_complete_rw() 601 struct io_kiocb *req = cmd_to_io_kiocb(rw); in io_complete_rw_iopoll() 683 struct io_kiocb *req = cmd_to_io_kiocb(rw); in loop_rw_iter() 760 struct io_kiocb *req = wait->private; in io_async_buf_func() 1230 void io_rw_fail(struct io_kiocb *req) in io_rw_fail() 1325 struct io_kiocb *req = container_of(pos, struct io_kiocb, comp_list); in io_do_iopoll() [all …]
|
A D | xattr.c | 25 void io_xattr_cleanup(struct io_kiocb *req) in io_xattr_cleanup() 36 static void io_xattr_finish(struct io_kiocb *req, int ret) in io_xattr_finish() 44 static int __io_getxattr_prep(struct io_kiocb *req, in __io_getxattr_prep() 76 int io_fgetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fgetxattr_prep() 81 int io_getxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_getxattr_prep() 103 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags) in io_fgetxattr() 115 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags) in io_getxattr() 128 static int __io_setxattr_prep(struct io_kiocb *req, in __io_setxattr_prep() 157 int io_setxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_setxattr_prep() 184 int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags) in io_fsetxattr() [all …]
|
A D | futex.h | 5 int io_futex_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 6 int io_futexv_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 7 int io_futex_wait(struct io_kiocb *req, unsigned int issue_flags); 8 int io_futexv_wait(struct io_kiocb *req, unsigned int issue_flags); 9 int io_futex_wake(struct io_kiocb *req, unsigned int issue_flags);
|
A D | advise.h | 3 int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 4 int io_madvise(struct io_kiocb *req, unsigned int issue_flags); 6 int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 7 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags);
|
A D | epoll.h | 4 int io_epoll_ctl_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 5 int io_epoll_ctl(struct io_kiocb *req, unsigned int issue_flags); 6 int io_epoll_wait_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 7 int io_epoll_wait(struct io_kiocb *req, unsigned int issue_flags);
|
A D | fs.c | 50 int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_renameat_prep() 81 int io_renameat(struct io_kiocb *req, unsigned int issue_flags) in io_renameat() 96 void io_renameat_cleanup(struct io_kiocb *req) in io_renameat_cleanup() 104 int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_unlinkat_prep() 130 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags) in io_unlinkat() 147 void io_unlinkat_cleanup(struct io_kiocb *req) in io_unlinkat_cleanup() 177 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags) in io_mkdirat() 191 void io_mkdirat_cleanup(struct io_kiocb *req) in io_mkdirat_cleanup() 227 int io_symlinkat(struct io_kiocb *req, unsigned int issue_flags) in io_symlinkat() 272 int io_linkat(struct io_kiocb *req, unsigned int issue_flags) in io_linkat() [all …]
|
A D | uring_cmd.h | 11 int io_uring_cmd(struct io_kiocb *req, unsigned int issue_flags); 12 int io_uring_cmd_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe); 13 void io_uring_cmd_sqe_copy(struct io_kiocb *req); 14 void io_uring_cmd_cleanup(struct io_kiocb *req);
|
A D | msg_ring.c | 58 void io_msg_ring_cleanup(struct io_kiocb *req) in io_msg_ring_cleanup() 74 static void io_msg_tw_complete(struct io_kiocb *req, io_tw_token_t tw) in io_msg_tw_complete() 89 static int io_msg_remote_post(struct io_ring_ctx *ctx, struct io_kiocb *req, in io_msg_remote_post() 107 static struct io_kiocb *io_msg_get_kiocb(struct io_ring_ctx *ctx) in io_msg_get_kiocb() 109 struct io_kiocb *req = NULL; in io_msg_get_kiocb() 123 struct io_kiocb *target; in io_msg_data_remote() 168 static int io_msg_ring_data(struct io_kiocb *req, unsigned int issue_flags) in io_msg_ring_data() 231 struct io_kiocb *req = cmd_to_io_kiocb(msg); in io_msg_tw_fd_complete() 241 static int io_msg_fd_remote(struct io_kiocb *req) in io_msg_fd_remote() 257 static int io_msg_send_fd(struct io_kiocb *req, unsigned int issue_flags) in io_msg_send_fd() [all …]
|