/linux-6.3-rc2/io_uring/ |
A D | net.h | 32 int io_shutdown(struct io_kiocb *req, unsigned int issue_flags); 37 int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags); 39 int io_send(struct io_kiocb *req, unsigned int issue_flags); 44 int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags); 45 int io_recv(struct io_kiocb *req, unsigned int issue_flags); 50 int io_accept(struct io_kiocb *req, unsigned int issue_flags); 53 int io_socket(struct io_kiocb *req, unsigned int issue_flags); 57 int io_connect(struct io_kiocb *req, unsigned int issue_flags); 59 int io_send_zc(struct io_kiocb *req, unsigned int issue_flags); 60 int io_sendmsg_zc(struct io_kiocb *req, unsigned int issue_flags);
|
A D | net.c | 72 unsigned int issue_flags) in io_check_multishot() argument 80 !(issue_flags & IO_URING_F_MULTISHOT) || in io_check_multishot() 136 unsigned int issue_flags) in io_msg_alloc_async() argument 169 unsigned int issue_flags) in io_setup_async_msg() argument 221 unsigned int issue_flags) in io_setup_async_addr() argument 311 if (issue_flags & IO_URING_F_NONBLOCK) in io_sendmsg() 334 io_netmsg_recycle(req, issue_flags); in io_sendmsg() 619 unsigned issue_flags) in io_recv_finish() argument 820 io_kbuf_recycle(req, issue_flags); in io_recvmsg() 921 io_kbuf_recycle(req, issue_flags); in io_recv() [all …]
|
A D | openclose.c | 107 int io_openat2(struct io_kiocb *req, unsigned int issue_flags) in io_openat2() argument 121 if (issue_flags & IO_URING_F_NONBLOCK) { in io_openat2() 146 (!resolve_nonblock && (issue_flags & IO_URING_F_NONBLOCK))) in io_openat2() 151 if ((issue_flags & IO_URING_F_NONBLOCK) && !nonblock_set) in io_openat2() 158 ret = io_fixed_fd_install(req, issue_flags, file, in io_openat2() 169 int io_openat(struct io_kiocb *req, unsigned int issue_flags) in io_openat() argument 171 return io_openat2(req, issue_flags); in io_openat() 187 io_ring_submit_lock(ctx, issue_flags); in __io_close_fixed() 189 io_ring_submit_unlock(ctx, issue_flags); in __io_close_fixed() 218 int io_close(struct io_kiocb *req, unsigned int issue_flags) in io_close() argument [all …]
|
A D | kbuf.h | 37 unsigned int issue_flags); 41 int io_remove_buffers(struct io_kiocb *req, unsigned int issue_flags); 44 int io_provide_buffers(struct io_kiocb *req, unsigned int issue_flags); 49 unsigned int __io_put_kbuf(struct io_kiocb *req, unsigned issue_flags); 51 void io_kbuf_recycle_legacy(struct io_kiocb *req, unsigned issue_flags); 87 static inline void io_kbuf_recycle(struct io_kiocb *req, unsigned issue_flags) in io_kbuf_recycle() argument 90 io_kbuf_recycle_legacy(req, issue_flags); in io_kbuf_recycle() 125 unsigned issue_flags) in io_put_kbuf() argument 130 return __io_put_kbuf(req, issue_flags); in io_put_kbuf()
|
A D | msg_ring.c | 42 unsigned int issue_flags) in io_double_lock_ctx() argument 49 if (!(issue_flags & IO_URING_F_UNLOCKED)) { in io_double_lock_ctx() 148 if (unlikely(io_double_lock_ctx(target_ctx, issue_flags))) in io_msg_ring_data() 168 io_ring_submit_lock(ctx, issue_flags); in io_msg_grab_file() 176 io_ring_submit_unlock(ctx, issue_flags); in io_msg_grab_file() 187 if (unlikely(io_double_lock_ctx(target_ctx, issue_flags))) in io_msg_install_complete() 237 src_file = io_msg_grab_file(req, issue_flags); in io_msg_send_fd() 246 return io_msg_install_complete(req, issue_flags); in io_msg_send_fd() 269 int io_msg_ring(struct io_kiocb *req, unsigned int issue_flags) in io_msg_ring() argument 280 ret = io_msg_ring_data(req, issue_flags); in io_msg_ring() [all …]
|
A D | fs.h | 4 int io_renameat(struct io_kiocb *req, unsigned int issue_flags); 8 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags); 12 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags); 16 int io_symlinkat(struct io_kiocb *req, unsigned int issue_flags); 19 int io_linkat(struct io_kiocb *req, unsigned int issue_flags);
|
A D | xattr.c | 108 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags) in io_fgetxattr() argument 113 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_fgetxattr() 123 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags) in io_getxattr() argument 130 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_getxattr() 206 static int __io_setxattr(struct io_kiocb *req, unsigned int issue_flags, in __io_setxattr() argument 221 int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags) in io_fsetxattr() argument 225 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_fsetxattr() 227 ret = __io_setxattr(req, issue_flags, &req->file->f_path); in io_fsetxattr() 232 int io_setxattr(struct io_kiocb *req, unsigned int issue_flags) in io_setxattr() argument 239 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_setxattr() [all …]
|
A D | openclose.h | 3 int __io_close_fixed(struct io_ring_ctx *ctx, unsigned int issue_flags, 7 int io_openat(struct io_kiocb *req, unsigned int issue_flags); 11 int io_openat2(struct io_kiocb *req, unsigned int issue_flags); 14 int io_close(struct io_kiocb *req, unsigned int issue_flags);
|
A D | xattr.h | 6 int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags); 9 int io_setxattr(struct io_kiocb *req, unsigned int issue_flags); 12 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags); 15 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags);
|
A D | kbuf.c | 65 io_ring_submit_lock(ctx, issue_flags); in io_kbuf_recycle_legacy() 73 io_ring_submit_unlock(ctx, issue_flags); in io_kbuf_recycle_legacy() 96 } else if (issue_flags & IO_URING_F_UNLOCKED) { in __io_put_kbuf() 130 unsigned int issue_flags) in io_ring_buffer_select() argument 172 unsigned int issue_flags) in io_buffer_select() argument 178 io_ring_submit_lock(req->ctx, issue_flags); in io_buffer_select() 187 io_ring_submit_unlock(req->ctx, issue_flags); in io_buffer_select() 299 io_ring_submit_lock(ctx, issue_flags); in io_remove_buffers() 309 io_ring_submit_unlock(ctx, issue_flags); in io_remove_buffers() 428 io_ring_submit_lock(ctx, issue_flags); in io_provide_buffers() [all …]
|
A D | poll.h | 28 int io_poll_add(struct io_kiocb *req, unsigned int issue_flags); 31 int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags); 35 unsigned issue_flags); 36 int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags);
|
A D | sync.c | 40 int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags) in io_sync_file_range() argument 46 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_sync_file_range() 70 int io_fsync(struct io_kiocb *req, unsigned int issue_flags) in io_fsync() argument 77 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_fsync() 99 int io_fallocate(struct io_kiocb *req, unsigned int issue_flags) in io_fallocate() argument 105 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_fallocate()
|
A D | fs.c | 81 int io_renameat(struct io_kiocb *req, unsigned int issue_flags) in io_renameat() argument 86 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_renameat() 130 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags) in io_unlinkat() argument 135 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_unlinkat() 177 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags) in io_mkdirat() argument 182 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_mkdirat() 227 int io_symlinkat(struct io_kiocb *req, unsigned int issue_flags) in io_symlinkat() argument 232 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_symlinkat() 272 int io_linkat(struct io_kiocb *req, unsigned int issue_flags) in io_linkat() argument 277 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_linkat()
|
A D | splice.c | 48 int io_tee(struct io_kiocb *req, unsigned int issue_flags) in io_tee() argument 56 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_tee() 59 in = io_file_get_fixed(req, sp->splice_fd_in, issue_flags); in io_tee() 88 int io_splice(struct io_kiocb *req, unsigned int issue_flags) in io_splice() argument 97 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_splice() 100 in = io_file_get_fixed(req, sp->splice_fd_in, issue_flags); in io_splice()
|
A D | sync.h | 4 int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags); 7 int io_fsync(struct io_kiocb *req, unsigned int issue_flags); 9 int io_fallocate(struct io_kiocb *req, unsigned int issue_flags);
|
A D | cancel.c | 82 unsigned issue_flags) in io_try_cancel() argument 97 ret = io_poll_cancel(ctx, cd, issue_flags); in io_try_cancel() 132 unsigned int issue_flags) in __io_async_cancel() argument 140 ret = io_try_cancel(tctx, cd, issue_flags); in __io_async_cancel() 149 io_ring_submit_lock(ctx, issue_flags); in __io_async_cancel() 161 io_ring_submit_unlock(ctx, issue_flags); in __io_async_cancel() 165 int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags) in io_async_cancel() argument 182 issue_flags); in io_async_cancel() 193 ret = __io_async_cancel(&cd, tctx, issue_flags); in io_async_cancel()
|
A D | poll.c | 568 unsigned issue_flags) in __io_arm_poll_handler() argument 597 if (issue_flags & IO_URING_F_UNLOCKED) in __io_arm_poll_handler() 664 unsigned issue_flags) in io_req_alloc_apoll() argument 726 apoll = io_req_alloc_apoll(req, issue_flags); in io_arm_poll_handler() 732 io_kbuf_recycle(req, issue_flags); in io_arm_poll_handler() 870 unsigned issue_flags) in io_poll_cancel() argument 878 io_ring_submit_lock(ctx, issue_flags); in io_poll_cancel() 880 io_ring_submit_unlock(ctx, issue_flags); in io_poll_cancel() 992 io_ring_submit_lock(ctx, issue_flags); in io_poll_remove() 997 io_ring_submit_unlock(ctx, issue_flags); in io_poll_remove() [all …]
|
A D | advise.c | 49 int io_madvise(struct io_kiocb *req, unsigned int issue_flags) in io_madvise() argument 55 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK); in io_madvise() 92 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags) in io_fadvise() argument 97 WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK && io_fadvise_force_async(fa)); in io_fadvise()
|
A D | uring_cmd.c | 104 int io_uring_cmd(struct io_kiocb *req, unsigned int issue_flags) in io_uring_cmd() argument 119 issue_flags |= IO_URING_F_SQE128; in io_uring_cmd() 121 issue_flags |= IO_URING_F_CQE32; in io_uring_cmd() 125 issue_flags |= IO_URING_F_IOPOLL; in io_uring_cmd() 133 ret = file->f_op->uring_cmd(ioucmd, issue_flags); in io_uring_cmd()
|
A D | rw.c | 291 unsigned issue_flags = *locked ? 0 : IO_URING_F_UNLOCKED; in io_req_rw_complete() local 293 req->cqe.flags |= io_put_kbuf(req, issue_flags); in io_req_rw_complete() 330 unsigned int issue_flags) in kiocb_done() argument 345 io_put_kbuf(req, issue_flags)); in kiocb_done() 364 unsigned int issue_flags) in __io_import_iovec() argument 387 buf = io_buffer_select(req, &sqe_len, issue_flags); in __io_import_iovec() 410 unsigned int issue_flags) in io_import_iovec() argument 412 *iovec = __io_import_iovec(rw, req, s, issue_flags); in io_import_iovec() 711 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK; in io_read() 850 return kiocb_done(req, ret, issue_flags); in io_read() [all …]
|
A D | advise.h | 4 int io_madvise(struct io_kiocb *req, unsigned int issue_flags); 7 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags);
|
A D | splice.h | 4 int io_tee(struct io_kiocb *req, unsigned int issue_flags); 7 int io_splice(struct io_kiocb *req, unsigned int issue_flags);
|
A D | cancel.h | 17 int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags); 20 unsigned int issue_flags);
|
A D | rw.h | 19 int io_read(struct io_kiocb *req, unsigned int issue_flags); 21 int io_write(struct io_kiocb *req, unsigned int issue_flags);
|
/linux-6.3-rc2/drivers/nvme/host/ |
A D | ioctl.c | 593 if (issue_flags & IO_URING_F_NONBLOCK) { in nvme_uring_cmd_io() 597 if (issue_flags & IO_URING_F_IOPOLL) in nvme_uring_cmd_io() 735 static int nvme_uring_cmd_checks(unsigned int issue_flags) in nvme_uring_cmd_checks() argument 739 if ((issue_flags & (IO_URING_F_SQE128|IO_URING_F_CQE32)) != in nvme_uring_cmd_checks() 746 unsigned int issue_flags) in nvme_ns_uring_cmd() argument 753 ret = nvme_uring_cmd_checks(issue_flags); in nvme_ns_uring_cmd() 776 return nvme_ns_uring_cmd(ns, ioucmd, issue_flags); in nvme_ns_chr_uring_cmd() 873 unsigned int issue_flags) in nvme_ns_head_chr_uring_cmd() argument 882 ret = nvme_ns_uring_cmd(ns, ioucmd, issue_flags); in nvme_ns_head_chr_uring_cmd() 919 if (issue_flags & IO_URING_F_IOPOLL) in nvme_dev_uring_cmd() [all …]
|