| /io_uring/ |
| A D | kbuf.c | 29 __u32 len; member
42 this_len = min_t(int, len, buf->len); in io_kbuf_inc_commit()
127 if (*len == 0 || *len > kbuf->len) in io_provided_buffer_select()
128 *len = kbuf->len; in io_provided_buffer_select()
171 if (*len == 0 || *len > buf->len) in io_ring_buffer_select()
172 *len = buf->len; in io_ring_buffer_select()
235 u32 len = READ_ONCE(buf->len); in io_ring_buffers_peek() local
240 needed = (arg->max_len + len - 1) / len; in io_ring_buffers_peek()
268 u32 len = buf->len; in io_ring_buffers_peek() local
277 buf->len = len; in io_ring_buffers_peek()
[all …]
|
| A D | advise.c | 20 u64 len; member
27 u64 len; member
40 ma->len = READ_ONCE(sqe->off); in io_madvise_prep()
41 if (!ma->len) in io_madvise_prep()
42 ma->len = READ_ONCE(sqe->len); in io_madvise_prep()
59 ret = do_madvise(current->mm, ma->addr, ma->len, ma->advice); in io_madvise()
87 fa->len = READ_ONCE(sqe->addr); in io_fadvise_prep()
88 if (!fa->len) in io_fadvise_prep()
89 fa->len = READ_ONCE(sqe->len); in io_fadvise_prep()
103 ret = vfs_fadvise(req->file, fa->offset, fa->len, fa->advice); in io_fadvise()
|
| A D | sync.c | 19 loff_t len; member
33 sync->len = READ_ONCE(sqe->len); in io_sfr_prep()
48 ret = sync_file_range(req->file, sync->off, sync->len, sync->flags); in io_sync_file_range()
65 sync->len = READ_ONCE(sqe->len); in io_fsync_prep()
73 loff_t end = sync->off + sync->len; in io_fsync()
93 sync->len = READ_ONCE(sqe->addr); in io_fallocate_prep()
94 sync->mode = READ_ONCE(sqe->len); in io_fallocate_prep()
107 ret = vfs_fallocate(req->file, sync->mode, sync->off, sync->len); in io_fallocate()
|
| A D | mock_file.c | 75 iovec_len = READ_ONCE(sqe->len); in io_cmd_copy_regbuf()
122 mio->res = len; in io_mock_delay_rw()
133 size_t len = iov_iter_count(to); in io_mock_read_iter() local
136 if (iocb->ki_pos + len > mf->size) in io_mock_read_iter()
138 nr_zeroed = iov_iter_zero(len, to); in io_mock_read_iter()
148 size_t len = iov_iter_count(from); in io_mock_write_iter() local
150 if (iocb->ki_pos + len > mf->size) in io_mock_write_iter()
153 iov_iter_advance(from, len); in io_mock_write_iter()
154 return len; in io_mock_write_iter()
226 uarg_size = READ_ONCE(sqe->len); in io_create_mock_file()
[all …]
|
| A D | zcrx.c | 104 unsigned long len = (unsigned long)area_reg->len; in io_import_dmabuf() local
968 len = min(len, cc->size); in io_copy_page()
970 while (len) { in io_copy_page()
996 len -= n; in io_copy_page()
1013 while (len) { in io_zcrx_copy_chunk()
1038 len -= n; in io_zcrx_copy_chunk()
1075 return len; in io_zcrx_recv_frag()
1090 len = min_t(size_t, len, desc->count); in io_zcrx_recv_skb()
1097 if (!len) in io_zcrx_recv_skb()
1116 if (!len) in io_zcrx_recv_skb()
[all …]
|
| A D | kbuf.h | 43 __u32 len; member
65 void __user *io_buffer_select(struct io_kiocb *req, size_t *len,
83 unsigned int __io_put_kbufs(struct io_kiocb *req, int len, int nbufs);
85 struct io_buffer_list *bl, int len, int nr);
124 static inline unsigned int io_put_kbuf(struct io_kiocb *req, int len, in io_put_kbuf() argument
129 return __io_put_kbufs(req, len, 1); in io_put_kbuf()
132 static inline unsigned int io_put_kbufs(struct io_kiocb *req, int len, in io_put_kbufs() argument
137 return __io_put_kbufs(req, len, nbufs); in io_put_kbufs()
|
| A D | splice.c | 21 u64 len; member
33 sp->len = READ_ONCE(sqe->len); in __io_splice_prep()
97 if (sp->len) in io_tee()
98 ret = do_tee(in, out, sp->len, flags); in io_tee()
103 if (ret != sp->len) in io_tee()
138 if (sp->len) in io_splice()
139 ret = do_splice(in, poff_in, out, poff_out, sp->len, flags); in io_splice()
144 if (ret != sp->len) in io_splice()
|
| A D | net.c | 423 sr->len = READ_ONCE(sqe->len); in io_sendmsg_prep()
788 sr->len = READ_ONCE(sqe->len); in io_recvmsg_prep()
953 kmsg->payloadlen = *len = *len - hdr; in io_recvmsg_prep_multishot()
1041 size_t len = sr->len; in io_recvmsg() local
1160 *len = sr->len; in io_recv_buf_select()
1165 sr->len = *len; in io_recv_buf_select()
1184 size_t len = sr->len; in io_recv() local
1264 zc->len = READ_ONCE(sqe->len); in io_recvzc_prep()
1295 len = zc->len; in io_recvzc()
1298 if (len && zc->len == 0) { in io_recvzc()
[all …]
|
| A D | truncate.c | 20 loff_t len; member
27 if (sqe->rw_flags || sqe->addr || sqe->len || sqe->buf_index || in io_ftruncate_prep()
31 ft->len = READ_ONCE(sqe->off); in io_ftruncate_prep()
44 ret = do_ftruncate(req->file, ft->len, 1); in io_ftruncate()
|
| A D | rw.c | 33 u32 len; member
59 rw->len = iov.iov_len; in io_iov_compat_buffer_select_prep()
69 if (rw->len != 1) in io_iov_buffer_select_prep()
126 rw->len = sqe_len; in __io_import_rw_buffer()
290 rw->len = READ_ONCE(sqe->len); in __io_prep_rw()
706 size_t len; in loop_rw_iter() local
717 len = rw->len; in loop_rw_iter()
735 rw->len -= nr; in loop_rw_iter()
736 if (!rw->len) in loop_rw_iter()
739 if (nr != len) in loop_rw_iter()
[all …]
|
| A D | openclose.c | 90 u64 mode = READ_ONCE(sqe->len); in io_openat_prep()
101 size_t len; in io_openat2_prep() local
105 len = READ_ONCE(sqe->len); in io_openat2_prep()
106 if (len < OPEN_HOW_SIZE_VER0) in io_openat2_prep()
109 ret = copy_struct_from_user(&open->how, sizeof(open->how), how, len); in io_openat2_prep()
213 if (sqe->off || sqe->addr || sqe->len || sqe->rw_flags || sqe->buf_index) in io_close_prep()
270 if (sqe->off || sqe->addr || sqe->len || sqe->buf_index || in io_install_fixed_fd_prep()
|
| A D | memmap.h | 9 struct page **io_pin_pages(unsigned long uaddr, unsigned long len, int *npages);
15 unsigned long len, unsigned long pgoff,
|
| A D | memmap.c | 40 struct page **io_pin_pages(unsigned long uaddr, unsigned long len, int *npages) in io_pin_pages() argument
46 if (check_add_overflow(uaddr, len, &end)) in io_pin_pages()
348 unsigned long len, unsigned long pgoff, in io_uring_get_unmapped_area() argument
364 ptr = io_uring_validate_mmap_request(filp, pgoff, len); in io_uring_get_unmapped_area()
390 return mm_get_unmapped_area(current->mm, filp, addr, len, pgoff, flags); in io_uring_get_unmapped_area()
406 unsigned long len, unsigned long pgoff, in io_uring_get_unmapped_area() argument
414 ptr = io_uring_validate_mmap_request(file, pgoff, len); in io_uring_get_unmapped_area()
|
| A D | notif.h | 43 static inline int io_notif_account_mem(struct io_kiocb *notif, unsigned len) in io_notif_account_mem() argument
47 unsigned nr_pages = (len >> PAGE_SHIFT) + 2; in io_notif_account_mem()
|
| A D | msg_ring.c | 26 u32 len; member
133 return io_msg_remote_post(target_ctx, target, msg->len, flags, in io_msg_data_remote()
161 if (io_post_aux_cqe(target_ctx, msg->user_data, msg->len, flags)) in __io_msg_ring_data()
263 if (msg->len) in io_msg_send_fd()
287 msg->len = READ_ONCE(sqe->len); in __io_msg_ring_prep()
|
| A D | fs.c | 63 ren->new_dfd = READ_ONCE(sqe->len); in io_renameat_prep()
109 if (sqe->off || sqe->len || sqe->buf_index || sqe->splice_fd_in) in io_unlinkat_prep()
165 mkd->mode = READ_ONCE(sqe->len); in io_mkdirat_prep()
203 if (sqe->len || sqe->rw_flags || sqe->buf_index || sqe->splice_fd_in) in io_symlinkat_prep()
252 lnk->new_dfd = READ_ONCE(sqe->len); in io_linkat_prep()
|
| A D | rsrc.c | 436 up->nr_args = READ_ONCE(sqe->len); in io_files_update_prep()
824 imu->len = iov->iov_len; in io_sqe_buffer_register()
976 imu->len = blk_rq_bytes(rq); in io_buffer_register_bvec()
1041 if (unlikely(len > MAX_RW_COUNT)) in validate_fixed_range()
1049 size_t count = len + offset; in io_import_kbuf()
1054 if (count < imu->len) { in io_import_kbuf()
1057 while (len > bvec->bv_len) { in io_import_kbuf()
1058 len -= bvec->bv_len; in io_import_kbuf()
1068 u64 buf_addr, size_t len) in io_import_fixed() argument
1109 iov_iter_bvec(iter, ddir, bvec, nr_segs, len); in io_import_fixed()
[all …]
|
| A D | filetable.h | 60 unsigned off, unsigned len) in io_file_table_set_alloc_range() argument
63 ctx->file_alloc_end = off + len; in io_file_table_set_alloc_range()
|
| A D | zcrx.h | 68 unsigned issue_flags, unsigned int *len);
85 unsigned issue_flags, unsigned int *len) in io_zcrx_recv() argument
|
| A D | epoll.c | 37 epoll->op = READ_ONCE(sqe->len); in io_epoll_ctl_prep()
74 iew->maxevents = READ_ONCE(sqe->len); in io_epoll_wait_prep()
|
| A D | filetable.c | 147 if (check_add_overflow(range.off, range.len, &end)) in io_register_file_alloc_range()
152 io_file_table_set_alloc_range(ctx, range.off, range.len); in io_register_file_alloc_range()
|
| A D | rsrc.h | 33 unsigned int len; member
65 u64 buf_addr, size_t len, int ddir,
|
| A D | xattr.c | 55 ix->ctx.size = READ_ONCE(sqe->len); in __io_getxattr_prep()
139 ix->ctx.size = READ_ONCE(sqe->len); in __io_setxattr_prep()
|
| A D | nop.c | 35 nop->result = READ_ONCE(sqe->len); in io_nop_prep()
|
| A D | statx.c | 34 sx->mask = READ_ONCE(sqe->len); in io_statx_prep()
|