Lines Matching refs:buf
38 struct io_uring_buf *buf; in io_kbuf_inc_commit() local
41 buf = io_ring_head_to_buf(bl->buf_ring, bl->head, bl->mask); in io_kbuf_inc_commit()
42 this_len = min_t(int, len, buf->len); in io_kbuf_inc_commit()
43 buf->len -= this_len; in io_kbuf_inc_commit()
44 if (buf->len) { in io_kbuf_inc_commit()
45 buf->addr += this_len; in io_kbuf_inc_commit()
104 struct io_buffer *buf; in io_kbuf_recycle_legacy() local
108 buf = req->kbuf; in io_kbuf_recycle_legacy()
109 bl = io_buffer_get_list(ctx, buf->bgid); in io_kbuf_recycle_legacy()
110 list_add(&buf->list, &bl->buf_list); in io_kbuf_recycle_legacy()
143 void __user *buf; in io_provided_buffers_select() local
145 buf = io_provided_buffer_select(req, len, bl); in io_provided_buffers_select()
146 if (unlikely(!buf)) in io_provided_buffers_select()
149 iov[0].iov_base = buf; in io_provided_buffers_select()
160 struct io_uring_buf *buf; in io_ring_buffer_select() local
170 buf = io_ring_head_to_buf(br, head, bl->mask); in io_ring_buffer_select()
171 if (*len == 0 || *len > buf->len) in io_ring_buffer_select()
172 *len = buf->len; in io_ring_buffer_select()
175 req->buf_index = buf->bid; in io_ring_buffer_select()
176 ret = u64_to_user_ptr(buf->addr); in io_ring_buffer_select()
225 struct io_uring_buf *buf; in io_ring_buffers_peek() local
233 buf = io_ring_head_to_buf(br, head, bl->mask); in io_ring_buffers_peek()
235 u32 len = READ_ONCE(buf->len); in io_ring_buffers_peek()
266 req->buf_index = buf->bid; in io_ring_buffers_peek()
268 u32 len = buf->len; in io_ring_buffers_peek()
277 buf->len = len; in io_ring_buffers_peek()
281 iov->iov_base = u64_to_user_ptr(buf->addr); in io_ring_buffers_peek()
290 buf = io_ring_head_to_buf(br, ++head, bl->mask); in io_ring_buffers_peek()
499 struct io_buffer *buf; in io_add_buffers() local
513 buf = kmalloc(sizeof(*buf), GFP_KERNEL_ACCOUNT); in io_add_buffers()
514 if (!buf) in io_add_buffers()
517 list_add_tail(&buf->list, &bl->buf_list); in io_add_buffers()
519 buf->addr = addr; in io_add_buffers()
520 buf->len = min_t(__u32, pbuf->len, MAX_RW_COUNT); in io_add_buffers()
521 buf->bid = bid; in io_add_buffers()
522 buf->bgid = pbuf->bgid; in io_add_buffers()