Lines Matching refs:io_kiocb
23 struct io_kiocb *head;
25 struct io_kiocb *prev;
38 static struct io_kiocb *__io_disarm_linked_timeout(struct io_kiocb *req,
39 struct io_kiocb *link);
41 static inline bool io_is_timeout_noseq(struct io_kiocb *req) in io_is_timeout_noseq()
49 static inline void io_put_req(struct io_kiocb *req) in io_put_req()
71 static void io_timeout_complete(struct io_kiocb *req, io_tw_token_t tw) in io_timeout_complete()
98 struct io_kiocb *req; in io_flush_killed_timeouts()
111 static void io_kill_timeout(struct io_kiocb *req, struct list_head *list) in io_kill_timeout()
135 struct io_kiocb *req = cmd_to_io_kiocb(timeout); in io_flush_timeouts()
160 static void io_req_tw_fail_links(struct io_kiocb *link, io_tw_token_t tw) in io_req_tw_fail_links()
164 struct io_kiocb *nxt = link->link; in io_req_tw_fail_links()
176 static void io_fail_links(struct io_kiocb *req) in io_fail_links()
179 struct io_kiocb *link = req->link; in io_fail_links()
200 static inline void io_remove_next_linked(struct io_kiocb *req) in io_remove_next_linked()
202 struct io_kiocb *nxt = req->link; in io_remove_next_linked()
208 void io_disarm_next(struct io_kiocb *req) in io_disarm_next()
211 struct io_kiocb *link = NULL; in io_disarm_next()
236 static struct io_kiocb *__io_disarm_linked_timeout(struct io_kiocb *req, in __io_disarm_linked_timeout()
237 struct io_kiocb *link) in __io_disarm_linked_timeout()
258 struct io_kiocb *req = data->req; in io_timeout_fn()
278 static struct io_kiocb *io_timeout_extract(struct io_ring_ctx *ctx, in io_timeout_extract()
284 struct io_kiocb *req = NULL; in io_timeout_extract()
287 struct io_kiocb *tmp = cmd_to_io_kiocb(timeout); in io_timeout_extract()
308 struct io_kiocb *req; in io_timeout_cancel()
320 static void io_req_task_link_timeout(struct io_kiocb *req, io_tw_token_t tw) in io_req_task_link_timeout()
323 struct io_kiocb *prev = timeout->prev; in io_req_task_link_timeout()
350 struct io_kiocb *prev, *req = data->req; in io_link_timeout_fn()
399 struct io_kiocb *req = NULL; in io_linked_timeout_update()
402 struct io_kiocb *tmp = cmd_to_io_kiocb(timeout); in io_linked_timeout_update()
425 struct io_kiocb *req = io_timeout_extract(ctx, &cd); in io_timeout_update()
442 int io_timeout_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_timeout_remove_prep()
482 int io_timeout_remove(struct io_kiocb *req, unsigned int issue_flags) in io_timeout_remove()
511 static int __io_timeout_prep(struct io_kiocb *req, in __io_timeout_prep()
581 int io_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_timeout_prep()
586 int io_link_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_link_timeout_prep()
591 int io_timeout(struct io_kiocb *req, unsigned int issue_flags) in io_timeout()
626 struct io_kiocb *nxt = cmd_to_io_kiocb(nextt); in io_timeout()
641 void io_queue_linked_timeout(struct io_kiocb *req) in io_queue_linked_timeout()
663 static bool io_match_task(struct io_kiocb *head, struct io_uring_task *tctx, in io_match_task()
667 struct io_kiocb *req; in io_match_task()
695 struct io_kiocb *req = cmd_to_io_kiocb(timeout); in io_kill_timeouts()