Lines Matching refs:blk_mq_hw_ctx
72 static inline struct blk_mq_hw_ctx *blk_qc_to_hctx(struct request_queue *q, in blk_qc_to_hctx()
79 static inline struct request *blk_qc_to_rq(struct blk_mq_hw_ctx *hctx, in blk_qc_to_rq()
100 static bool blk_mq_hctx_has_pending(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_has_pending()
110 static void blk_mq_hctx_mark_pending(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_mark_pending()
119 static void blk_mq_hctx_clear_pending(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_clear_pending()
347 struct blk_mq_hw_ctx *hctx; in blk_mq_wake_waiters()
376 struct blk_mq_hw_ctx *hctx = data->hctx; in blk_mq_rq_ctx_init()
714 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in __blk_mq_free_request()
731 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in blk_mq_free_request()
1062 static inline void blk_mq_flush_tag_batch(struct blk_mq_hw_ctx *hctx, in blk_mq_flush_tag_batch()
1081 struct blk_mq_hw_ctx *cur_hctx = NULL; in blk_mq_end_request_batch()
1635 struct blk_mq_hw_ctx *hctx; in blk_mq_timeout_work()
1688 struct blk_mq_hw_ctx *hctx;
1695 struct blk_mq_hw_ctx *hctx = flush_data->hctx; in flush_busy_ctx()
1710 void blk_mq_flush_busy_ctxs(struct blk_mq_hw_ctx *hctx, struct list_head *list) in blk_mq_flush_busy_ctxs()
1722 struct blk_mq_hw_ctx *hctx;
1730 struct blk_mq_hw_ctx *hctx = dispatch_data->hctx; in dispatch_rq_from_ctx()
1746 struct request *blk_mq_dequeue_from_ctx(struct blk_mq_hw_ctx *hctx, in blk_mq_dequeue_from_ctx()
1785 bool __blk_mq_get_driver_tag(struct blk_mq_hw_ctx *hctx, struct request *rq) in __blk_mq_get_driver_tag()
1802 struct blk_mq_hw_ctx *hctx; in blk_mq_dispatch_wake()
1804 hctx = container_of(wait, struct blk_mq_hw_ctx, dispatch_wait); in blk_mq_dispatch_wake()
1826 static bool blk_mq_mark_tag_wait(struct blk_mq_hw_ctx *hctx, in blk_mq_mark_tag_wait()
1904 static void blk_mq_update_dispatch_busy(struct blk_mq_hw_ctx *hctx, bool busy) in blk_mq_update_dispatch_busy()
1952 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in blk_mq_prep_dispatch_rq()
2008 static void blk_mq_commit_rqs(struct blk_mq_hw_ctx *hctx, int queued, in blk_mq_commit_rqs()
2020 bool blk_mq_dispatch_rq_list(struct blk_mq_hw_ctx *hctx, struct list_head *list, in blk_mq_dispatch_rq_list()
2169 static void __blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx) in __blk_mq_run_hw_queue()
2181 static inline int blk_mq_first_mapped_cpu(struct blk_mq_hw_ctx *hctx) in blk_mq_first_mapped_cpu()
2196 static int blk_mq_hctx_next_cpu(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_next_cpu()
2245 static void __blk_mq_delay_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async, in __blk_mq_delay_run_hw_queue()
2269 void blk_mq_delay_run_hw_queue(struct blk_mq_hw_ctx *hctx, unsigned long msecs) in blk_mq_delay_run_hw_queue()
2284 void blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async) in blk_mq_run_hw_queue()
2309 static struct blk_mq_hw_ctx *blk_mq_get_sq_hctx(struct request_queue *q) in blk_mq_get_sq_hctx()
2319 struct blk_mq_hw_ctx *hctx = ctx->hctxs[HCTX_TYPE_DEFAULT]; in blk_mq_get_sq_hctx()
2333 struct blk_mq_hw_ctx *hctx, *sq_hctx; in blk_mq_run_hw_queues()
2361 struct blk_mq_hw_ctx *hctx, *sq_hctx; in blk_mq_delay_run_hw_queues()
2399 void blk_mq_stop_hw_queue(struct blk_mq_hw_ctx *hctx) in blk_mq_stop_hw_queue()
2418 struct blk_mq_hw_ctx *hctx; in blk_mq_stop_hw_queues()
2426 void blk_mq_start_hw_queue(struct blk_mq_hw_ctx *hctx) in blk_mq_start_hw_queue()
2436 struct blk_mq_hw_ctx *hctx; in blk_mq_start_hw_queues()
2444 void blk_mq_start_stopped_hw_queue(struct blk_mq_hw_ctx *hctx, bool async) in blk_mq_start_stopped_hw_queue()
2456 struct blk_mq_hw_ctx *hctx; in blk_mq_start_stopped_hw_queues()
2466 struct blk_mq_hw_ctx *hctx; in blk_mq_run_work_fn()
2468 hctx = container_of(work, struct blk_mq_hw_ctx, run_work.work); in blk_mq_run_work_fn()
2479 static inline void __blk_mq_insert_req_list(struct blk_mq_hw_ctx *hctx, in __blk_mq_insert_req_list()
2496 void __blk_mq_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq, in __blk_mq_insert_request()
2519 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in blk_mq_request_bypass_insert()
2532 void blk_mq_insert_requests(struct blk_mq_hw_ctx *hctx, struct blk_mq_ctx *ctx, in blk_mq_insert_requests()
2572 static blk_status_t __blk_mq_issue_directly(struct blk_mq_hw_ctx *hctx, in __blk_mq_issue_directly()
2605 static blk_status_t __blk_mq_try_issue_directly(struct blk_mq_hw_ctx *hctx, in __blk_mq_try_issue_directly()
2660 static void blk_mq_try_issue_directly(struct blk_mq_hw_ctx *hctx, in blk_mq_try_issue_directly()
2679 struct blk_mq_hw_ctx *hctx = NULL; in blk_mq_plug_issue_direct()
2725 struct blk_mq_hw_ctx *this_hctx = NULL; in blk_mq_dispatch_plug_list()
2793 void blk_mq_try_issue_list_directly(struct blk_mq_hw_ctx *hctx, in blk_mq_try_issue_list_directly()
3420 struct blk_mq_hw_ctx *hctx;
3434 static bool blk_mq_hctx_has_requests(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_has_requests()
3447 struct blk_mq_hw_ctx *hctx) in blk_mq_last_cpu_in_hctx()
3458 struct blk_mq_hw_ctx *hctx = hlist_entry_safe(node, in blk_mq_hctx_notify_offline()
3459 struct blk_mq_hw_ctx, cpuhp_online); in blk_mq_hctx_notify_offline()
3491 struct blk_mq_hw_ctx *hctx = hlist_entry_safe(node, in blk_mq_hctx_notify_online()
3492 struct blk_mq_hw_ctx, cpuhp_online); in blk_mq_hctx_notify_online()
3506 struct blk_mq_hw_ctx *hctx; in blk_mq_hctx_notify_dead()
3511 hctx = hlist_entry_safe(node, struct blk_mq_hw_ctx, cpuhp_dead); in blk_mq_hctx_notify_dead()
3536 static void blk_mq_remove_cpuhp(struct blk_mq_hw_ctx *hctx) in blk_mq_remove_cpuhp()
3577 struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in blk_mq_exit_hctx()
3605 struct blk_mq_hw_ctx *hctx; in blk_mq_exit_hw_queues()
3617 struct blk_mq_hw_ctx *hctx, unsigned hctx_idx) in blk_mq_init_hctx()
3652 static struct blk_mq_hw_ctx *
3656 struct blk_mq_hw_ctx *hctx; in blk_mq_alloc_hctx()
3659 hctx = kzalloc_node(sizeof(struct blk_mq_hw_ctx), gfp, node); in blk_mq_alloc_hctx()
3725 struct blk_mq_hw_ctx *hctx; in blk_mq_init_cpu_queues()
3805 struct blk_mq_hw_ctx *hctx; in blk_mq_map_swqueue()
3910 struct blk_mq_hw_ctx *hctx; in queue_set_hctx_shared()
4010 struct blk_mq_hw_ctx *hctx, *next; in blk_mq_release()
4117 static struct blk_mq_hw_ctx *blk_mq_alloc_and_init_hctx( in blk_mq_alloc_and_init_hctx()
4121 struct blk_mq_hw_ctx *hctx = NULL, *tmp; in blk_mq_alloc_and_init_hctx()
4154 struct blk_mq_hw_ctx *hctx; in blk_mq_realloc_hw_ctxs()
4162 struct blk_mq_hw_ctx *old_hctx = xa_load(&q->hctx_table, i); in blk_mq_realloc_hw_ctxs()
4556 struct blk_mq_hw_ctx *hctx; in blk_mq_update_nr_requests()
4823 struct blk_mq_hw_ctx *hctx = blk_qc_to_hctx(q, qc); in blk_mq_poll_hybrid()
4890 struct blk_mq_hw_ctx *hctx = blk_qc_to_hctx(q, cookie); in blk_mq_poll_classic()
4934 struct blk_mq_hw_ctx *hctx; in blk_mq_cancel_work_sync()