| /linux/block/ |
| A D | blk-mq.h | 26 struct blk_mq_hw_ctx *hctxs[HCTX_MAX_TYPES]; 44 struct request *blk_mq_dequeue_from_ctx(struct blk_mq_hw_ctx *hctx, 71 void blk_mq_try_issue_list_directly(struct blk_mq_hw_ctx *hctx, 127 extern void blk_mq_hctx_kobj_init(struct blk_mq_hw_ctx *hctx); 166 struct blk_mq_hw_ctx *hctx; 181 static inline bool blk_mq_hctx_stopped(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_stopped() 186 static inline bool blk_mq_hw_queue_mapped(struct blk_mq_hw_ctx *hctx) in blk_mq_hw_queue_mapped() 248 static inline int __blk_mq_active_requests(struct blk_mq_hw_ctx *hctx) in __blk_mq_active_requests() 254 static inline void __blk_mq_put_driver_tag(struct blk_mq_hw_ctx *hctx, in __blk_mq_put_driver_tag() 278 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in blk_mq_get_driver_tag() [all …]
|
| A D | blk-mq-sysfs.c | 36 struct blk_mq_hw_ctx *hctx = container_of(kobj, struct blk_mq_hw_ctx, in blk_mq_hw_sysfs_release() 50 ssize_t (*show)(struct blk_mq_hw_ctx *, char *); 58 struct blk_mq_hw_ctx *hctx; in blk_mq_hw_sysfs_show() 63 hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj); in blk_mq_hw_sysfs_show() 80 struct blk_mq_hw_ctx *hctx; in blk_mq_hw_sysfs_store() 85 hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj); in blk_mq_hw_sysfs_store() 210 struct blk_mq_hw_ctx *hctx; in blk_mq_unregister_dev() 225 void blk_mq_hctx_kobj_init(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_kobj_init() 259 struct blk_mq_hw_ctx *hctx; in __blk_mq_register_dev() 294 struct blk_mq_hw_ctx *hctx; in blk_mq_sysfs_unregister() [all …]
|
| A D | blk-mq-debugfs.h | 24 struct blk_mq_hw_ctx *hctx); 25 void blk_mq_debugfs_unregister_hctx(struct blk_mq_hw_ctx *hctx); 32 struct blk_mq_hw_ctx *hctx); 33 void blk_mq_debugfs_unregister_sched_hctx(struct blk_mq_hw_ctx *hctx); 48 struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_register_hctx() 52 static inline void blk_mq_debugfs_unregister_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_unregister_hctx() 73 struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_register_sched_hctx() 77 static inline void blk_mq_debugfs_unregister_sched_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_unregister_sched_hctx()
|
| A D | blk-mq-sched.c | 51 void blk_mq_sched_mark_restart_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_mark_restart_hctx() 60 void __blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx) in __blk_mq_sched_restart() 87 struct blk_mq_hw_ctx *hctx = in blk_mq_dispatch_hctx_list() 237 static int blk_mq_do_dispatch_ctx(struct blk_mq_hw_ctx *hctx) in blk_mq_do_dispatch_ctx() 369 struct blk_mq_hw_ctx *hctx; in blk_mq_sched_bio_merge() 433 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in blk_mq_sched_insert_request() 517 struct blk_mq_hw_ctx *hctx, in blk_mq_sched_alloc_map_and_rqs() 542 struct blk_mq_hw_ctx *hctx; in blk_mq_sched_tags_teardown() 579 struct blk_mq_hw_ctx *hctx; in blk_mq_init_sched() 645 struct blk_mq_hw_ctx *hctx; in blk_mq_sched_free_rqs() [all …]
|
| A D | blk-mq-sched.h | 19 void blk_mq_sched_mark_restart_hctx(struct blk_mq_hw_ctx *hctx); 20 void __blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx); 24 void blk_mq_sched_insert_requests(struct blk_mq_hw_ctx *hctx, 28 void blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx *hctx); 34 static inline void blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_restart() 79 static inline bool blk_mq_sched_has_work(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_has_work() 89 static inline bool blk_mq_sched_needs_restart(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_needs_restart()
|
| A D | blk-mq-tag.h | 23 extern int blk_mq_tag_update_depth(struct blk_mq_hw_ctx *hctx, 37 struct blk_mq_hw_ctx *hctx) in bt_wait_ptr() 50 extern bool __blk_mq_tag_busy(struct blk_mq_hw_ctx *); 51 extern void __blk_mq_tag_idle(struct blk_mq_hw_ctx *); 53 static inline bool blk_mq_tag_busy(struct blk_mq_hw_ctx *hctx) in blk_mq_tag_busy() 61 static inline void blk_mq_tag_idle(struct blk_mq_hw_ctx *hctx) in blk_mq_tag_idle()
|
| A D | blk-mq.c | 262 struct blk_mq_hw_ctx *hctx; in blk_mq_wait_quiesce_done() 322 struct blk_mq_hw_ctx *hctx; in blk_mq_wake_waiters() 1254 struct blk_mq_hw_ctx *hctx; in blk_mq_timeout_work() 1294 struct blk_mq_hw_ctx *hctx; 1328 struct blk_mq_hw_ctx *hctx; 1408 struct blk_mq_hw_ctx *hctx; in blk_mq_dispatch_wake() 1939 struct blk_mq_hw_ctx *hctx; in blk_mq_get_sq_hctx() 2020 struct blk_mq_hw_ctx *hctx; in blk_mq_queue_stopped() 2059 struct blk_mq_hw_ctx *hctx; in blk_mq_stop_hw_queues() 2077 struct blk_mq_hw_ctx *hctx; in blk_mq_start_hw_queues() [all …]
|
| A D | blk-mq-debugfs.c | 227 struct blk_mq_hw_ctx *hctx = data; in hctx_state_show() 255 struct blk_mq_hw_ctx *hctx = data; in hctx_flags_show() 395 struct blk_mq_hw_ctx *hctx; 415 struct blk_mq_hw_ctx *hctx = data; in hctx_busy_show() 432 struct blk_mq_hw_ctx *hctx = data; in hctx_type_show() 441 struct blk_mq_hw_ctx *hctx = data; in hctx_ctx_map_show() 706 struct blk_mq_hw_ctx *hctx; in blk_mq_debugfs_register() 755 struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_register_hctx() 779 struct blk_mq_hw_ctx *hctx; in blk_mq_debugfs_register_hctxs() 788 struct blk_mq_hw_ctx *hctx; in blk_mq_debugfs_unregister_hctxs() [all …]
|
| A D | elevator.h | 23 struct blk_mq_hw_ctx; 28 int (*init_hctx)(struct blk_mq_hw_ctx *, unsigned int); 29 void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); 30 void (*depth_updated)(struct blk_mq_hw_ctx *); 40 void (*insert_requests)(struct blk_mq_hw_ctx *, struct list_head *, bool); 41 struct request *(*dispatch_request)(struct blk_mq_hw_ctx *); 42 bool (*has_work)(struct blk_mq_hw_ctx *);
|
| A D | kyber-iosched.c | 452 static void kyber_depth_updated(struct blk_mq_hw_ctx *hctx) in kyber_depth_updated() 696 struct blk_mq_hw_ctx *hctx = READ_ONCE(wqe->private); in kyber_domain_wake() 706 struct blk_mq_hw_ctx *hctx) in kyber_get_domain_token() 754 struct blk_mq_hw_ctx *hctx) in kyber_dispatch_cur_domain() 847 static bool kyber_has_work(struct blk_mq_hw_ctx *hctx) in kyber_has_work() 911 struct blk_mq_hw_ctx *hctx = m->private; \ 921 struct blk_mq_hw_ctx *hctx = m->private; \ 930 struct blk_mq_hw_ctx *hctx = m->private; \ 945 struct blk_mq_hw_ctx *hctx = data; \ 969 struct blk_mq_hw_ctx *hctx = data; in kyber_cur_domain_show() [all …]
|
| A D | blk-mq-tag.c | 25 bool __blk_mq_tag_busy(struct blk_mq_hw_ctx *hctx) in __blk_mq_tag_busy() 56 void __blk_mq_tag_idle(struct blk_mq_hw_ctx *hctx) in __blk_mq_tag_idle() 217 struct blk_mq_hw_ctx *hctx; 240 struct blk_mq_hw_ctx *hctx = iter_data->hctx; in bt_iter() 276 static void bt_for_each(struct blk_mq_hw_ctx *hctx, struct sbitmap_queue *bt, in bt_for_each() 463 struct blk_mq_hw_ctx *hctx; in blk_mq_queue_tag_busy_iter() 553 int blk_mq_tag_update_depth(struct blk_mq_hw_ctx *hctx, in blk_mq_tag_update_depth()
|
| A D | mq-deadline.c | 514 static struct request *dd_dispatch_request(struct blk_mq_hw_ctx *hctx) in dd_dispatch_request() 562 static void dd_depth_updated(struct blk_mq_hw_ctx *hctx) in dd_depth_updated() 574 static int dd_init_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in dd_init_hctx() 709 static void dd_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq, in dd_insert_request() 765 static void dd_insert_requests(struct blk_mq_hw_ctx *hctx, in dd_insert_requests() 840 static bool dd_has_work(struct blk_mq_hw_ctx *hctx) in dd_has_work()
|
| A D | blk-flush.c | 352 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in mq_flush_data_end_io() 519 void blk_mq_hctx_set_fq_lock_class(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_set_fq_lock_class()
|
| A D | bsg-lib.c | 272 static blk_status_t bsg_queue_rq(struct blk_mq_hw_ctx *hctx, in bsg_queue_rq()
|
| /linux/include/linux/ |
| A D | blk-mq.h | 81 struct blk_mq_hw_ctx *mq_hctx; 233 struct blk_mq_hw_ctx { struct 494 blk_status_t (*queue_rq)(struct blk_mq_hw_ctx *, 504 void (*commit_rqs)(struct blk_mq_hw_ctx *); 536 int (*poll)(struct blk_mq_hw_ctx *, struct io_comp_batch *); 548 int (*init_hctx)(struct blk_mq_hw_ctx *, void *, unsigned int); 552 void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); 794 void blk_mq_stop_hw_queue(struct blk_mq_hw_ctx *hctx); 795 void blk_mq_start_hw_queue(struct blk_mq_hw_ctx *hctx); 804 void blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async); [all …]
|
| /linux/drivers/s390/block/ |
| A D | scm_blk.c | 283 static blk_status_t scm_blk_request(struct blk_mq_hw_ctx *hctx, in scm_blk_request() 332 static int scm_blk_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in scm_blk_init_hctx() 346 static void scm_blk_exit_hctx(struct blk_mq_hw_ctx *hctx, unsigned int idx) in scm_blk_exit_hctx()
|
| /linux/drivers/block/rnbd/ |
| A D | rnbd-clt.h | 105 struct blk_mq_hw_ctx *hctx;
|
| A D | rnbd-clt.c | 1117 struct blk_mq_hw_ctx *hctx, in rnbd_clt_dev_kick_mq_queue() 1132 static blk_status_t rnbd_queue_rq(struct blk_mq_hw_ctx *hctx, in rnbd_queue_rq() 1179 static int rnbd_rdma_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in rnbd_rdma_poll() 1337 struct blk_mq_hw_ctx *hctx) in rnbd_init_hw_queue() 1347 struct blk_mq_hw_ctx *hctx; in rnbd_init_mq_hw_queues()
|
| /linux/drivers/nvme/target/ |
| A D | loop.c | 131 static blk_status_t nvme_loop_queue_rq(struct blk_mq_hw_ctx *hctx, in nvme_loop_queue_rq() 218 static int nvme_loop_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_loop_init_hctx() 238 static int nvme_loop_init_admin_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_loop_init_admin_hctx()
|
| /linux/drivers/block/ |
| A D | virtio_blk.c | 186 static int virtblk_map_data(struct blk_mq_hw_ctx *hctx, struct request *req, in virtblk_map_data() 298 static void virtio_commit_rqs(struct blk_mq_hw_ctx *hctx) in virtio_commit_rqs() 312 static blk_status_t virtio_queue_rq(struct blk_mq_hw_ctx *hctx, in virtio_queue_rq()
|
| A D | z2ram.c | 68 static blk_status_t z2_queue_rq(struct blk_mq_hw_ctx *hctx, in z2_queue_rq()
|
| /linux/drivers/block/null_blk/ |
| A D | main.c | 1558 static int null_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in null_poll() 1586 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in null_timeout_rq() 1612 static blk_status_t null_queue_rq(struct blk_mq_hw_ctx *hctx, in null_queue_rq() 1676 static void null_exit_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in null_exit_hctx() 1693 static int null_init_hctx(struct blk_mq_hw_ctx *hctx, void *driver_data, in null_init_hctx()
|
| /linux/drivers/block/paride/ |
| A D | pcd.c | 187 static blk_status_t pcd_queue_rq(struct blk_mq_hw_ctx *hctx, 704 static blk_status_t pcd_queue_rq(struct blk_mq_hw_ctx *hctx, in pcd_queue_rq()
|
| A D | pf.c | 209 static blk_status_t pf_queue_rq(struct blk_mq_hw_ctx *hctx, 775 static blk_status_t pf_queue_rq(struct blk_mq_hw_ctx *hctx, in pf_queue_rq()
|
| /linux/drivers/scsi/ |
| A D | scsi_lib.c | 1659 static blk_status_t scsi_queue_rq(struct blk_mq_hw_ctx *hctx, in scsi_queue_rq() 1805 static int scsi_mq_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in scsi_mq_poll() 1815 static int scsi_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in scsi_init_hctx() 1895 static void scsi_commit_rqs(struct blk_mq_hw_ctx *hctx) in scsi_commit_rqs()
|