Lines Matching refs:service_queue
37 struct throtl_service_queue service_queue; member
69 return container_of(sq, struct throtl_grp, service_queue); in sq_to_tg()
88 return container_of(sq, struct throtl_data, service_queue); in sq_to_td()
253 throtl_service_queue_init(&tg->service_queue); in throtl_pd_alloc()
280 struct throtl_service_queue *sq = &tg->service_queue; in throtl_pd_init()
296 sq->parent_sq = &td->service_queue; in throtl_pd_init()
298 sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue; in throtl_pd_init()
309 struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq); in tg_update_has_rules()
336 del_timer_sync(&tg->service_queue.pending_timer); in throtl_pd_free()
374 struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq; in tg_service_queue_add()
403 tg->service_queue.parent_sq->nr_pending++; in throtl_enqueue_tg()
411 tg->service_queue.parent_sq; in throtl_dequeue_tg()
494 throtl_log(&tg->service_queue, in throtl_start_new_slice_with_credit()
512 throtl_log(&tg->service_queue, in throtl_start_new_slice()
528 throtl_log(&tg->service_queue, in throtl_extend_slice()
632 throtl_log(&tg->service_queue, in throtl_trim_slice()
663 if (tg->service_queue.nr_queued[READ]) in tg_update_carryover()
665 if (tg->service_queue.nr_queued[WRITE]) in tg_update_carryover()
669 throtl_log(&tg->service_queue, "%s: %lld %lld %d %d\n", __func__, in tg_update_carryover()
761 BUG_ON(tg->service_queue.nr_queued[rw] && in tg_may_dispatch()
762 bio != throtl_peek_queued(&tg->service_queue.queued[rw])); in tg_may_dispatch()
779 if (throtl_slice_used(tg, rw) && !(tg->service_queue.nr_queued[rw])) in tg_may_dispatch()
834 struct throtl_service_queue *sq = &tg->service_queue; in throtl_add_bio_tg()
857 struct throtl_service_queue *sq = &tg->service_queue; in tg_update_disptime()
873 throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq); in tg_update_disptime()
893 struct throtl_service_queue *sq = &tg->service_queue; in tg_dispatch_one_bio()
936 struct throtl_service_queue *sq = &tg->service_queue; in throtl_dispatch_tg()
987 sq = &tg->service_queue; in throtl_select_dispatch()
1094 struct throtl_service_queue *td_sq = &td->service_queue; in blk_throtl_dispatch_work_fn()
1155 struct throtl_service_queue *sq = &tg->service_queue; in tg_conf_updated()
1159 throtl_log(&tg->service_queue, in tg_conf_updated()
1212 throtl_service_queue_init(&td->service_queue); in blk_throtl_init()
1557 struct throtl_service_queue *sq = &tg->service_queue; in blk_throtl_cancel_bios()
1590 if (tg->service_queue.nr_queued[rw]) in tg_within_limit()
1616 sq = &tg->service_queue; in __blk_throtl_bio()
1682 throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true); in __blk_throtl_bio()
1699 del_timer_sync(&q->td->service_queue.pending_timer); in blk_throtl_exit()