Lines Matching defs:bfqd
232 #define BFQ_RQ_SEEKY(bfqd, last_pos, rq) \ argument
475 void bfq_schedule_dispatch(struct bfq_data *bfqd) in bfq_schedule_dispatch()
494 static struct request *bfq_choose_req(struct bfq_data *bfqd, in bfq_choose_req()
588 struct bfq_data *bfqd = bfqq->bfqd; in bfqq_request_over_limit() local
691 struct bfq_data *bfqd = data->q->elevator->elevator_data; in bfq_limit_depth() local
727 bfq_rq_pos_tree_lookup(struct bfq_data *bfqd, struct rb_root *root, in bfq_rq_pos_tree_lookup()
783 bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_pos_tree_add_move()
853 static bool bfq_asymmetric_scenario(struct bfq_data *bfqd, in bfq_asymmetric_scenario()
1014 static struct request *bfq_find_next_rq(struct bfq_data *bfqd, in bfq_find_next_rq()
1063 static void bfq_updated_next_req(struct bfq_data *bfqd, in bfq_updated_next_req()
1092 static unsigned int bfq_wr_duration(struct bfq_data *bfqd) in bfq_wr_duration()
1124 struct bfq_data *bfqd) in switch_back_to_interactive_wr()
1132 bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd, in bfq_bfqq_resume_state()
1206 static void bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_reset_burst_list()
1229 static void bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_add_to_burst()
1381 static void bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_handle_burst()
1459 static int bfq_max_budget(struct bfq_data *bfqd) in bfq_max_budget()
1471 static int bfq_min_budget(struct bfq_data *bfqd) in bfq_min_budget()
1583 static bool bfq_bfqq_update_budg_for_activation(struct bfq_data *bfqd, in bfq_bfqq_update_budg_for_activation()
1652 static void bfq_update_bfqq_wr_on_rq_arrival(struct bfq_data *bfqd, in bfq_update_bfqq_wr_on_rq_arrival()
1749 static bool bfq_bfqq_idle_for_long_time(struct bfq_data *bfqd, in bfq_bfqq_idle_for_long_time()
1791 static unsigned int bfq_actuator_index(struct bfq_data *bfqd, struct bio *bio) in bfq_actuator_index()
1817 static void bfq_bfqq_handle_idle_busy_switch(struct bfq_data *bfqd, in bfq_bfqq_handle_idle_busy_switch()
1984 static void bfq_reset_inject_limit(struct bfq_data *bfqd, in bfq_reset_inject_limit()
2131 static void bfq_check_waker(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_check_waker()
2206 struct bfq_data *bfqd = bfqq->bfqd; in bfq_add_request() local
2358 static struct request *bfq_find_rq_fmerge(struct bfq_data *bfqd, in bfq_find_rq_fmerge()
2383 struct bfq_data *bfqd = bfqq->bfqd; in bfq_remove_request() local
2447 struct bfq_data *bfqd = q->elevator->elevator_data; in bfq_bio_merge() local
2487 struct bfq_data *bfqd = q->elevator->elevator_data; in bfq_request_merge() local
2511 struct bfq_data *bfqd; in bfq_request_merged() local
2632 void bfq_end_wr_async_queues(struct bfq_data *bfqd, in bfq_end_wr_async_queues()
2647 static void bfq_end_wr(struct bfq_data *bfqd) in bfq_end_wr()
2680 static struct bfq_queue *bfqq_find_close(struct bfq_data *bfqd, in bfqq_find_close()
2722 static struct bfq_queue *bfq_find_close_cooperator(struct bfq_data *bfqd, in bfq_find_close_cooperator()
2851 bfq_setup_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_setup_stable_merge()
2905 bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_setup_cooperator()
3105 void bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_release_process_ref()
3128 bfq_merge_bfqqs(struct bfq_data *bfqd, struct bfq_io_cq *bic, in bfq_merge_bfqqs()
3229 struct bfq_data *bfqd = q->elevator->elevator_data; in bfq_allow_bio_merge() local
3286 static void bfq_set_budget_timeout(struct bfq_data *bfqd, in bfq_set_budget_timeout()
3302 static void __bfq_set_in_service_queue(struct bfq_data *bfqd, in __bfq_set_in_service_queue()
3359 static struct bfq_queue *bfq_set_in_service_queue(struct bfq_data *bfqd) in bfq_set_in_service_queue()
3367 static void bfq_arm_slice_timer(struct bfq_data *bfqd) in bfq_arm_slice_timer()
3411 static unsigned long bfq_calc_max_budget(struct bfq_data *bfqd) in bfq_calc_max_budget()
3422 static void update_thr_responsiveness_params(struct bfq_data *bfqd) in update_thr_responsiveness_params()
3431 static void bfq_reset_rate_computation(struct bfq_data *bfqd, in bfq_reset_rate_computation()
3449 static void bfq_update_rate_reset(struct bfq_data *bfqd, struct request *rq) in bfq_update_rate_reset()
3590 static void bfq_update_peak_rate(struct bfq_data *bfqd, struct request *rq) in bfq_update_peak_rate()
3875 static bool idling_needed_for_service_guarantees(struct bfq_data *bfqd, in idling_needed_for_service_guarantees()
3891 static bool __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, in __bfq_bfqq_expire()
3959 static void __bfq_bfqq_recalc_budget(struct bfq_data *bfqd, in __bfq_bfqq_recalc_budget()
4151 static bool bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_bfqq_is_slow()
4300 static unsigned long bfq_bfqq_softrt_next_start(struct bfq_data *bfqd, in bfq_bfqq_softrt_next_start()
4336 void bfq_bfqq_expire(struct bfq_data *bfqd, in bfq_bfqq_expire()
4488 static bool idling_boosts_thr_without_issues(struct bfq_data *bfqd, in idling_boosts_thr_without_issues()
4590 struct bfq_data *bfqd = bfqq->bfqd; in bfq_better_to_idle() local
4652 bfq_choose_bfqq_for_injection(struct bfq_data *bfqd) in bfq_choose_bfqq_for_injection()
4743 bfq_find_active_bfqq_for_actuator(struct bfq_data *bfqd, int idx) in bfq_find_active_bfqq_for_actuator()
4776 bfq_find_bfqq_for_underused_actuator(struct bfq_data *bfqd) in bfq_find_bfqq_for_underused_actuator()
4800 static struct bfq_queue *bfq_select_queue(struct bfq_data *bfqd) in bfq_select_queue()
5034 static void bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_update_wr_data()
5102 static struct request *bfq_dispatch_rq_from_bfqq(struct bfq_data *bfqd, in bfq_dispatch_rq_from_bfqq()
5148 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; in bfq_has_work() local
5160 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; in __bfq_dispatch_request() local
5301 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; in bfq_dispatch_request() local
5432 static void bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_exit_bfqq()
5450 struct bfq_data *bfqd; in bfq_exit_icq_bfqq() local
5464 struct bfq_data *bfqd = bic_to_bfqd(bic); in bfq_exit_icq() local
5506 struct bfq_data *bfqd = bfqq->bfqd; in bfq_set_next_ioprio_data() local
5558 struct bfq_data *bfqd = bic_to_bfqd(bic); in bfq_check_ioprio_change() local
5585 static void bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_init_bfqq()
5655 static struct bfq_queue **bfq_async_queue_prio(struct bfq_data *bfqd, in bfq_async_queue_prio()
5675 bfq_do_early_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_do_early_stable_merge()
5748 static struct bfq_queue *bfq_do_or_sched_stable_merge(struct bfq_data *bfqd, in bfq_do_or_sched_stable_merge()
5827 static struct bfq_queue *bfq_get_queue(struct bfq_data *bfqd, in bfq_get_queue()
5888 static void bfq_update_io_thinktime(struct bfq_data *bfqd, in bfq_update_io_thinktime()
5911 bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_update_io_seektime()
5941 static void bfq_update_has_short_ttime(struct bfq_data *bfqd, in bfq_update_has_short_ttime()
6073 static void bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_rq_enqueued()
6146 static bool __bfq_insert_request(struct bfq_data *bfqd, struct request *rq) in __bfq_insert_request()
6238 struct bfq_data *bfqd = q->elevator->elevator_data; in bfq_insert_request() local
6303 static void bfq_update_hw_tag(struct bfq_data *bfqd) in bfq_update_hw_tag()
6344 static void bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd) in bfq_completed_request()
6580 static void bfq_update_inject_limit(struct bfq_data *bfqd, in bfq_update_inject_limit()
6646 struct bfq_data *bfqd; in bfq_finish_requeue_request() local
6734 static struct bfq_queue *bfq_get_bfqq_handle_split(struct bfq_data *bfqd, in bfq_get_bfqq_handle_split()
6844 struct bfq_data *bfqd = q->elevator->elevator_data; in bfq_init_rq() local
6972 bfq_idle_slice_timer_body(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_idle_slice_timer_body()
7024 struct bfq_data *bfqd = container_of(timer, struct bfq_data, in bfq_idle_slice_timer() local
7042 static void __bfq_put_async_bfqq(struct bfq_data *bfqd, in __bfq_put_async_bfqq()
7064 void bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg) in bfq_put_async_queues()
7081 static void bfq_update_depths(struct bfq_data *bfqd, struct sbitmap_queue *bt) in bfq_update_depths()
7120 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; in bfq_depth_updated() local
7135 struct bfq_data *bfqd = e->elevator_data; in bfq_exit_queue() local
7167 struct bfq_data *bfqd) in bfq_init_root_group()
7184 struct bfq_data *bfqd; in bfq_init_queue() local
7479 struct bfq_data *bfqd = e->elevator_data; in bfq_max_budget_store() local
7507 struct bfq_data *bfqd = e->elevator_data; in bfq_timeout_sync_store() local
7530 struct bfq_data *bfqd = e->elevator_data; in bfq_strict_guarantees_store() local
7552 struct bfq_data *bfqd = e->elevator_data; in bfq_low_latency_store() local