Lines Matching defs:tg
92 static inline struct blkcg_gq *tg_to_blkg(struct throtl_grp *tg) in tg_to_blkg()
121 struct throtl_grp *tg = sq_to_tg(sq); in sq_to_td() local
147 static uint64_t tg_bps_limit(struct throtl_grp *tg, int rw) in tg_bps_limit()
177 static unsigned int tg_iops_limit(struct throtl_grp *tg, int rw) in tg_iops_limit()
244 static void throtl_qnode_init(struct throtl_qnode *qn, struct throtl_grp *tg) in throtl_qnode_init()
341 struct throtl_grp *tg; in throtl_pd_alloc() local
388 struct throtl_grp *tg = pd_to_tg(pd); in throtl_pd_init() local
418 static void tg_update_has_rules(struct throtl_grp *tg) in tg_update_has_rules()
438 struct throtl_grp *tg = pd_to_tg(pd); in throtl_pd_online() local
455 struct throtl_grp *tg = blkg_to_tg(blkg); in blk_throtl_update_limit_valid() local
476 struct throtl_grp *tg = pd_to_tg(pd); in throtl_pd_offline() local
491 struct throtl_grp *tg = pd_to_tg(pd); in throtl_pd_free() local
520 struct throtl_grp *tg; in update_min_dispatch_time() local
529 static void tg_service_queue_add(struct throtl_grp *tg) in tg_service_queue_add()
555 static void throtl_enqueue_tg(struct throtl_grp *tg) in throtl_enqueue_tg()
564 static void throtl_dequeue_tg(struct throtl_grp *tg) in throtl_dequeue_tg()
633 static inline void throtl_start_new_slice_with_credit(struct throtl_grp *tg, in throtl_start_new_slice_with_credit()
657 static inline void throtl_start_new_slice(struct throtl_grp *tg, bool rw, in throtl_start_new_slice()
675 static inline void throtl_set_slice_end(struct throtl_grp *tg, bool rw, in throtl_set_slice_end()
681 static inline void throtl_extend_slice(struct throtl_grp *tg, bool rw, in throtl_extend_slice()
692 static bool throtl_slice_used(struct throtl_grp *tg, bool rw) in throtl_slice_used()
701 static inline void throtl_trim_slice(struct throtl_grp *tg, bool rw) in throtl_trim_slice()
789 static void __tg_update_carryover(struct throtl_grp *tg, bool rw) in __tg_update_carryover()
811 static void tg_update_carryover(struct throtl_grp *tg) in tg_update_carryover()
824 static unsigned long tg_within_iops_limit(struct throtl_grp *tg, struct bio *bio, in tg_within_iops_limit()
850 static unsigned long tg_within_bps_limit(struct throtl_grp *tg, struct bio *bio, in tg_within_bps_limit()
895 static bool tg_may_dispatch(struct throtl_grp *tg, struct bio *bio, in tg_may_dispatch()
955 static void throtl_charge_bio(struct throtl_grp *tg, struct bio *bio) in throtl_charge_bio()
980 struct throtl_grp *tg) in throtl_add_bio_tg()
1003 static void tg_update_disptime(struct throtl_grp *tg) in tg_update_disptime()
1039 static void tg_dispatch_one_bio(struct throtl_grp *tg, bool rw) in tg_dispatch_one_bio()
1082 static int throtl_dispatch_tg(struct throtl_grp *tg) in throtl_dispatch_tg()
1120 struct throtl_grp *tg; in throtl_select_dispatch() local
1168 struct throtl_grp *tg = sq_to_tg(sq); in throtl_pending_timer_fn() local
1273 struct throtl_grp *tg = pd_to_tg(pd); in tg_prfill_conf_u64() local
1284 struct throtl_grp *tg = pd_to_tg(pd); in tg_prfill_conf_uint() local
1306 static void tg_conf_updated(struct throtl_grp *tg, bool global) in tg_conf_updated()
1367 struct throtl_grp *tg; in tg_set_conf() local
1485 struct throtl_grp *tg = pd_to_tg(pd); in tg_prfill_limit() local
1557 struct throtl_grp *tg; in tg_set_limit() local
1721 struct throtl_grp *tg = blkg_to_tg(blkg); in blk_throtl_cancel_bios() local
1753 static unsigned long __tg_last_low_overflow_time(struct throtl_grp *tg) in __tg_last_low_overflow_time()
1764 static unsigned long tg_last_low_overflow_time(struct throtl_grp *tg) in tg_last_low_overflow_time()
1791 static bool throtl_tg_is_idle(struct throtl_grp *tg) in throtl_tg_is_idle()
1817 static bool throtl_low_limit_reached(struct throtl_grp *tg, int rw) in throtl_low_limit_reached()
1831 static bool throtl_tg_can_upgrade(struct throtl_grp *tg) in throtl_tg_can_upgrade()
1849 static bool throtl_hierarchy_can_upgrade(struct throtl_grp *tg) in throtl_hierarchy_can_upgrade()
1875 struct throtl_grp *tg = blkg_to_tg(blkg); in throtl_can_upgrade() local
1890 static void throtl_upgrade_check(struct throtl_grp *tg) in throtl_upgrade_check()
1921 struct throtl_grp *tg = blkg_to_tg(blkg); in throtl_upgrade_state() local
1948 static bool throtl_tg_can_downgrade(struct throtl_grp *tg) in throtl_tg_can_downgrade()
1965 static bool throtl_hierarchy_can_downgrade(struct throtl_grp *tg) in throtl_hierarchy_can_downgrade()
1982 static void throtl_downgrade_check(struct throtl_grp *tg) in throtl_downgrade_check()
2043 static void blk_throtl_update_idletime(struct throtl_grp *tg) in blk_throtl_update_idletime()
2141 static void blk_throtl_update_idletime(struct throtl_grp *tg) in blk_throtl_update_idletime()
2145 static void throtl_downgrade_check(struct throtl_grp *tg) in throtl_downgrade_check()
2149 static void throtl_upgrade_check(struct throtl_grp *tg) in throtl_upgrade_check()
2169 struct throtl_grp *tg = blkg_to_tg(blkg); in __blk_throtl_bio() local
2310 struct throtl_grp *tg; in blk_throtl_bio_endio() local