Lines Matching refs:jiffies
140 if (td->scale < 4096 && time_after_eq(jiffies, in throtl_adjusted_limit()
142 td->scale = (jiffies - td->low_upgrade_time) / td->throtl_slice; in throtl_adjusted_limit()
580 unsigned long max_expire = jiffies + 8 * sq_to_td(sq)->throtl_slice; in throtl_schedule_pending_timer()
593 expires - jiffies, jiffies); in throtl_schedule_pending_timer()
624 if (force || time_after(sq->first_pending_disptime, jiffies)) { in throtl_schedule_next_dispatch()
650 tg->slice_end[rw] = jiffies + tg->td->throtl_slice; in throtl_start_new_slice_with_credit()
654 tg->slice_end[rw], jiffies); in throtl_start_new_slice_with_credit()
662 tg->slice_start[rw] = jiffies; in throtl_start_new_slice()
663 tg->slice_end[rw] = jiffies + tg->td->throtl_slice; in throtl_start_new_slice()
672 tg->slice_end[rw], jiffies); in throtl_start_new_slice()
688 tg->slice_end[rw], jiffies); in throtl_extend_slice()
694 if (time_in_range(jiffies, tg->slice_start[rw], tg->slice_end[rw])) in throtl_slice_used()
724 throtl_set_slice_end(tg, rw, jiffies + tg->td->throtl_slice); in throtl_trim_slice()
726 time_elapsed = jiffies - tg->slice_start[rw]; in throtl_trim_slice()
757 tg->slice_start[rw], tg->slice_end[rw], jiffies); in throtl_trim_slice()
791 unsigned long jiffy_elapsed = jiffies - tg->slice_start[rw]; in __tg_update_carryover()
835 jiffy_elapsed = jiffies - tg->slice_start[rw]; in tg_within_iops_limit()
863 jiffy_elapsed = jiffy_elapsed_rnd = jiffies - tg->slice_start[rw]; in tg_within_bps_limit()
931 jiffies + tg->td->throtl_slice)) in tg_may_dispatch()
933 jiffies + tg->td->throtl_slice); in tg_may_dispatch()
949 if (time_before(tg->slice_end[rw], jiffies + max_wait)) in tg_may_dispatch()
950 throtl_extend_slice(tg, rw, jiffies + max_wait); in tg_may_dispatch()
1018 disptime = jiffies + min_wait; in tg_update_disptime()
1130 if (time_before(jiffies, tg->disptime)) in throtl_select_dispatch()
1746 throtl_schedule_pending_timer(sq, jiffies + 1); in blk_throtl_cancel_bios()
1755 unsigned long rtime = jiffies, wtime = jiffies; in __tg_last_low_overflow_time()
1842 if (time_after_eq(jiffies, in throtl_tg_can_upgrade()
1870 if (time_before(jiffies, td->low_downgrade_time + td->throtl_slice)) in throtl_can_upgrade()
1892 unsigned long now = jiffies; in throtl_upgrade_check()
1917 td->low_upgrade_time = jiffies; in throtl_upgrade_state()
1924 tg->disptime = jiffies - 1; in throtl_upgrade_state()
1940 td->low_upgrade_time = jiffies - td->scale * td->throtl_slice; in throtl_downgrade_state()
1945 td->low_downgrade_time = jiffies; in throtl_downgrade_state()
1951 unsigned long now = jiffies; in throtl_tg_can_downgrade()
1969 if (time_before(jiffies, td->low_upgrade_time + td->throtl_slice)) in throtl_hierarchy_can_downgrade()
1987 unsigned long now = jiffies; in throtl_downgrade_check()
2069 if (time_before(jiffies, td->last_calculate_time + HZ)) in throtl_update_latency_buckets()
2071 td->last_calculate_time = jiffies; in throtl_update_latency_buckets()
2194 tg->last_low_overflow_time[rw] = jiffies; in __blk_throtl_bio()
2203 tg->last_low_overflow_time[rw] = jiffies; in __blk_throtl_bio()
2249 tg->last_low_overflow_time[rw] = jiffies; in __blk_throtl_bio()
2354 if (time_after(jiffies, tg->bio_cnt_reset_time) || tg->bio_cnt > 1024) { in blk_throtl_bio_endio()
2355 tg->bio_cnt_reset_time = tg->td->throtl_slice + jiffies; in blk_throtl_bio_endio()
2393 td->low_upgrade_time = jiffies; in blk_throtl_init()
2394 td->low_downgrade_time = jiffies; in blk_throtl_init()