Lines Matching refs:dtc
164 static bool mdtc_valid(struct dirty_throttle_control *dtc) in mdtc_valid() argument
166 return dtc->dom; in mdtc_valid()
169 static struct wb_domain *dtc_dom(struct dirty_throttle_control *dtc) in dtc_dom() argument
171 return dtc->dom; in dtc_dom()
218 static bool mdtc_valid(struct dirty_throttle_control *dtc) in mdtc_valid() argument
223 static struct wb_domain *dtc_dom(struct dirty_throttle_control *dtc) in dtc_dom() argument
375 static void domain_dirty_limits(struct dirty_throttle_control *dtc) in domain_dirty_limits() argument
377 const unsigned long available_memory = dtc->avail; in domain_dirty_limits()
378 struct dirty_throttle_control *gdtc = mdtc_gdtc(dtc); in domain_dirty_limits()
425 dtc->thresh = thresh; in domain_dirty_limits()
426 dtc->bg_thresh = bg_thresh; in domain_dirty_limits()
861 static unsigned long __wb_calc_thresh(struct dirty_throttle_control *dtc) in __wb_calc_thresh() argument
863 struct wb_domain *dom = dtc_dom(dtc); in __wb_calc_thresh()
864 unsigned long thresh = dtc->thresh; in __wb_calc_thresh()
872 fprop_fraction_percpu(&dom->completions, dtc->wb_completions, in __wb_calc_thresh()
879 wb_min_max_ratio(dtc->wb, &wb_min_ratio, &wb_max_ratio); in __wb_calc_thresh()
1001 static void wb_position_ratio(struct dirty_throttle_control *dtc) in wb_position_ratio() argument
1003 struct bdi_writeback *wb = dtc->wb; in wb_position_ratio()
1005 unsigned long freerun = dirty_freerun_ceiling(dtc->thresh, dtc->bg_thresh); in wb_position_ratio()
1006 unsigned long limit = hard_dirty_limit(dtc_dom(dtc), dtc->thresh); in wb_position_ratio()
1007 unsigned long wb_thresh = dtc->wb_thresh; in wb_position_ratio()
1015 dtc->pos_ratio = 0; in wb_position_ratio()
1017 if (unlikely(dtc->dirty >= limit)) in wb_position_ratio()
1026 pos_ratio = pos_ratio_polynom(setpoint, dtc->dirty, limit); in wb_position_ratio()
1056 if (dtc->wb_dirty < 8) { in wb_position_ratio()
1057 dtc->pos_ratio = min_t(long long, pos_ratio * 2, in wb_position_ratio()
1062 if (dtc->wb_dirty >= wb_thresh) in wb_position_ratio()
1066 dtc->wb_bg_thresh); in wb_position_ratio()
1071 wb_pos_ratio = pos_ratio_polynom(wb_setpoint, dtc->wb_dirty, in wb_position_ratio()
1095 dtc->pos_ratio = min(pos_ratio, wb_pos_ratio); in wb_position_ratio()
1130 if (unlikely(wb_thresh > dtc->thresh)) in wb_position_ratio()
1131 wb_thresh = dtc->thresh; in wb_position_ratio()
1139 wb_thresh = max(wb_thresh, (limit - dtc->dirty) / 8); in wb_position_ratio()
1144 x = div_u64((u64)wb_thresh << 16, dtc->thresh | 1); in wb_position_ratio()
1154 span = (dtc->thresh - wb_thresh + 8 * write_bw) * (u64)x >> 16; in wb_position_ratio()
1157 if (dtc->wb_dirty < x_intercept - span / 4) { in wb_position_ratio()
1158 pos_ratio = div64_u64(pos_ratio * (x_intercept - dtc->wb_dirty), in wb_position_ratio()
1169 if (dtc->wb_dirty < x_intercept) { in wb_position_ratio()
1170 if (dtc->wb_dirty > x_intercept / 8) in wb_position_ratio()
1172 dtc->wb_dirty); in wb_position_ratio()
1177 dtc->pos_ratio = pos_ratio; in wb_position_ratio()
1230 static void update_dirty_limit(struct dirty_throttle_control *dtc) in update_dirty_limit() argument
1232 struct wb_domain *dom = dtc_dom(dtc); in update_dirty_limit()
1233 unsigned long thresh = dtc->thresh; in update_dirty_limit()
1249 thresh = max(thresh, dtc->dirty); in update_dirty_limit()
1259 static void domain_update_dirty_limit(struct dirty_throttle_control *dtc, in domain_update_dirty_limit() argument
1262 struct wb_domain *dom = dtc_dom(dtc); in domain_update_dirty_limit()
1272 update_dirty_limit(dtc); in domain_update_dirty_limit()
1284 static void wb_update_dirty_ratelimit(struct dirty_throttle_control *dtc, in wb_update_dirty_ratelimit() argument
1288 struct bdi_writeback *wb = dtc->wb; in wb_update_dirty_ratelimit()
1289 unsigned long dirty = dtc->dirty; in wb_update_dirty_ratelimit()
1290 unsigned long freerun = dirty_freerun_ceiling(dtc->thresh, dtc->bg_thresh); in wb_update_dirty_ratelimit()
1291 unsigned long limit = hard_dirty_limit(dtc_dom(dtc), dtc->thresh); in wb_update_dirty_ratelimit()
1312 dtc->pos_ratio >> RATELIMIT_CALC_SHIFT; in wb_update_dirty_ratelimit()
1401 dirty = dtc->wb_dirty; in wb_update_dirty_ratelimit()
1402 if (dtc->wb_dirty < 8) in wb_update_dirty_ratelimit()
1403 setpoint = dtc->wb_dirty + 1; in wb_update_dirty_ratelimit()
1405 setpoint = (dtc->wb_thresh + dtc->wb_bg_thresh) / 2; in wb_update_dirty_ratelimit()
1621 static inline void wb_dirty_limits(struct dirty_throttle_control *dtc) in wb_dirty_limits() argument
1623 struct bdi_writeback *wb = dtc->wb; in wb_dirty_limits()
1639 dtc->wb_thresh = __wb_calc_thresh(dtc); in wb_dirty_limits()
1640 dtc->wb_bg_thresh = dtc->thresh ? in wb_dirty_limits()
1641 div_u64((u64)dtc->wb_thresh * dtc->bg_thresh, dtc->thresh) : 0; in wb_dirty_limits()
1653 if (dtc->wb_thresh < 2 * wb_stat_error()) { in wb_dirty_limits()
1655 dtc->wb_dirty = wb_reclaimable + wb_stat_sum(wb, WB_WRITEBACK); in wb_dirty_limits()
1658 dtc->wb_dirty = wb_reclaimable + wb_stat(wb, WB_WRITEBACK); in wb_dirty_limits()