Lines Matching refs:rqw
189 struct rq_wait *rqw = &rwb->rq_wait[i]; in rwb_wake_all() local
191 if (wq_has_sleeper(&rqw->wait)) in rwb_wake_all()
192 wake_up_all(&rqw->wait); in rwb_wake_all()
196 static void wbt_rqw_done(struct rq_wb *rwb, struct rq_wait *rqw, in wbt_rqw_done() argument
201 inflight = atomic_dec_return(&rqw->inflight); in wbt_rqw_done()
230 if (wq_has_sleeper(&rqw->wait)) { in wbt_rqw_done()
234 wake_up_all(&rqw->wait); in wbt_rqw_done()
241 struct rq_wait *rqw; in __wbt_done() local
246 rqw = get_rq_wait(rwb, wb_acct); in __wbt_done()
247 wbt_rqw_done(rwb, rqw, wb_acct); in __wbt_done()
586 static bool wbt_inflight_cb(struct rq_wait *rqw, void *private_data) in wbt_inflight_cb() argument
589 return rq_wait_inc_below(rqw, get_limit(data->rwb, data->opf)); in wbt_inflight_cb()
592 static void wbt_cleanup_cb(struct rq_wait *rqw, void *private_data) in wbt_cleanup_cb() argument
595 wbt_rqw_done(data->rwb, rqw, data->wb_acct); in wbt_cleanup_cb()
605 struct rq_wait *rqw = get_rq_wait(rwb, wb_acct); in __wbt_wait() local
612 rq_qos_wait(rqw, &data, wbt_inflight_cb, wbt_cleanup_cb); in __wbt_wait()