Lines Matching refs:rqw
121 struct rq_wait *rqw = &rwb->rq_wait[i]; in rwb_wake_all() local
123 if (wq_has_sleeper(&rqw->wait)) in rwb_wake_all()
124 wake_up_all(&rqw->wait); in rwb_wake_all()
128 static void wbt_rqw_done(struct rq_wb *rwb, struct rq_wait *rqw, in wbt_rqw_done() argument
133 inflight = atomic_dec_return(&rqw->inflight); in wbt_rqw_done()
162 if (wq_has_sleeper(&rqw->wait)) { in wbt_rqw_done()
166 wake_up_all(&rqw->wait); in wbt_rqw_done()
173 struct rq_wait *rqw; in __wbt_done() local
178 rqw = get_rq_wait(rwb, wb_acct); in __wbt_done()
179 wbt_rqw_done(rwb, rqw, wb_acct); in __wbt_done()
496 static bool wbt_inflight_cb(struct rq_wait *rqw, void *private_data) in wbt_inflight_cb() argument
499 return rq_wait_inc_below(rqw, get_limit(data->rwb, data->rw)); in wbt_inflight_cb()
502 static void wbt_cleanup_cb(struct rq_wait *rqw, void *private_data) in wbt_cleanup_cb() argument
505 wbt_rqw_done(data->rwb, rqw, data->wb_acct); in wbt_cleanup_cb()
515 struct rq_wait *rqw = get_rq_wait(rwb, wb_acct); in __wbt_wait() local
522 rq_qos_wait(rqw, &data, wbt_inflight_cb, wbt_cleanup_cb); in __wbt_wait()