100 	struct bdi_writeback *wb = &rwb->rqos.q->backing_dev_info->wb;  in wb_recent_wait()
170 static void __wbt_done(struct rq_qos *rqos, enum wbt_flags wb_acct)  in __wbt_done()  argument
172 	struct rq_wb *rwb = RQWB(rqos);  in __wbt_done()
186 static void wbt_done(struct rq_qos *rqos, struct request *rq)  in wbt_done()  argument
188 	struct rq_wb *rwb = RQWB(rqos);  in wbt_done()
200 		__wbt_done(rqos, wbt_flags(rq));  in wbt_done()
237 	struct backing_dev_info *bdi = rwb->rqos.q->backing_dev_info;  in latency_exceeded()
290 	struct backing_dev_info *bdi = rwb->rqos.q->backing_dev_info;  in rwb_trace_step()
362 	trace_wbt_timer(rwb->rqos.q->backing_dev_info, status, rqd->scale_step,  in wb_timer_fn()
424 	struct rq_qos *rqos = wbt_rq_qos(q);  in wbt_get_min_lat()  local
425 	if (!rqos)  in wbt_get_min_lat()
427 	return RQWB(rqos)->min_lat_nsec;  in wbt_get_min_lat()
432 	struct rq_qos *rqos = wbt_rq_qos(q);  in wbt_set_min_lat()  local
433 	if (!rqos)  in wbt_set_min_lat()
435 	RQWB(rqos)->min_lat_nsec = val;  in wbt_set_min_lat()
436 	RQWB(rqos)->enable_state = WBT_STATE_ON_MANUAL;  in wbt_set_min_lat()
437 	wbt_update_limits(RQWB(rqos));  in wbt_set_min_lat()
559 static void wbt_cleanup(struct rq_qos *rqos, struct bio *bio)  in wbt_cleanup()  argument
561 	struct rq_wb *rwb = RQWB(rqos);  in wbt_cleanup()
563 	__wbt_done(rqos, flags);  in wbt_cleanup()
572 static void wbt_wait(struct rq_qos *rqos, struct bio *bio)  in wbt_wait()  argument
574 	struct rq_wb *rwb = RQWB(rqos);  in wbt_wait()
590 static void wbt_track(struct rq_qos *rqos, struct request *rq, struct bio *bio)  in wbt_track()  argument
592 	struct rq_wb *rwb = RQWB(rqos);  in wbt_track()
596 static void wbt_issue(struct rq_qos *rqos, struct request *rq)  in wbt_issue()  argument
598 	struct rq_wb *rwb = RQWB(rqos);  in wbt_issue()
616 static void wbt_requeue(struct rq_qos *rqos, struct request *rq)  in wbt_requeue()  argument
618 	struct rq_wb *rwb = RQWB(rqos);  in wbt_requeue()
629 	struct rq_qos *rqos = wbt_rq_qos(q);  in wbt_set_write_cache()  local
630 	if (rqos)  in wbt_set_write_cache()
631 		RQWB(rqos)->wc = write_cache_on;  in wbt_set_write_cache()
639 	struct rq_qos *rqos = wbt_rq_qos(q);  in wbt_enable_default()  local
642 	if (rqos) {  in wbt_enable_default()
643 		if (RQWB(rqos)->enable_state == WBT_STATE_OFF_DEFAULT)  in wbt_enable_default()
644 			RQWB(rqos)->enable_state = WBT_STATE_ON_DEFAULT;  in wbt_enable_default()
682 static void wbt_queue_depth_changed(struct rq_qos *rqos)  in wbt_queue_depth_changed()  argument
684 	RQWB(rqos)->rq_depth.queue_depth = blk_queue_depth(rqos->q);  in wbt_queue_depth_changed()
685 	wbt_update_limits(RQWB(rqos));  in wbt_queue_depth_changed()
688 static void wbt_exit(struct rq_qos *rqos)  in wbt_exit()  argument
690 	struct rq_wb *rwb = RQWB(rqos);  in wbt_exit()
691 	struct request_queue *q = rqos->q;  in wbt_exit()
703 	struct rq_qos *rqos = wbt_rq_qos(q);  in wbt_disable_default()  local
705 	if (!rqos)  in wbt_disable_default()
707 	rwb = RQWB(rqos);  in wbt_disable_default()
718 	struct rq_qos *rqos = data;  in wbt_curr_win_nsec_show()  local
719 	struct rq_wb *rwb = RQWB(rqos);  in wbt_curr_win_nsec_show()
727 	struct rq_qos *rqos = data;  in wbt_enabled_show()  local
728 	struct rq_wb *rwb = RQWB(rqos);  in wbt_enabled_show()
736 	struct rq_qos *rqos = data;  in wbt_id_show()  local
738 	seq_printf(m, "%u\n", rqos->id);  in wbt_id_show()
744 	struct rq_qos *rqos = data;  in wbt_inflight_show()  local
745 	struct rq_wb *rwb = RQWB(rqos);  in wbt_inflight_show()
756 	struct rq_qos *rqos = data;  in wbt_min_lat_nsec_show()  local
757 	struct rq_wb *rwb = RQWB(rqos);  in wbt_min_lat_nsec_show()
765 	struct rq_qos *rqos = data;  in wbt_unknown_cnt_show()  local
766 	struct rq_wb *rwb = RQWB(rqos);  in wbt_unknown_cnt_show()
774 	struct rq_qos *rqos = data;  in wbt_normal_show()  local
775 	struct rq_wb *rwb = RQWB(rqos);  in wbt_normal_show()
783 	struct rq_qos *rqos = data;  in wbt_background_show()  local
784 	struct rq_wb *rwb = RQWB(rqos);  in wbt_background_show()
835 	rwb->rqos.id = RQ_QOS_WBT;  in wbt_init()
836 	rwb->rqos.ops = &wbt_rqos_ops;  in wbt_init()
837 	rwb->rqos.q = q;  in wbt_init()
845 	wbt_queue_depth_changed(&rwb->rqos);  in wbt_init()
850 	rq_qos_add(q, &rwb->rqos);  in wbt_init()