100 	struct bdi_writeback *wb = &rwb->rqos.q->disk->bdi->wb;  in wb_recent_wait()
170 static void __wbt_done(struct rq_qos *rqos, enum wbt_flags wb_acct)  in __wbt_done()  argument
172 	struct rq_wb *rwb = RQWB(rqos);  in __wbt_done()
186 static void wbt_done(struct rq_qos *rqos, struct request *rq)  in wbt_done()  argument
188 	struct rq_wb *rwb = RQWB(rqos);  in wbt_done()
200 		__wbt_done(rqos, wbt_flags(rq));  in wbt_done()
237 	struct backing_dev_info *bdi = rwb->rqos.q->disk->bdi;  in latency_exceeded()
290 	struct backing_dev_info *bdi = rwb->rqos.q->disk->bdi;  in rwb_trace_step()
360 	if (!rwb->rqos.q->disk)  in wb_timer_fn()
365 	trace_wbt_timer(rwb->rqos.q->disk->bdi, status, rqd->scale_step,  in wb_timer_fn()
427 	struct rq_qos *rqos = wbt_rq_qos(q);  in wbt_get_min_lat()  local
428 	if (!rqos)  in wbt_get_min_lat()
430 	return RQWB(rqos)->min_lat_nsec;  in wbt_get_min_lat()
435 	struct rq_qos *rqos = wbt_rq_qos(q);  in wbt_set_min_lat()  local
436 	if (!rqos)  in wbt_set_min_lat()
438 	RQWB(rqos)->min_lat_nsec = val;  in wbt_set_min_lat()
439 	RQWB(rqos)->enable_state = WBT_STATE_ON_MANUAL;  in wbt_set_min_lat()
440 	wbt_update_limits(RQWB(rqos));  in wbt_set_min_lat()
562 static void wbt_cleanup(struct rq_qos *rqos, struct bio *bio)  in wbt_cleanup()  argument
564 	struct rq_wb *rwb = RQWB(rqos);  in wbt_cleanup()
566 	__wbt_done(rqos, flags);  in wbt_cleanup()
574 static void wbt_wait(struct rq_qos *rqos, struct bio *bio)  in wbt_wait()  argument
576 	struct rq_wb *rwb = RQWB(rqos);  in wbt_wait()
592 static void wbt_track(struct rq_qos *rqos, struct request *rq, struct bio *bio)  in wbt_track()  argument
594 	struct rq_wb *rwb = RQWB(rqos);  in wbt_track()
598 static void wbt_issue(struct rq_qos *rqos, struct request *rq)  in wbt_issue()  argument
600 	struct rq_wb *rwb = RQWB(rqos);  in wbt_issue()
618 static void wbt_requeue(struct rq_qos *rqos, struct request *rq)  in wbt_requeue()  argument
620 	struct rq_wb *rwb = RQWB(rqos);  in wbt_requeue()
631 	struct rq_qos *rqos = wbt_rq_qos(q);  in wbt_set_write_cache()  local
632 	if (rqos)  in wbt_set_write_cache()
633 		RQWB(rqos)->wc = write_cache_on;  in wbt_set_write_cache()
641 	struct rq_qos *rqos = wbt_rq_qos(q);  in wbt_enable_default()  local
644 	if (rqos) {  in wbt_enable_default()
645 		if (RQWB(rqos)->enable_state == WBT_STATE_OFF_DEFAULT)  in wbt_enable_default()
646 			RQWB(rqos)->enable_state = WBT_STATE_ON_DEFAULT;  in wbt_enable_default()
684 static void wbt_queue_depth_changed(struct rq_qos *rqos)  in wbt_queue_depth_changed()  argument
686 	RQWB(rqos)->rq_depth.queue_depth = blk_queue_depth(rqos->q);  in wbt_queue_depth_changed()
687 	wbt_update_limits(RQWB(rqos));  in wbt_queue_depth_changed()
690 static void wbt_exit(struct rq_qos *rqos)  in wbt_exit()  argument
692 	struct rq_wb *rwb = RQWB(rqos);  in wbt_exit()
693 	struct request_queue *q = rqos->q;  in wbt_exit()
705 	struct rq_qos *rqos = wbt_rq_qos(q);  in wbt_disable_default()  local
707 	if (!rqos)  in wbt_disable_default()
709 	rwb = RQWB(rqos);  in wbt_disable_default()
720 	struct rq_qos *rqos = data;  in wbt_curr_win_nsec_show()  local
721 	struct rq_wb *rwb = RQWB(rqos);  in wbt_curr_win_nsec_show()
729 	struct rq_qos *rqos = data;  in wbt_enabled_show()  local
730 	struct rq_wb *rwb = RQWB(rqos);  in wbt_enabled_show()
738 	struct rq_qos *rqos = data;  in wbt_id_show()  local
740 	seq_printf(m, "%u\n", rqos->id);  in wbt_id_show()
746 	struct rq_qos *rqos = data;  in wbt_inflight_show()  local
747 	struct rq_wb *rwb = RQWB(rqos);  in wbt_inflight_show()
758 	struct rq_qos *rqos = data;  in wbt_min_lat_nsec_show()  local
759 	struct rq_wb *rwb = RQWB(rqos);  in wbt_min_lat_nsec_show()
767 	struct rq_qos *rqos = data;  in wbt_unknown_cnt_show()  local
768 	struct rq_wb *rwb = RQWB(rqos);  in wbt_unknown_cnt_show()
776 	struct rq_qos *rqos = data;  in wbt_normal_show()  local
777 	struct rq_wb *rwb = RQWB(rqos);  in wbt_normal_show()
785 	struct rq_qos *rqos = data;  in wbt_background_show()  local
786 	struct rq_wb *rwb = RQWB(rqos);  in wbt_background_show()
838 	rwb->rqos.id = RQ_QOS_WBT;  in wbt_init()
839 	rwb->rqos.ops = &wbt_rqos_ops;  in wbt_init()
840 	rwb->rqos.q = q;  in wbt_init()
848 	wbt_queue_depth_changed(&rwb->rqos);  in wbt_init()
853 	ret = rq_qos_add(q, &rwb->rqos);  in wbt_init()