118 	struct throtl_service_queue service_queue;  member
204 	struct throtl_service_queue service_queue;  member
259 		return container_of(sq, struct throtl_grp, service_queue);  in sq_to_tg()
278 		return container_of(sq, struct throtl_data, service_queue);  in sq_to_td()
507 	throtl_service_queue_init(&tg->service_queue);  in throtl_pd_alloc()
544 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_pd_init()
559 	sq->parent_sq = &td->service_queue;  in throtl_pd_init()
561 		sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue;  in throtl_pd_init()
572 	struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq);  in tg_update_has_rules()
640 	del_timer_sync(&tg->service_queue.pending_timer);  in throtl_pd_free()
679 	struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq;  in tg_service_queue_add()
708 		tg->service_queue.parent_sq->nr_pending++;  in throtl_enqueue_tg()
715 		throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq);  in throtl_dequeue_tg()
795 	throtl_log(&tg->service_queue,  in throtl_start_new_slice_with_credit()
810 	throtl_log(&tg->service_queue,  in throtl_start_new_slice()
826 	throtl_log(&tg->service_queue,  in throtl_extend_slice()
895 	throtl_log(&tg->service_queue,  in throtl_trim_slice()
1014 	BUG_ON(tg->service_queue.nr_queued[rw] &&  in tg_may_dispatch()
1015 	       bio != throtl_peek_queued(&tg->service_queue.queued[rw]));  in tg_may_dispatch()
1031 	if (throtl_slice_used(tg, rw) && !(tg->service_queue.nr_queued[rw]))  in tg_may_dispatch()
1094 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_add_bio_tg()
1117 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_update_disptime()
1153 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_dispatch_one_bio()
1195 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_dispatch_tg()
1248 		sq = &tg->service_queue;  in throtl_select_dispatch()
1348 	struct throtl_service_queue *td_sq = &td->service_queue;  in blk_throtl_dispatch_work_fn()
1409 	struct throtl_service_queue *sq = &tg->service_queue;  in tg_conf_updated()
1413 	throtl_log(&tg->service_queue,  in tg_conf_updated()
1827 		parent_sq = parent->service_queue.parent_sq;  in tg_last_low_overflow_time()
1866 	throtl_log(&tg->service_queue,  in throtl_tg_is_idle()
1875 	struct throtl_service_queue *sq = &tg->service_queue;  in throtl_tg_can_upgrade()
1905 		tg = sq_to_tg(tg->service_queue.parent_sq);  in throtl_hierarchy_can_upgrade()
1966 	throtl_log(&td->service_queue, "upgrade to max");  in throtl_upgrade_state()
1973 		struct throtl_service_queue *sq = &tg->service_queue;  in throtl_upgrade_state()
1980 	throtl_select_dispatch(&td->service_queue);  in throtl_upgrade_state()
1981 	throtl_schedule_next_dispatch(&td->service_queue, true);  in throtl_upgrade_state()
1989 	throtl_log(&td->service_queue, "downgrade, scale %d", td->scale);  in throtl_downgrade_state()
2022 		tg = sq_to_tg(tg->service_queue.parent_sq);  in throtl_hierarchy_can_downgrade()
2178 		throtl_log(&td->service_queue,  in throtl_update_latency_buckets()
2206 		parent_sq = parent->service_queue.parent_sq;  in blk_throtl_charge_bio_split()
2243 	sq = &tg->service_queue;  in blk_throtl_bio()
2315 		throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true);  in blk_throtl_bio()
2438 	throtl_service_queue_init(&td->service_queue);  in blk_throtl_init()
2461 	del_timer_sync(&q->td->service_queue.pending_timer);  in blk_throtl_exit()