Lines Matching refs:blkg
239 static inline struct throtl_grp *blkg_to_tg(struct blkcg_gq *blkg) in blkg_to_tg() argument
241 return pd_to_tg(blkg_to_pd(blkg, &blkcg_policy_throtl)); in blkg_to_tg()
301 struct blkcg_gq *blkg = tg_to_blkg(tg); in tg_bps_limit() local
305 if (cgroup_subsys_on_dfl(io_cgrp_subsys) && !blkg->parent) in tg_bps_limit()
312 if (!list_empty(&blkg->blkcg->css.children) || in tg_bps_limit()
331 struct blkcg_gq *blkg = tg_to_blkg(tg); in tg_iops_limit() local
335 if (cgroup_subsys_on_dfl(io_cgrp_subsys) && !blkg->parent) in tg_iops_limit()
342 if (!list_empty(&blkg->blkcg->css.children) || in tg_iops_limit()
542 struct blkcg_gq *blkg = tg_to_blkg(tg); in throtl_pd_init() local
543 struct throtl_data *td = blkg->q->td; in throtl_pd_init()
560 if (cgroup_subsys_on_dfl(io_cgrp_subsys) && blkg->parent) in throtl_pd_init()
561 sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue; in throtl_pd_init()
597 struct blkcg_gq *blkg; in blk_throtl_update_limit_valid() local
601 blkg_for_each_descendant_post(blkg, pos_css, td->queue->root_blkg) { in blk_throtl_update_limit_valid()
602 struct throtl_grp *tg = blkg_to_tg(blkg); in blk_throtl_update_limit_valid()
1411 struct blkcg_gq *blkg; in tg_conf_updated() local
1426 blkg_for_each_descendant_pre(blkg, pos_css, in tg_conf_updated()
1428 struct throtl_grp *this_tg = blkg_to_tg(blkg); in tg_conf_updated()
1433 if (!cgroup_subsys_on_dfl(io_cgrp_subsys) || !blkg->parent || in tg_conf_updated()
1434 !blkg->parent->parent) in tg_conf_updated()
1436 parent_tg = blkg_to_tg(blkg->parent); in tg_conf_updated()
1484 tg = blkg_to_tg(ctx.blkg); in tg_set_conf()
1588 const char *dname = blkg_dev_name(pd->blkg); in tg_prfill_limit()
1670 tg = blkg_to_tg(ctx.blkg); in tg_set_limit()
1916 struct blkcg_gq *blkg; in throtl_can_upgrade() local
1925 blkg_for_each_descendant_post(blkg, pos_css, td->queue->root_blkg) { in throtl_can_upgrade()
1926 struct throtl_grp *tg = blkg_to_tg(blkg); in throtl_can_upgrade()
1964 struct blkcg_gq *blkg; in throtl_upgrade_state() local
1971 blkg_for_each_descendant_post(blkg, pos_css, td->queue->root_blkg) { in throtl_upgrade_state()
1972 struct throtl_grp *tg = blkg_to_tg(blkg); in throtl_upgrade_state()
2194 struct blkcg_gq *blkg = bio->bi_blkg; in blk_throtl_charge_bio_split() local
2195 struct throtl_grp *parent = blkg_to_tg(blkg); in blk_throtl_charge_bio_split()
2214 struct blkcg_gq *blkg = bio->bi_blkg; in blk_throtl_bio() local
2216 struct throtl_grp *tg = blkg_to_tg(blkg); in blk_throtl_bio()
2362 struct blkcg_gq *blkg; in blk_throtl_bio_endio() local
2370 blkg = bio->bi_blkg; in blk_throtl_bio_endio()
2371 if (!blkg) in blk_throtl_bio_endio()
2373 tg = blkg_to_tg(blkg); in blk_throtl_bio_endio()