• Home
  • Raw
  • Download

Lines Matching refs:ioc_gq

462 struct ioc_gq {  struct
551 struct ioc_gq *ancestors[]; argument
575 struct ioc_gq *iocg;
685 static struct ioc_gq *pd_to_iocg(struct blkg_policy_data *pd) in pd_to_iocg()
687 return pd ? container_of(pd, struct ioc_gq, pd) : NULL; in pd_to_iocg()
690 static struct ioc_gq *blkg_to_iocg(struct blkcg_gq *blkg) in blkg_to_iocg()
695 static struct blkcg_gq *iocg_to_blkg(struct ioc_gq *iocg) in iocg_to_blkg()
723 static void iocg_commit_bio(struct ioc_gq *iocg, struct bio *bio, in iocg_commit_bio()
736 static void iocg_lock(struct ioc_gq *iocg, bool lock_ioc, unsigned long *flags) in iocg_lock()
746 static void iocg_unlock(struct ioc_gq *iocg, bool unlock_ioc, unsigned long *flags) in iocg_unlock()
1073 static void __propagate_weights(struct ioc_gq *iocg, u32 active, u32 inuse, in __propagate_weights()
1101 struct ioc_gq *parent = iocg->ancestors[lvl]; in __propagate_weights()
1102 struct ioc_gq *child = iocg->ancestors[lvl + 1]; in __propagate_weights()
1148 static void propagate_weights(struct ioc_gq *iocg, u32 active, u32 inuse, in propagate_weights()
1155 static void current_hweight(struct ioc_gq *iocg, u32 *hw_activep, u32 *hw_inusep) in current_hweight()
1181 struct ioc_gq *parent = iocg->ancestors[lvl]; in current_hweight()
1182 struct ioc_gq *child = iocg->ancestors[lvl + 1]; in current_hweight()
1213 static u32 current_hweight_max(struct ioc_gq *iocg) in current_hweight_max()
1223 struct ioc_gq *parent = iocg->ancestors[lvl]; in current_hweight_max()
1224 struct ioc_gq *child = iocg->ancestors[lvl + 1]; in current_hweight_max()
1235 static void weight_updated(struct ioc_gq *iocg, struct ioc_now *now) in weight_updated()
1250 static bool iocg_activate(struct ioc_gq *iocg, struct ioc_now *now) in iocg_activate()
1335 static bool iocg_kick_delay(struct ioc_gq *iocg, struct ioc_now *now) in iocg_kick_delay()
1399 static void iocg_incur_debt(struct ioc_gq *iocg, u64 abs_cost, in iocg_incur_debt()
1424 static void iocg_pay_debt(struct ioc_gq *iocg, u64 abs_vpay, in iocg_pay_debt()
1478 static void iocg_kick_waitq(struct ioc_gq *iocg, bool pay_debt, in iocg_kick_waitq()
1563 struct ioc_gq *iocg = container_of(timer, struct ioc_gq, waitq_timer); in iocg_waitq_timer_fn()
1617 static bool iocg_is_idle(struct ioc_gq *iocg) in iocg_is_idle()
1638 static void iocg_build_inner_walk(struct ioc_gq *iocg, in iocg_build_inner_walk()
1653 struct ioc_gq *inner = iocg->ancestors[lvl]; in iocg_build_inner_walk()
1661 static void iocg_flush_stat_one(struct ioc_gq *iocg, struct ioc_now *now) in iocg_flush_stat_one()
1714 struct ioc_gq *iocg, *tiocg; in iocg_flush_stat()
1734 static u32 hweight_after_donation(struct ioc_gq *iocg, u32 old_hwi, u32 hwm, in hweight_after_donation()
1844 struct ioc_gq *iocg, *tiocg, *root_iocg; in transfer_surpluses()
1896 root_iocg = list_first_entry(&inner_walk, struct ioc_gq, walk_list); in transfer_surpluses()
1910 struct ioc_gq *parent = iocg->ancestors[iocg->level - 1]; in transfer_surpluses()
1918 struct ioc_gq *parent = iocg->ancestors[iocg->level - 1]; in transfer_surpluses()
1932 struct ioc_gq *parent = iocg->ancestors[iocg->level - 1]; in transfer_surpluses()
1978 struct ioc_gq *parent; in transfer_surpluses()
2022 struct ioc_gq *parent = iocg->ancestors[iocg->level - 1]; in transfer_surpluses()
2069 struct ioc_gq *iocg; in ioc_forgive_debts()
2160 struct ioc_gq *iocg, *tiocg; in ioc_check_iocgs()
2228 struct ioc_gq *iocg, *tiocg; in ioc_timer_fn()
2449 static u64 adjust_inuse_and_calc_cost(struct ioc_gq *iocg, u64 vtime, in adjust_inuse_and_calc_cost()
2510 static void calc_vtime_cost_builtin(struct bio *bio, struct ioc_gq *iocg, in calc_vtime_cost_builtin()
2551 static u64 calc_vtime_cost(struct bio *bio, struct ioc_gq *iocg, bool is_merge) in calc_vtime_cost()
2588 struct ioc_gq *iocg = blkg_to_iocg(blkg); in ioc_rqos_throttle()
2722 struct ioc_gq *iocg = blkg_to_iocg(bio->bi_blkg); in ioc_rqos_merge()
2780 struct ioc_gq *iocg = blkg_to_iocg(bio->bi_blkg); in ioc_rqos_done_bio()
2951 struct ioc_gq *iocg; in ioc_pd_alloc()
2968 struct ioc_gq *iocg = pd_to_iocg(pd); in ioc_pd_init()
2994 struct ioc_gq *tiocg = blkg_to_iocg(tblkg); in ioc_pd_init()
3005 struct ioc_gq *iocg = pd_to_iocg(pd); in ioc_pd_free()
3033 struct ioc_gq *iocg = pd_to_iocg(pd); in ioc_pd_stat()
3060 struct ioc_gq *iocg = pd_to_iocg(pd); in ioc_weight_prfill()
3086 struct ioc_gq *iocg; in ioc_weight_write()
3102 struct ioc_gq *iocg = blkg_to_iocg(blkg); in ioc_weight_write()