Lines Matching refs:abs_vdebt
506 u64 abs_vdebt; member
1362 abs_cost_to_cost(iocg->abs_vdebt, hwa) - now->vnow; in iocg_kick_delay()
1412 if (!iocg->abs_vdebt && abs_cost) { in iocg_incur_debt()
1417 iocg->abs_vdebt += abs_cost; in iocg_incur_debt()
1434 iocg->abs_vdebt -= min(abs_vpay, iocg->abs_vdebt); in iocg_pay_debt()
1437 if (!iocg->abs_vdebt) { in iocg_pay_debt()
1493 if (pay_debt && iocg->abs_vdebt && vbudget > 0) { in iocg_kick_waitq()
1495 u64 abs_vpay = min_t(u64, abs_vbudget, iocg->abs_vdebt); in iocg_kick_waitq()
1506 if (iocg->abs_vdebt || iocg->delay) in iocg_kick_waitq()
1515 if (iocg->abs_vdebt) { in iocg_kick_waitq()
1516 s64 vdebt = abs_cost_to_cost(iocg->abs_vdebt, hwa); in iocg_kick_waitq()
1564 bool pay_debt = READ_ONCE(iocg->abs_vdebt); in iocg_waitq_timer_fn()
1742 if (iocg->abs_vdebt) in hweight_after_donation()
2032 if (iocg->abs_vdebt) { in transfer_surpluses()
2124 if (!iocg->abs_vdebt && !iocg->delay) in ioc_forgive_debts()
2129 old_debt = iocg->abs_vdebt; in ioc_forgive_debts()
2132 if (iocg->abs_vdebt) in ioc_forgive_debts()
2133 iocg->abs_vdebt = iocg->abs_vdebt >> nr_cycles ?: 1; in ioc_forgive_debts()
2140 old_debt, iocg->abs_vdebt, in ioc_forgive_debts()
2163 if (!waitqueue_active(&iocg->waitq) && !iocg->abs_vdebt && in ioc_check_iocgs()
2185 if (waitqueue_active(&iocg->waitq) || iocg->abs_vdebt || in ioc_check_iocgs()
2189 if (iocg->abs_vdebt || iocg->delay) in ioc_check_iocgs()
2341 } else if (!iocg->abs_vdebt) { in ioc_timer_fn()
2466 if (iocg->abs_vdebt) in adjust_inuse_and_calc_cost()
2480 if (iocg->abs_vdebt || list_empty(&iocg->active_list)) { in adjust_inuse_and_calc_cost()
2616 if (!waitqueue_active(&iocg->waitq) && !iocg->abs_vdebt && in ioc_rqos_throttle()
2630 ioc_locked = use_debt || READ_ONCE(iocg->abs_vdebt); in ioc_rqos_throttle()
2674 if (!iocg->abs_vdebt && iocg->inuse != iocg->active) { in ioc_rqos_throttle()