Lines Matching refs:abs_cost
570 u64 abs_cost; member
710 static u64 abs_cost_to_cost(u64 abs_cost, u32 hw_inuse) in abs_cost_to_cost() argument
712 return DIV64_U64_ROUND_UP(abs_cost * WEIGHT_ONE, hw_inuse); in abs_cost_to_cost()
724 u64 abs_cost, u64 cost) in iocg_commit_bio() argument
732 local64_add(abs_cost, &gcs->abs_vusage); in iocg_commit_bio()
1399 static void iocg_incur_debt(struct ioc_gq *iocg, u64 abs_cost, in iocg_incur_debt() argument
1412 if (!iocg->abs_vdebt && abs_cost) { in iocg_incur_debt()
1417 iocg->abs_vdebt += abs_cost; in iocg_incur_debt()
1420 local64_add(abs_cost, &gcs->abs_vusage); in iocg_incur_debt()
1451 u64 cost = abs_cost_to_cost(wait->abs_cost, ctx->hw_inuse); in iocg_wake_fn()
1458 iocg_commit_bio(ctx->iocg, wait->bio, wait->abs_cost, cost); in iocg_wake_fn()
2450 u64 abs_cost, struct ioc_now *now) in adjust_inuse_and_calc_cost() argument
2462 cost = abs_cost_to_cost(abs_cost, hwi); in adjust_inuse_and_calc_cost()
2498 cost = abs_cost_to_cost(abs_cost, hwi); in adjust_inuse_and_calc_cost()
2591 u64 abs_cost, cost, vtime; in ioc_rqos_throttle() local
2600 abs_cost = calc_vtime_cost(bio, iocg, false); in ioc_rqos_throttle()
2601 if (!abs_cost) in ioc_rqos_throttle()
2609 cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now); in ioc_rqos_throttle()
2618 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_throttle()
2643 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_throttle()
2665 iocg_incur_debt(iocg, abs_cost, &now); in ioc_rqos_throttle()
2700 wait.abs_cost = abs_cost; in ioc_rqos_throttle()
2726 u64 vtime, abs_cost, cost; in ioc_rqos_merge() local
2733 abs_cost = calc_vtime_cost(bio, iocg, true); in ioc_rqos_merge()
2734 if (!abs_cost) in ioc_rqos_merge()
2740 cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now); in ioc_rqos_merge()
2753 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_merge()
2766 iocg_incur_debt(iocg, abs_cost, &now); in ioc_rqos_merge()
2771 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_merge()