Lines Matching refs:abs_cost
572 u64 abs_cost; member
712 static u64 abs_cost_to_cost(u64 abs_cost, u32 hw_inuse) in abs_cost_to_cost() argument
714 return DIV64_U64_ROUND_UP(abs_cost * WEIGHT_ONE, hw_inuse); in abs_cost_to_cost()
726 u64 abs_cost, u64 cost) in iocg_commit_bio() argument
734 local64_add(abs_cost, &gcs->abs_vusage); in iocg_commit_bio()
1353 static void iocg_incur_debt(struct ioc_gq *iocg, u64 abs_cost, in iocg_incur_debt() argument
1366 if (!iocg->abs_vdebt && abs_cost) { in iocg_incur_debt()
1371 iocg->abs_vdebt += abs_cost; in iocg_incur_debt()
1374 local64_add(abs_cost, &gcs->abs_vusage); in iocg_incur_debt()
1405 u64 cost = abs_cost_to_cost(wait->abs_cost, ctx->hw_inuse); in iocg_wake_fn()
1412 iocg_commit_bio(ctx->iocg, wait->bio, wait->abs_cost, cost); in iocg_wake_fn()
2428 u64 abs_cost, struct ioc_now *now) in adjust_inuse_and_calc_cost() argument
2440 cost = abs_cost_to_cost(abs_cost, hwi); in adjust_inuse_and_calc_cost()
2476 cost = abs_cost_to_cost(abs_cost, hwi); in adjust_inuse_and_calc_cost()
2569 u64 abs_cost, cost, vtime; in ioc_rqos_throttle() local
2578 abs_cost = calc_vtime_cost(bio, iocg, false); in ioc_rqos_throttle()
2579 if (!abs_cost) in ioc_rqos_throttle()
2587 cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now); in ioc_rqos_throttle()
2596 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_throttle()
2621 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_throttle()
2643 iocg_incur_debt(iocg, abs_cost, &now); in ioc_rqos_throttle()
2678 wait.abs_cost = abs_cost; in ioc_rqos_throttle()
2704 u64 vtime, abs_cost, cost; in ioc_rqos_merge() local
2711 abs_cost = calc_vtime_cost(bio, iocg, true); in ioc_rqos_merge()
2712 if (!abs_cost) in ioc_rqos_merge()
2718 cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now); in ioc_rqos_merge()
2731 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_merge()
2744 iocg_incur_debt(iocg, abs_cost, &now); in ioc_rqos_merge()
2749 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_merge()