Lines Matching refs:weight
220 lw->weight += inc; in update_load_add()
226 lw->weight -= dec; in update_load_sub()
232 lw->weight = w; in update_load_set()
293 w = scale_load_down(lw->weight); in __update_inv_weight()
315 static u64 __calc_delta(u64 delta_exec, unsigned long weight, struct load_weight *lw) in __calc_delta() argument
317 u64 fact = scale_load_down(weight); in __calc_delta()
705 if (unlikely(se->load.weight != NICE_0_LOAD)) in calc_delta_fair()
758 update_load_add(&lw, se->load.weight); in sched_slice()
761 slice = __calc_delta(slice, se->load.weight, load); in sched_slice()
807 sa->load_avg = scale_load_down(se->load.weight); in init_entity_runnable_average()
863 sa->util_avg = cfs_rq->avg.util_avg * se->load.weight; in post_init_entity_util_avg()
1698 unsigned int weight; member
1744 if ((ns->nr_running > ns->weight) && in numa_classify()
1749 if ((ns->nr_running < ns->weight) || in numa_classify()
1820 ns->weight = cpumask_weight(cpumask_of_node(nid)); in update_numa_stats()
3217 update_load_add(&cfs_rq->load, se->load.weight); in account_entity_enqueue()
3234 update_load_sub(&cfs_rq->load, se->load.weight); in account_entity_dequeue()
3319 unsigned long weight) in reweight_entity() argument
3325 update_load_sub(&cfs_rq->load, se->load.weight); in reweight_entity()
3329 update_load_set(&se->load, weight); in reweight_entity()
3341 update_load_add(&cfs_rq->load, se->load.weight); in reweight_entity()
3350 unsigned long weight = scale_load(sched_prio_to_weight[prio]); in reweight_task() local
3352 reweight_entity(cfs_rq, se, weight); in reweight_task()
3441 load = max(scale_load_down(cfs_rq->load.weight), cfs_rq->avg.load_avg); in calc_group_shares()
3487 if (likely(se->load.weight == shares)) in update_cfs_group()
3583 if (cfs_rq->load.weight) in cfs_rq_is_decayed()
3817 if (scale_load_down(gcfs_rq->load.weight)) { in update_tg_cfs_load()
3819 scale_load_down(gcfs_rq->load.weight)); in update_tg_cfs_load()
5016 rq_of(cfs_rq)->cfs.load.weight >= 2*se->load.weight) { in set_next_entity()
5413 if (qcfs_rq->load.weight) { in throttle_cfs_rq()
5470 if (!cfs_rq->load.weight) { in unthrottle_cfs_rq()
6252 if (cfs_rq->load.weight) { in dequeue_task_fair()
6611 int weight; in find_idlest_cpu() local
6633 weight = sd->span_weight; in find_idlest_cpu()
6636 if (weight <= tmp->span_weight) in find_idlest_cpu()
12550 if (rq->cfs.load.weight) in get_rr_interval_fair()