Lines Matching refs:sds
6393 struct sched_domain_shared *sds; in set_idle_cores() local
6395 sds = rcu_dereference(per_cpu(sd_llc_shared, cpu)); in set_idle_cores()
6396 if (sds) in set_idle_cores()
6397 WRITE_ONCE(sds->has_idle_cores, val); in set_idle_cores()
6402 struct sched_domain_shared *sds; in test_idle_cores() local
6404 sds = rcu_dereference(per_cpu(sd_llc_shared, cpu)); in test_idle_cores()
6405 if (sds) in test_idle_cores()
6406 return READ_ONCE(sds->has_idle_cores); in test_idle_cores()
8730 static inline void init_sd_lb_stats(struct sd_lb_stats *sds) in init_sd_lb_stats() argument
8739 *sds = (struct sd_lb_stats){ in init_sd_lb_stats()
9149 struct sd_lb_stats *sds, in update_sd_pick_busiest() argument
9153 struct sg_lb_stats *busiest = &sds->busiest_stat; in update_sd_pick_busiest()
9167 sds->local_stat.group_type != group_has_spare)) in update_sd_pick_busiest()
9197 if (sched_asym_prefer(sg->asym_prefer_cpu, sds->busiest->asym_prefer_cpu)) in update_sd_pick_busiest()
9690 static inline void update_sd_lb_stats(struct lb_env *env, struct sd_lb_stats *sds) in update_sd_lb_stats() argument
9694 struct sg_lb_stats *local = &sds->local_stat; in update_sd_lb_stats()
9705 sds->local = sg; in update_sd_lb_stats()
9719 if (update_sd_pick_busiest(env, sds, sg, sgs)) { in update_sd_lb_stats()
9720 sds->busiest = sg; in update_sd_lb_stats()
9721 sds->busiest_stat = *sgs; in update_sd_lb_stats()
9726 sds->total_load += sgs->group_load; in update_sd_lb_stats()
9727 sds->total_capacity += sgs->group_capacity; in update_sd_lb_stats()
9734 sds->prefer_sibling = child && child->flags & SD_PREFER_SIBLING; in update_sd_lb_stats()
9738 env->fbq_type = fbq_classify_group(&sds->busiest_stat); in update_sd_lb_stats()
9783 static inline void calculate_imbalance(struct lb_env *env, struct sd_lb_stats *sds) in calculate_imbalance() argument
9787 local = &sds->local_stat; in calculate_imbalance()
9788 busiest = &sds->busiest_stat; in calculate_imbalance()
9853 if (busiest->group_weight == 1 || sds->prefer_sibling) { in calculate_imbalance()
9904 sds->avg_load = (sds->total_load * SCHED_CAPACITY_SCALE) / in calculate_imbalance()
9905 sds->total_capacity; in calculate_imbalance()
9911 if (local->avg_load >= sds->avg_load) { in calculate_imbalance()
9928 (busiest->avg_load - sds->avg_load) * busiest->group_capacity, in calculate_imbalance()
9929 (sds->avg_load - local->avg_load) * local->group_capacity in calculate_imbalance()
9969 struct sd_lb_stats sds; in find_busiest_group() local
9971 init_sd_lb_stats(&sds); in find_busiest_group()
9977 update_sd_lb_stats(env, &sds); in find_busiest_group()
9980 if (!sds.busiest) in find_busiest_group()
9983 busiest = &sds.busiest_stat; in find_busiest_group()
9993 trace_android_rvh_find_busiest_group(sds.busiest, env->dst_rq, in find_busiest_group()
10012 local = &sds.local_stat; in find_busiest_group()
10034 sds.avg_load = (sds.total_load * SCHED_CAPACITY_SCALE) / in find_busiest_group()
10035 sds.total_capacity; in find_busiest_group()
10041 if (local->avg_load >= sds.avg_load) in find_busiest_group()
10054 if (sds.prefer_sibling && local->group_type == group_has_spare && in find_busiest_group()
10089 calculate_imbalance(env, &sds); in find_busiest_group()
10090 return env->imbalance ? sds.busiest : NULL; in find_busiest_group()
10915 struct sched_domain_shared *sds; in nohz_balancer_kick() local
11004 sds = rcu_dereference(per_cpu(sd_llc_shared, cpu)); in nohz_balancer_kick()
11005 if (sds) { in nohz_balancer_kick()
11015 nr_busy = atomic_read(&sds->nr_busy_cpus); in nohz_balancer_kick()