• Home
  • Raw
  • Download

Lines Matching refs:this_rq

6092 	avg_idle = this_rq()->avg_idle / 512;  in select_idle_cpu()
9138 static int load_balance(int this_cpu, struct rq *this_rq, in load_balance() argument
9152 .dst_rq = this_rq, in load_balance()
9844 SCHED_WARN_ON(rq != this_rq()); in nohz_balance_exit_idle()
9939 static bool _nohz_idle_balance(struct rq *this_rq, unsigned int flags, in _nohz_idle_balance() argument
9947 int this_cpu = this_rq->cpu; in _nohz_idle_balance()
10020 has_blocked_load |= this_rq->has_blocked_load; in _nohz_idle_balance()
10024 rebalance_domains(this_rq, CPU_IDLE); in _nohz_idle_balance()
10044 static bool nohz_idle_balance(struct rq *this_rq, enum cpu_idle_type idle) in nohz_idle_balance() argument
10046 int this_cpu = this_rq->cpu; in nohz_idle_balance()
10062 _nohz_idle_balance(this_rq, flags, idle); in nohz_idle_balance()
10067 static void nohz_newidle_balance(struct rq *this_rq) in nohz_newidle_balance() argument
10069 int this_cpu = this_rq->cpu; in nohz_newidle_balance()
10079 if (this_rq->avg_idle < sysctl_sched_migration_cost) in nohz_newidle_balance()
10087 raw_spin_unlock(&this_rq->lock); in nohz_newidle_balance()
10094 if (!_nohz_idle_balance(this_rq, NOHZ_STATS_KICK, CPU_NEWLY_IDLE)) in nohz_newidle_balance()
10096 raw_spin_lock(&this_rq->lock); in nohz_newidle_balance()
10102 static inline bool nohz_idle_balance(struct rq *this_rq, enum cpu_idle_type idle) in nohz_idle_balance() argument
10107 static inline void nohz_newidle_balance(struct rq *this_rq) { } in nohz_newidle_balance() argument
10114 int newidle_balance(struct rq *this_rq, struct rq_flags *rf) in newidle_balance() argument
10117 int this_cpu = this_rq->cpu; in newidle_balance()
10122 update_misfit_status(NULL, this_rq); in newidle_balance()
10127 this_rq->idle_stamp = rq_clock(this_rq); in newidle_balance()
10141 rq_unpin_lock(this_rq, rf); in newidle_balance()
10143 if (this_rq->avg_idle < sysctl_sched_migration_cost || in newidle_balance()
10144 !READ_ONCE(this_rq->rd->overload)) { in newidle_balance()
10147 sd = rcu_dereference_check_sched_domain(this_rq->sd); in newidle_balance()
10152 nohz_newidle_balance(this_rq); in newidle_balance()
10157 raw_spin_unlock(&this_rq->lock); in newidle_balance()
10168 if (this_rq->avg_idle < curr_cost + sd->max_newidle_lb_cost) { in newidle_balance()
10176 pulled_task = load_balance(this_cpu, this_rq, in newidle_balance()
10193 if (pulled_task || this_rq->nr_running > 0) in newidle_balance()
10198 raw_spin_lock(&this_rq->lock); in newidle_balance()
10200 if (curr_cost > this_rq->max_idle_balance_cost) in newidle_balance()
10201 this_rq->max_idle_balance_cost = curr_cost; in newidle_balance()
10209 if (this_rq->cfs.h_nr_running && !pulled_task) in newidle_balance()
10213 if (time_after(this_rq->next_balance, next_balance)) in newidle_balance()
10214 this_rq->next_balance = next_balance; in newidle_balance()
10217 if (this_rq->nr_running != this_rq->cfs.h_nr_running) in newidle_balance()
10221 this_rq->idle_stamp = 0; in newidle_balance()
10223 rq_repin_lock(this_rq, rf); in newidle_balance()
10234 struct rq *this_rq = this_rq(); in run_rebalance_domains() local
10235 enum cpu_idle_type idle = this_rq->idle_balance ? in run_rebalance_domains()
10246 if (nohz_idle_balance(this_rq, idle)) in run_rebalance_domains()
10250 update_blocked_averages(this_rq->cpu); in run_rebalance_domains()
10251 rebalance_domains(this_rq, idle); in run_rebalance_domains()
10320 struct rq *rq = this_rq(); in task_fork_fair()