Lines Matching refs:core
221 if (prio_less(b, a, !!task_rq(a)->core->core_forceidle_count)) in __sched_core_less()
250 rq->core->core_task_seq++; in sched_core_enqueue()
260 rq->core->core_task_seq++; in sched_core_dequeue()
273 rq->core->core_forceidle_count && rq->curr == rq->idle) in sched_core_dequeue()
365 cpu_rq(cpu)->core->core_forceidle_start = 0; in __sched_core_flip()
6106 bool core_clock_updated = (rq == rq->core); in pick_next_task()
6137 if (rq->core->core_pick_seq == rq->core->core_task_seq && in pick_next_task()
6138 rq->core->core_pick_seq != rq->core_sched_seq && in pick_next_task()
6140 WRITE_ONCE(rq->core_sched_seq, rq->core->core_pick_seq); in pick_next_task()
6155 need_sync = !!rq->core->core_cookie; in pick_next_task()
6158 rq->core->core_cookie = 0UL; in pick_next_task()
6159 if (rq->core->core_forceidle_count) { in pick_next_task()
6161 update_rq_clock(rq->core); in pick_next_task()
6166 rq->core->core_forceidle_start = 0; in pick_next_task()
6167 rq->core->core_forceidle_count = 0; in pick_next_task()
6168 rq->core->core_forceidle_occupation = 0; in pick_next_task()
6183 rq->core->core_task_seq++; in pick_next_task()
6217 if (i != cpu && (rq_i != rq->core || !core_clock_updated)) in pick_next_task()
6225 cookie = rq->core->core_cookie = max->core_cookie; in pick_next_task()
6247 rq->core->core_forceidle_count++; in pick_next_task()
6249 rq->core->core_forceidle_seq++; in pick_next_task()
6256 if (schedstat_enabled() && rq->core->core_forceidle_count) { in pick_next_task()
6257 rq->core->core_forceidle_start = rq_clock(rq->core); in pick_next_task()
6258 rq->core->core_forceidle_occupation = occ; in pick_next_task()
6261 rq->core->core_pick_seq = rq->core->core_task_seq; in pick_next_task()
6263 rq->core_sched_seq = rq->core->core_pick_seq; in pick_next_task()
6297 if (!(fi_before && rq->core->core_forceidle_count)) in pick_next_task()
6298 task_vruntime_update(rq_i, rq_i->core_pick, !!rq->core->core_forceidle_count); in pick_next_task()
6321 if (rq->core->core_forceidle_count && next == rq->idle) in pick_next_task()
6337 cookie = dst->core->core_cookie; in try_steal_cookie()
6423 if (!rq->core->core_cookie) in queue_core_balance()
6441 WARN_ON_ONCE(rq->core != rq); in sched_core_cpu_starting()
6452 if (rq->core == rq) { in sched_core_cpu_starting()
6466 rq->core = core_rq; in sched_core_cpu_starting()
6468 WARN_ON_ONCE(rq->core != core_rq); in sched_core_cpu_starting()
6486 WARN_ON_ONCE(rq->core != rq); in sched_core_cpu_deactivate()
6491 if (rq->core != rq) in sched_core_cpu_deactivate()
6523 rq->core = core_rq; in sched_core_cpu_deactivate()
6534 if (rq->core != rq) in sched_core_cpu_dying()
6535 rq->core = rq; in sched_core_cpu_dying()
10024 rq->core = rq; in sched_init()