Lines Matching refs:curr
150 rt_rq->highest_prio.curr = MAX_RT_PRIO-1; in init_rt_rq()
226 rt_rq->highest_prio.curr = MAX_RT_PRIO-1; in init_tg_rt_entry()
330 return rq->online && rq->rt.highest_prio.curr > prev->prio; in need_pull_rt_task()
583 struct task_struct *curr = rq_of_rt_rq(rt_rq)->curr; in sched_rt_rq_enqueue() local
597 if (rt_rq->highest_prio.curr < curr->prio) in sched_rt_rq_enqueue()
967 if (rt_rq->rt_nr_running && rq->curr == rq->idle) in do_sched_rt_period_timer()
998 return rt_rq->highest_prio.curr; in rt_se_prio()
1060 struct task_struct *curr = rq->curr; in update_curr_rt() local
1061 struct sched_rt_entity *rt_se = &curr->rt; in update_curr_rt()
1065 if (curr->sched_class != &rt_sched_class) in update_curr_rt()
1069 delta_exec = now - curr->se.exec_start; in update_curr_rt()
1073 schedstat_set(curr->stats.exec_max, in update_curr_rt()
1074 max(curr->stats.exec_max, delta_exec)); in update_curr_rt()
1076 trace_sched_stat_runtime(curr, delta_exec, 0); in update_curr_rt()
1078 update_current_exec_runtime(curr, now, delta_exec); in update_curr_rt()
1080 trace_android_vh_sched_stat_runtime_rt(curr, delta_exec); in update_curr_rt()
1171 if (rq->online && rt_rq->highest_prio.curr != prev_prio) in dec_rt_prio_smp()
1172 cpupri_set(&rq->rd->cpupri, rq->cpu, rt_rq->highest_prio.curr); in dec_rt_prio_smp()
1188 int prev_prio = rt_rq->highest_prio.curr; in inc_rt_prio()
1191 rt_rq->highest_prio.curr = prio; in inc_rt_prio()
1199 int prev_prio = rt_rq->highest_prio.curr; in dec_rt_prio()
1212 rt_rq->highest_prio.curr = in dec_rt_prio()
1217 rt_rq->highest_prio.curr = MAX_RT_PRIO-1; in dec_rt_prio()
1555 return sync && task_has_rt_policy(rq->curr) && in should_honor_rt_sync()
1630 requeue_task_rt(rq, rq->curr, 0); in yield_task_rt()
1666 struct task_struct *curr; in select_task_rq_rt() local
1686 curr = READ_ONCE(rq->curr); /* unlocked access */ in select_task_rq_rt()
1718 test = curr && in select_task_rq_rt()
1719 unlikely(rt_task(curr)) && in select_task_rq_rt()
1720 (curr->nr_cpus_allowed < 2 || curr->prio <= p->prio); in select_task_rq_rt()
1746 p->prio < cpu_rq(target)->rt.highest_prio.curr) in select_task_rq_rt()
1763 if (rq->curr->nr_cpus_allowed == 1 || in check_preempt_equal_prio()
1764 !cpupri_find(&rq->rd->cpupri, rq->curr, NULL)) in check_preempt_equal_prio()
1811 if (p->prio < rq->curr->prio) { in check_preempt_curr_rt()
1829 if (p->prio == rq->curr->prio && !test_tsk_need_resched(rq->curr)) in check_preempt_curr_rt()
1854 if (rq->curr->sched_class != &rt_sched_class) in set_next_task_rt()
2089 if (lowest_rq->rt.highest_prio.curr <= task->prio) { in find_lock_lowest_rq()
2124 if (lowest_rq->rt.highest_prio.curr > task->prio) in find_lock_lowest_rq()
2179 if (unlikely(next_task->prio < rq->curr->prio)) { in push_rt_task()
2200 if (rq->curr->sched_class != &rt_sched_class) in push_rt_task()
2203 cpu = find_lowest_rq(rq->curr); in push_rt_task()
2226 if (WARN_ON(next_task == rq->curr)) in push_rt_task()
2504 this_rq->rt.highest_prio.curr) in pull_rt_task()
2525 if (p && (p->prio < this_rq->rt.highest_prio.curr)) { in pull_rt_task()
2526 WARN_ON(p == src_rq->curr); in pull_rt_task()
2537 if (p->prio < src_rq->curr->prio) in pull_rt_task()
2579 !test_tsk_need_resched(rq->curr) && in task_woken_rt()
2581 (dl_task(rq->curr) || rt_task(rq->curr)) && in task_woken_rt()
2582 (rq->curr->nr_cpus_allowed < 2 || in task_woken_rt()
2583 rq->curr->prio <= p->prio); in task_woken_rt()
2597 cpupri_set(&rq->rd->cpupri, rq->cpu, rq->rt.highest_prio.curr); in rq_online_rt()
2667 if (p->prio < rq->curr->prio && cpu_online(cpu_of(rq))) in switched_to_rt()
2695 if (p->prio > rq->rt.highest_prio.curr) in prio_changed_rt()
2708 if (p->prio < rq->curr->prio) in prio_changed_rt()