Lines Matching refs:curr
517 dl_rq->earliest_dl.curr = dl_rq->earliest_dl.next = 0; in init_dl_rq()
1184 if (dl_task(rq->curr)) in dl_task_timer()
1311 struct task_struct *curr = rq->curr; in update_curr_dl() local
1312 struct sched_dl_entity *dl_se = &curr->dl; in update_curr_dl()
1317 if (!dl_task(curr) || !on_dl_rq(dl_se)) in update_curr_dl()
1329 delta_exec = now - curr->se.exec_start; in update_curr_dl()
1336 schedstat_set(curr->stats.exec_max, in update_curr_dl()
1337 max(curr->stats.exec_max, delta_exec)); in update_curr_dl()
1339 trace_sched_stat_runtime(curr, delta_exec, 0); in update_curr_dl()
1341 update_current_exec_runtime(curr, now, delta_exec); in update_curr_dl()
1356 &curr->dl); in update_curr_dl()
1376 __dequeue_task_dl(rq, curr, 0); in update_curr_dl()
1377 if (unlikely(is_dl_boosted(dl_se) || !start_dl_timer(curr))) in update_curr_dl()
1378 enqueue_task_dl(rq, curr, ENQUEUE_REPLENISH); in update_curr_dl()
1380 if (!is_leftmost(curr, &rq->dl)) in update_curr_dl()
1469 if (dl_rq->earliest_dl.curr == 0 || in inc_dl_deadline()
1470 dl_time_before(deadline, dl_rq->earliest_dl.curr)) { in inc_dl_deadline()
1471 if (dl_rq->earliest_dl.curr == 0) in inc_dl_deadline()
1473 dl_rq->earliest_dl.curr = deadline; in inc_dl_deadline()
1487 dl_rq->earliest_dl.curr = 0; in dec_dl_deadline()
1490 cpupri_set(&rq->rd->cpupri, rq->cpu, rq->rt.highest_prio.curr); in dec_dl_deadline()
1495 dl_rq->earliest_dl.curr = entry->deadline; in dec_dl_deadline()
1804 rq->curr->dl.dl_yielded = 1; in yield_task_dl()
1823 rq->dl.earliest_dl.curr)); in dl_task_is_earliest_deadline()
1831 struct task_struct *curr; in select_task_rq_dl() local
1841 curr = READ_ONCE(rq->curr); /* unlocked access */ in select_task_rq_dl()
1852 select_rq = unlikely(dl_task(curr)) && in select_task_rq_dl()
1853 (curr->nr_cpus_allowed < 2 || in select_task_rq_dl()
1854 !dl_entity_preempt(&p->dl, &curr->dl)) && in select_task_rq_dl()
1916 if (rq->curr->nr_cpus_allowed == 1 || in check_preempt_equal_dl()
1917 !cpudl_find(&rq->rd->cpudl, rq->curr, NULL)) in check_preempt_equal_dl()
1956 if (dl_entity_preempt(&p->dl, &rq->curr->dl)) { in check_preempt_curr_dl()
1966 if ((p->dl.deadline == rq->curr->dl.deadline) && in check_preempt_curr_dl()
1967 !test_tsk_need_resched(rq->curr)) in check_preempt_curr_dl()
2001 if (rq->curr->sched_class != &dl_sched_class) in set_next_task_dl()
2318 if (dl_task(rq->curr) && in push_dl_task()
2319 dl_time_before(next_task->dl.deadline, rq->curr->dl.deadline) && in push_dl_task()
2320 rq->curr->nr_cpus_allowed > 1) { in push_dl_task()
2328 if (WARN_ON(next_task == rq->curr)) in push_dl_task()
2412 dl_time_before(this_rq->dl.earliest_dl.curr, in pull_dl_task()
2436 WARN_ON(p == src_rq->curr); in pull_dl_task()
2444 src_rq->curr->dl.deadline)) in pull_dl_task()
2483 !test_tsk_need_resched(rq->curr) && in task_woken_dl()
2485 dl_task(rq->curr) && in task_woken_dl()
2486 (rq->curr->nr_cpus_allowed < 2 || in task_woken_dl()
2487 !dl_entity_preempt(&p->dl, &rq->curr->dl))) { in task_woken_dl()
2534 cpudl_set(&rq->rd->cpudl, rq->cpu, rq->dl.earliest_dl.curr); in rq_online_dl()
2663 if (rq->curr != p) { in switched_to_dl()
2668 if (dl_task(rq->curr)) in switched_to_dl()
2700 if (dl_time_before(rq->dl.earliest_dl.curr, p->dl.deadline)) in prio_changed_dl()