Home
last modified time | relevance | path

Searched refs:src_rq (Results 1 – 5 of 5) sorted by relevance

/kernel/sched/
Dwalt.c834 struct rq *src_rq = task_rq(p); in walt_fixup_busy_time() local
846 double_rq_lock(src_rq, dest_rq); in walt_fixup_busy_time()
858 src_rq->curr_runnable_sum -= p->ravg.curr_window; in walt_fixup_busy_time()
863 src_rq->prev_runnable_sum -= p->ravg.prev_window; in walt_fixup_busy_time()
867 if ((s64)src_rq->prev_runnable_sum < 0) { in walt_fixup_busy_time()
868 src_rq->prev_runnable_sum = 0; in walt_fixup_busy_time()
871 if ((s64)src_rq->curr_runnable_sum < 0) { in walt_fixup_busy_time()
872 src_rq->curr_runnable_sum = 0; in walt_fixup_busy_time()
876 trace_walt_migration_update_sum(src_rq, p); in walt_fixup_busy_time()
880 double_rq_unlock(src_rq, dest_rq); in walt_fixup_busy_time()
Ddeadline.c1533 struct rq *src_rq; in pull_dl_task() local
1549 src_rq = cpu_rq(cpu); in pull_dl_task()
1557 src_rq->dl.earliest_dl.next)) in pull_dl_task()
1561 double_lock_balance(this_rq, src_rq); in pull_dl_task()
1567 if (src_rq->dl.dl_nr_running <= 1) in pull_dl_task()
1570 p = pick_next_earliest_dl_task(src_rq, this_cpu); in pull_dl_task()
1581 WARN_ON(p == src_rq->curr); in pull_dl_task()
1589 src_rq->curr->dl.deadline)) in pull_dl_task()
1594 deactivate_task(src_rq, p, 0); in pull_dl_task()
1595 clear_average_bw(&p->dl, &src_rq->dl); in pull_dl_task()
[all …]
Drt.c1868 struct rq *src_rq; in pull_rt_task() local
1883 src_rq = cpu_rq(cpu); in pull_rt_task()
1892 if (src_rq->rt.highest_prio.next >= in pull_rt_task()
1901 double_lock_balance(this_rq, src_rq); in pull_rt_task()
1907 p = pick_highest_pushable_task(src_rq, this_cpu); in pull_rt_task()
1914 WARN_ON(p == src_rq->curr); in pull_rt_task()
1925 if (p->prio < src_rq->curr->prio) in pull_rt_task()
1930 deactivate_task(src_rq, p, 0); in pull_rt_task()
1941 double_unlock_balance(this_rq, src_rq); in pull_rt_task()
Dfair.c1186 struct rq *src_rq = cpu_rq(env->src_cpu); in task_numa_compare() local
1269 if (imp > env->best_imp && src_rq->nr_running == 1 && in task_numa_compare()
6294 struct rq *src_rq; member
6326 lockdep_assert_held(&env->src_rq->lock); in task_hot()
6347 delta = rq_clock_task(env->src_rq) - p->se.exec_start; in task_hot()
6448 lockdep_assert_held(&env->src_rq->lock); in can_migrate_task()
6493 if (task_running(env->src_rq, p)) { in can_migrate_task()
6526 lockdep_assert_held(&env->src_rq->lock); in detach_task()
6528 deactivate_task(env->src_rq, p, 0); in detach_task()
6530 double_lock_balance(env->src_rq, env->dst_rq); in detach_task()
[all …]
Dcore.c1306 struct rq *src_rq, *dst_rq; in __migrate_swap_task() local
1308 src_rq = task_rq(p); in __migrate_swap_task()
1311 deactivate_task(src_rq, p, 0); in __migrate_swap_task()
1333 struct rq *src_rq, *dst_rq; in migrate_swap_stop() local
1336 src_rq = cpu_rq(arg->src_cpu); in migrate_swap_stop()
1341 double_rq_lock(src_rq, dst_rq); in migrate_swap_stop()
1360 double_rq_unlock(src_rq, dst_rq); in migrate_swap_stop()