| /kernel/sched/ |
| D | core.c | 562 struct rq *__task_rq_lock(struct task_struct *p, struct rq_flags *rf) in __task_rq_lock() argument
573 rq_pin_lock(rq, rf); in __task_rq_lock()
587 struct rq *task_rq_lock(struct task_struct *p, struct rq_flags *rf) in task_rq_lock() argument
594 raw_spin_lock_irqsave(&p->pi_lock, rf->flags); in task_rq_lock()
615 rq_pin_lock(rq, rf); in task_rq_lock()
619 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_lock()
726 struct rq_flags rf; in hrtick() local
730 rq_lock(rq, &rf); in hrtick()
733 rq_unlock(rq, &rf); in hrtick()
754 struct rq_flags rf; in __hrtick_start() local
[all …]
|
| D | sched.h | 1566 extern struct rq *__migrate_task(struct rq *rq, struct rq_flags *rf,
1582 static inline void rq_pin_lock(struct rq *rq, struct rq_flags *rf) in rq_pin_lock() argument
1584 rf->cookie = lockdep_pin_lock(__rq_lockp(rq)); in rq_pin_lock()
1588 rf->clock_update_flags = 0; in rq_pin_lock()
1595 static inline void rq_unpin_lock(struct rq *rq, struct rq_flags *rf) in rq_unpin_lock() argument
1599 rf->clock_update_flags = RQCF_UPDATED; in rq_unpin_lock()
1602 lockdep_unpin_lock(__rq_lockp(rq), rf->cookie); in rq_unpin_lock()
1605 static inline void rq_repin_lock(struct rq *rq, struct rq_flags *rf) in rq_repin_lock() argument
1607 lockdep_repin_lock(__rq_lockp(rq), rf->cookie); in rq_repin_lock()
1613 rq->clock_update_flags |= rf->clock_update_flags; in rq_repin_lock()
[all …]
|
| D | deadline.c | 1048 struct rq_flags rf; in dl_task_timer() local
1051 rq = task_rq_lock(p, &rf); in dl_task_timer()
1102 lockdep_unpin_lock(__rq_lockp(rq), rf.cookie); in dl_task_timer()
1104 rf.cookie = lockdep_pin_lock(__rq_lockp(rq)); in dl_task_timer()
1131 rq_unpin_lock(rq, &rf); in dl_task_timer()
1133 rq_repin_lock(rq, &rf); in dl_task_timer()
1138 task_rq_unlock(rq, p, &rf); in dl_task_timer()
1352 struct rq_flags rf; in inactive_task_timer() local
1355 rq = task_rq_lock(p, &rf); in inactive_task_timer()
1382 task_rq_unlock(rq, p, &rf); in inactive_task_timer()
[all …]
|
| D | core_sched.c | 59 struct rq_flags rf; in sched_core_update_cookie() local
63 rq = task_rq_lock(p, &rf); in sched_core_update_cookie()
91 task_rq_unlock(rq, p, &rf); in sched_core_update_cookie()
|
| D | stats.h | 139 struct rq_flags rf; in psi_ttwu_dequeue() local
148 rq = __task_rq_lock(p, &rf); in psi_ttwu_dequeue()
151 __task_rq_unlock(rq, &rf); in psi_ttwu_dequeue()
|
| D | psi.c | 946 struct rq_flags rf; in psi_memstall_enter() local
960 rq = this_rq_lock_irq(&rf); in psi_memstall_enter()
965 rq_unlock_irq(rq, &rf); in psi_memstall_enter()
976 struct rq_flags rf; in psi_memstall_leave() local
989 rq = this_rq_lock_irq(&rf); in psi_memstall_leave()
994 rq_unlock_irq(rq, &rf); in psi_memstall_leave()
1036 struct rq_flags rf; in cgroup_move_task() local
1048 rq = task_rq_lock(task, &rf); in cgroup_move_task()
1085 task_rq_unlock(rq, task, &rf); in cgroup_move_task()
|
| D | fair.c | 3990 static int newidle_balance(struct rq *this_rq, struct rq_flags *rf);
4335 static inline int newidle_balance(struct rq *rq, struct rq_flags *rf) in newidle_balance() argument
5262 struct rq_flags rf; in distribute_cfs_runtime() local
5264 rq_lock_irqsave(rq, &rf); in distribute_cfs_runtime()
5286 rq_unlock_irqrestore(rq, &rf); in distribute_cfs_runtime()
7389 balance_fair(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_fair() argument
7394 return newidle_balance(rq, rf) != 0; in balance_fair()
7621 pick_next_task_fair(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in pick_next_task_fair() argument
7744 if (!rf) in pick_next_task_fair()
7747 new_tasks = newidle_balance(rq, rf); in pick_next_task_fair()
[all …]
|
| D | stop_task.c | 20 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_stop() argument
|
| D | cputime.c | 299 struct rq_flags rf; in read_sum_exec_runtime() local
302 rq = task_rq_lock(t, &rf); in read_sum_exec_runtime()
304 task_rq_unlock(rq, t, &rf); in read_sum_exec_runtime()
|
| D | rt.c | 890 struct rq_flags rf; in do_sched_rt_period_timer() local
905 rq_lock(rq, &rf); in do_sched_rt_period_timer()
943 rq_unlock(rq, &rf); in do_sched_rt_period_timer()
1635 static int balance_rt(struct rq *rq, struct task_struct *p, struct rq_flags *rf) in balance_rt() argument
1646 rq_unpin_lock(rq, rf); in balance_rt()
1650 rq_repin_lock(rq, rf); in balance_rt()
|
| D | idle.c | 418 balance_idle(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_idle() argument
|
| /kernel/ |
| D | gen_kheaders.sh | 61 rm -rf $cpio_dir
95 rm -rf $cpio_dir
|
| /kernel/bpf/preload/iterators/ |
| D | Makefile | 34 $(Q)rm -rf $(OUTPUT) iterators
|