| /kernel/sched/ |
| D | core.c | 561 struct rq *__task_rq_lock(struct task_struct *p, struct rq_flags *rf) in __task_rq_lock() argument
572 rq_pin_lock(rq, rf); in __task_rq_lock()
586 struct rq *task_rq_lock(struct task_struct *p, struct rq_flags *rf) in task_rq_lock() argument
593 raw_spin_lock_irqsave(&p->pi_lock, rf->flags); in task_rq_lock()
614 rq_pin_lock(rq, rf); in task_rq_lock()
618 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_lock()
725 struct rq_flags rf; in hrtick() local
729 rq_lock(rq, &rf); in hrtick()
732 rq_unlock(rq, &rf); in hrtick()
753 struct rq_flags rf; in __hrtick_start() local
[all …]
|
| D | sched.h | 1565 extern struct rq *__migrate_task(struct rq *rq, struct rq_flags *rf,
1581 static inline void rq_pin_lock(struct rq *rq, struct rq_flags *rf) in rq_pin_lock() argument
1583 rf->cookie = lockdep_pin_lock(__rq_lockp(rq)); in rq_pin_lock()
1587 rf->clock_update_flags = 0; in rq_pin_lock()
1594 static inline void rq_unpin_lock(struct rq *rq, struct rq_flags *rf) in rq_unpin_lock() argument
1598 rf->clock_update_flags = RQCF_UPDATED; in rq_unpin_lock()
1601 lockdep_unpin_lock(__rq_lockp(rq), rf->cookie); in rq_unpin_lock()
1604 static inline void rq_repin_lock(struct rq *rq, struct rq_flags *rf) in rq_repin_lock() argument
1606 lockdep_repin_lock(__rq_lockp(rq), rf->cookie); in rq_repin_lock()
1612 rq->clock_update_flags |= rf->clock_update_flags; in rq_repin_lock()
[all …]
|
| D | deadline.c | 1048 struct rq_flags rf; in dl_task_timer() local
1051 rq = task_rq_lock(p, &rf); in dl_task_timer()
1102 lockdep_unpin_lock(__rq_lockp(rq), rf.cookie); in dl_task_timer()
1104 rf.cookie = lockdep_pin_lock(__rq_lockp(rq)); in dl_task_timer()
1131 rq_unpin_lock(rq, &rf); in dl_task_timer()
1133 rq_repin_lock(rq, &rf); in dl_task_timer()
1138 task_rq_unlock(rq, p, &rf); in dl_task_timer()
1352 struct rq_flags rf; in inactive_task_timer() local
1355 rq = task_rq_lock(p, &rf); in inactive_task_timer()
1382 task_rq_unlock(rq, p, &rf); in inactive_task_timer()
[all …]
|
| D | core_sched.c | 59 struct rq_flags rf; in sched_core_update_cookie() local
63 rq = task_rq_lock(p, &rf); in sched_core_update_cookie()
91 task_rq_unlock(rq, p, &rf); in sched_core_update_cookie()
|
| D | stats.h | 120 struct rq_flags rf; in psi_ttwu_dequeue() local
129 rq = __task_rq_lock(p, &rf); in psi_ttwu_dequeue()
132 __task_rq_unlock(rq, &rf); in psi_ttwu_dequeue()
|
| D | psi.c | 975 struct rq_flags rf; in psi_memstall_enter() local
989 rq = this_rq_lock_irq(&rf); in psi_memstall_enter()
994 rq_unlock_irq(rq, &rf); in psi_memstall_enter()
1005 struct rq_flags rf; in psi_memstall_leave() local
1018 rq = this_rq_lock_irq(&rf); in psi_memstall_leave()
1023 rq_unlock_irq(rq, &rf); in psi_memstall_leave()
1065 struct rq_flags rf; in cgroup_move_task() local
1077 rq = task_rq_lock(task, &rf); in cgroup_move_task()
1114 task_rq_unlock(rq, task, &rf); in cgroup_move_task()
|
| D | fair.c | 3966 static int newidle_balance(struct rq *this_rq, struct rq_flags *rf);
4302 static inline int newidle_balance(struct rq *rq, struct rq_flags *rf) in newidle_balance() argument
5220 struct rq_flags rf; in distribute_cfs_runtime() local
5222 rq_lock_irqsave(rq, &rf); in distribute_cfs_runtime()
5244 rq_unlock_irqrestore(rq, &rf); in distribute_cfs_runtime()
7338 balance_fair(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_fair() argument
7343 return newidle_balance(rq, rf) != 0; in balance_fair()
7570 pick_next_task_fair(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in pick_next_task_fair() argument
7693 if (!rf) in pick_next_task_fair()
7696 new_tasks = newidle_balance(rq, rf); in pick_next_task_fair()
[all …]
|
| D | stop_task.c | 20 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_stop() argument
|
| D | cputime.c | 299 struct rq_flags rf; in read_sum_exec_runtime() local
302 rq = task_rq_lock(t, &rf); in read_sum_exec_runtime()
304 task_rq_unlock(rq, t, &rf); in read_sum_exec_runtime()
|
| D | rt.c | 890 struct rq_flags rf; in do_sched_rt_period_timer() local
905 rq_lock(rq, &rf); in do_sched_rt_period_timer()
943 rq_unlock(rq, &rf); in do_sched_rt_period_timer()
1635 static int balance_rt(struct rq *rq, struct task_struct *p, struct rq_flags *rf) in balance_rt() argument
1646 rq_unpin_lock(rq, rf); in balance_rt()
1650 rq_repin_lock(rq, rf); in balance_rt()
|
| D | idle.c | 418 balance_idle(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_idle() argument
|
| /kernel/ |
| D | gen_kheaders.sh | 61 rm -rf $cpio_dir
95 rm -rf $cpio_dir
|
| /kernel/bpf/preload/iterators/ |
| D | Makefile | 34 $(Q)rm -rf $(OUTPUT) iterators
|