| /kernel/sched/ |
| D | core.c | 79 struct rq *__task_rq_lock(struct task_struct *p, struct rq_flags *rf) in __task_rq_lock() argument
90 rq_pin_lock(rq, rf); in __task_rq_lock()
103 struct rq *task_rq_lock(struct task_struct *p, struct rq_flags *rf) in task_rq_lock() argument
110 raw_spin_lock_irqsave(&p->pi_lock, rf->flags); in task_rq_lock()
131 rq_pin_lock(rq, rf); in task_rq_lock()
135 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_lock()
241 struct rq_flags rf; in hrtick() local
245 rq_lock(rq, &rf); in hrtick()
248 rq_unlock(rq, &rf); in hrtick()
268 struct rq_flags rf; in __hrtick_start() local
[all …]
|
| D | sched.h | 1149 static inline void rq_pin_lock(struct rq *rq, struct rq_flags *rf) in rq_pin_lock() argument
1151 rf->cookie = lockdep_pin_lock(&rq->lock); in rq_pin_lock()
1155 rf->clock_update_flags = 0; in rq_pin_lock()
1159 static inline void rq_unpin_lock(struct rq *rq, struct rq_flags *rf) in rq_unpin_lock() argument
1163 rf->clock_update_flags = RQCF_UPDATED; in rq_unpin_lock()
1166 lockdep_unpin_lock(&rq->lock, rf->cookie); in rq_unpin_lock()
1169 static inline void rq_repin_lock(struct rq *rq, struct rq_flags *rf) in rq_repin_lock() argument
1171 lockdep_repin_lock(&rq->lock, rf->cookie); in rq_repin_lock()
1177 rq->clock_update_flags |= rf->clock_update_flags; in rq_repin_lock()
1181 struct rq *__task_rq_lock(struct task_struct *p, struct rq_flags *rf)
[all …]
|
| D | stop_task.c | 20 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_stop() argument
38 pick_next_task_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in pick_next_task_stop() argument
40 WARN_ON_ONCE(prev || rf); in pick_next_task_stop()
|
| D | deadline.c | 984 struct rq_flags rf; in dl_task_timer() local
987 rq = task_rq_lock(p, &rf); in dl_task_timer()
1038 lockdep_unpin_lock(&rq->lock, rf.cookie); in dl_task_timer()
1040 rf.cookie = lockdep_pin_lock(&rq->lock); in dl_task_timer()
1067 rq_unpin_lock(rq, &rf); in dl_task_timer()
1069 rq_repin_lock(rq, &rf); in dl_task_timer()
1074 task_rq_unlock(rq, p, &rf); in dl_task_timer()
1288 struct rq_flags rf; in inactive_task_timer() local
1291 rq = task_rq_lock(p, &rf); in inactive_task_timer()
1318 task_rq_unlock(rq, p, &rf); in inactive_task_timer()
[all …]
|
| D | psi.c | 815 struct rq_flags rf; in psi_memstall_enter() local
829 rq = this_rq_lock_irq(&rf); in psi_memstall_enter()
834 rq_unlock_irq(rq, &rf); in psi_memstall_enter()
845 struct rq_flags rf; in psi_memstall_leave() local
858 rq = this_rq_lock_irq(&rf); in psi_memstall_leave()
863 rq_unlock_irq(rq, &rf); in psi_memstall_leave()
905 struct rq_flags rf; in cgroup_move_task() local
917 rq = task_rq_lock(task, &rf); in cgroup_move_task()
936 task_rq_unlock(rq, task, &rf); in cgroup_move_task()
|
| D | stats.h | 113 struct rq_flags rf; in psi_ttwu_dequeue() local
122 rq = __task_rq_lock(p, &rf); in psi_ttwu_dequeue()
125 __task_rq_unlock(rq, &rf); in psi_ttwu_dequeue()
|
| D | fair.c | 3862 static inline int idle_balance(struct rq *rq, struct rq_flags *rf) in idle_balance() argument
4626 struct rq_flags rf; in distribute_cfs_runtime() local
4628 rq_lock_irqsave(rq, &rf); in distribute_cfs_runtime()
4647 rq_unlock_irqrestore(rq, &rf); in distribute_cfs_runtime()
6641 balance_fair(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_fair() argument
6646 return newidle_balance(rq, rf) != 0; in balance_fair()
6816 pick_next_task_fair(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in pick_next_task_fair() argument
6934 if (!rf) in pick_next_task_fair()
6937 new_tasks = newidle_balance(rq, rf); in pick_next_task_fair()
7515 struct rq_flags rf; in attach_one_task() local
[all …]
|
| D | idle.c | 370 balance_idle(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_idle() argument
395 pick_next_task_idle(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in pick_next_task_idle() argument
|
| D | cputime.c | 285 struct rq_flags rf; in read_sum_exec_runtime() local
288 rq = task_rq_lock(t, &rf); in read_sum_exec_runtime()
290 task_rq_unlock(rq, t, &rf); in read_sum_exec_runtime()
|
| D | rt.c | 1518 static int balance_rt(struct rq *rq, struct task_struct *p, struct rq_flags *rf) in balance_rt() argument
1527 rq_unpin_lock(rq, rf); in balance_rt()
1529 rq_repin_lock(rq, rf); in balance_rt()
1617 pick_next_task_rt(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in pick_next_task_rt() argument
1621 WARN_ON_ONCE(prev || rf); in pick_next_task_rt()
|
| /kernel/ |
| D | gen_kheaders.sh | 55 rm -rf $cpio_dir
87 rm -rf $cpio_dir
|