| /kernel/sched/ |
| D | core.c | 86 struct rq *__task_rq_lock(struct task_struct *p, struct rq_flags *rf) in __task_rq_lock() argument
97 rq_pin_lock(rq, rf); in __task_rq_lock()
110 struct rq *task_rq_lock(struct task_struct *p, struct rq_flags *rf) in task_rq_lock() argument
117 raw_spin_lock_irqsave(&p->pi_lock, rf->flags); in task_rq_lock()
138 rq_pin_lock(rq, rf); in task_rq_lock()
142 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_lock()
248 struct rq_flags rf; in hrtick() local
252 rq_lock(rq, &rf); in hrtick()
255 rq_unlock(rq, &rf); in hrtick()
275 struct rq_flags rf; in __hrtick_start() local
[all …]
|
| D | sched.h | 1153 static inline void rq_pin_lock(struct rq *rq, struct rq_flags *rf) in rq_pin_lock() argument
1155 rf->cookie = lockdep_pin_lock(&rq->lock); in rq_pin_lock()
1159 rf->clock_update_flags = 0; in rq_pin_lock()
1163 static inline void rq_unpin_lock(struct rq *rq, struct rq_flags *rf) in rq_unpin_lock() argument
1167 rf->clock_update_flags = RQCF_UPDATED; in rq_unpin_lock()
1170 lockdep_unpin_lock(&rq->lock, rf->cookie); in rq_unpin_lock()
1173 static inline void rq_repin_lock(struct rq *rq, struct rq_flags *rf) in rq_repin_lock() argument
1175 lockdep_repin_lock(&rq->lock, rf->cookie); in rq_repin_lock()
1181 rq->clock_update_flags |= rf->clock_update_flags; in rq_repin_lock()
1185 struct rq *__task_rq_lock(struct task_struct *p, struct rq_flags *rf)
[all …]
|
| D | stop_task.c | 20 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_stop() argument
38 pick_next_task_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in pick_next_task_stop() argument
40 WARN_ON_ONCE(prev || rf); in pick_next_task_stop()
|
| D | deadline.c | 984 struct rq_flags rf; in dl_task_timer() local
987 rq = task_rq_lock(p, &rf); in dl_task_timer()
1038 lockdep_unpin_lock(&rq->lock, rf.cookie); in dl_task_timer()
1040 rf.cookie = lockdep_pin_lock(&rq->lock); in dl_task_timer()
1067 rq_unpin_lock(rq, &rf); in dl_task_timer()
1069 rq_repin_lock(rq, &rf); in dl_task_timer()
1074 task_rq_unlock(rq, p, &rf); in dl_task_timer()
1288 struct rq_flags rf; in inactive_task_timer() local
1291 rq = task_rq_lock(p, &rf); in inactive_task_timer()
1318 task_rq_unlock(rq, p, &rf); in inactive_task_timer()
[all …]
|
| D | psi.c | 815 struct rq_flags rf; in psi_memstall_enter() local
829 rq = this_rq_lock_irq(&rf); in psi_memstall_enter()
834 rq_unlock_irq(rq, &rf); in psi_memstall_enter()
845 struct rq_flags rf; in psi_memstall_leave() local
858 rq = this_rq_lock_irq(&rf); in psi_memstall_leave()
863 rq_unlock_irq(rq, &rf); in psi_memstall_leave()
905 struct rq_flags rf; in cgroup_move_task() local
917 rq = task_rq_lock(task, &rf); in cgroup_move_task()
936 task_rq_unlock(rq, task, &rf); in cgroup_move_task()
|
| D | stats.h | 113 struct rq_flags rf; in psi_ttwu_dequeue() local
122 rq = __task_rq_lock(p, &rf); in psi_ttwu_dequeue()
125 __task_rq_unlock(rq, &rf); in psi_ttwu_dequeue()
|
| D | fair.c | 3880 static inline int idle_balance(struct rq *rq, struct rq_flags *rf) in idle_balance() argument
4745 struct rq_flags rf; in distribute_cfs_runtime() local
4747 rq_lock_irqsave(rq, &rf); in distribute_cfs_runtime()
4766 rq_unlock_irqrestore(rq, &rf); in distribute_cfs_runtime()
6824 balance_fair(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_fair() argument
6829 return newidle_balance(rq, rf) != 0; in balance_fair()
6999 pick_next_task_fair(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in pick_next_task_fair() argument
7117 if (!rf) in pick_next_task_fair()
7120 new_tasks = newidle_balance(rq, rf); in pick_next_task_fair()
7715 struct rq_flags rf; in attach_one_task() local
[all …]
|
| D | idle.c | 371 balance_idle(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_idle() argument
396 pick_next_task_idle(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in pick_next_task_idle() argument
|
| D | cputime.c | 285 struct rq_flags rf; in read_sum_exec_runtime() local
288 rq = task_rq_lock(t, &rf); in read_sum_exec_runtime()
290 task_rq_unlock(rq, t, &rf); in read_sum_exec_runtime()
|
| D | rt.c | 1549 static int balance_rt(struct rq *rq, struct task_struct *p, struct rq_flags *rf) in balance_rt() argument
1558 rq_unpin_lock(rq, rf); in balance_rt()
1560 rq_repin_lock(rq, rf); in balance_rt()
1650 pick_next_task_rt(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in pick_next_task_rt() argument
1654 WARN_ON_ONCE(prev || rf); in pick_next_task_rt()
|
| /kernel/ |
| D | gen_kheaders.sh | 63 rm -rf $cpio_dir
97 rm -rf $cpio_dir
|