| /kernel/sched/ |
| D | sched.h | 628 struct rq *rq; /* CPU runqueue to which this cfs_rq is attached */ member
704 struct rq *rq; member
973 struct rq { struct
975 raw_spinlock_t __lock;
1004 struct uclamp_rq uclamp[UCLAMP_CNT] ____cacheline_aligned; argument
1009 struct cfs_rq cfs; argument
1010 struct rt_rq rt; argument
1011 struct dl_rq dl; argument
1015 struct list_head leaf_cfs_rq_list; argument
1016 struct list_head *tmp_alone_branch;
[all …]
|
| D | pelt.h | 13 static inline u64 thermal_load_avg(struct rq *rq) in thermal_load_avg()
19 update_thermal_load_avg(u64 now, struct rq *rq, u64 capacity) in update_thermal_load_avg()
24 static inline u64 thermal_load_avg(struct rq *rq) in thermal_load_avg()
34 update_irq_load_avg(struct rq *rq, u64 running) in update_irq_load_avg()
64 static inline u64 rq_clock_task_mult(struct rq *rq) in rq_clock_task_mult()
72 static inline u64 rq_clock_pelt(struct rq *rq) in rq_clock_pelt()
81 static inline void _update_idle_rq_clock_pelt(struct rq *rq) in _update_idle_rq_clock_pelt()
103 static inline void update_rq_clock_pelt(struct rq *rq, s64 delta) in update_rq_clock_pelt()
144 static inline void update_rq_clock_task_mult(struct rq *rq, s64 delta) in update_rq_clock_task_mult()
162 static inline void update_idle_rq_clock_pelt(struct rq *rq) in update_idle_rq_clock_pelt()
[all …]
|
| D | stop_task.c | 19 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_stop()
26 check_preempt_curr_stop(struct rq *rq, struct task_struct *p, int flags) in check_preempt_curr_stop()
31 static void set_next_task_stop(struct rq *rq, struct task_struct *stop, bool first) in set_next_task_stop()
36 static struct task_struct *pick_task_stop(struct rq *rq) in pick_task_stop()
44 static struct task_struct *pick_next_task_stop(struct rq *rq) in pick_next_task_stop()
55 enqueue_task_stop(struct rq *rq, struct task_struct *p, int flags) in enqueue_task_stop()
61 dequeue_task_stop(struct rq *rq, struct task_struct *p, int flags) in dequeue_task_stop()
66 static void yield_task_stop(struct rq *rq) in yield_task_stop()
71 static void put_prev_task_stop(struct rq *rq, struct task_struct *prev) in put_prev_task_stop()
95 static void task_tick_stop(struct rq *rq, struct task_struct *curr, int queued) in task_tick_stop()
[all …]
|
| D | deadline.c | 70 struct rq *rq = task_rq(p); in dl_rq_of_se() local
177 struct rq *rq = cpu_rq(i); in __dl_update() local
313 struct rq *rq; in dl_change_utilization() local
397 struct rq *rq = rq_of_dl_rq(dl_rq); in task_non_contending() local
533 static inline int dl_overloaded(struct rq *rq) in dl_overloaded()
538 static inline void dl_set_overload(struct rq *rq) in dl_set_overload()
554 static inline void dl_clear_overload(struct rq *rq) in dl_clear_overload()
608 static void enqueue_pushable_dl_task(struct rq *rq, struct task_struct *p) in enqueue_pushable_dl_task()
621 static void dequeue_pushable_dl_task(struct rq *rq, struct task_struct *p) in dequeue_pushable_dl_task()
637 static inline int has_pushable_dl_tasks(struct rq *rq) in has_pushable_dl_tasks()
[all …]
|
| D | rt.c | 224 struct rq *rq = cpu_rq(cpu); in init_tg_rt_entry() local
310 struct rq *rq = rq_of_rt_se(rt_se); in rt_rq_of_se() local
327 static inline bool need_pull_rt_task(struct rq *rq, struct task_struct *prev) in need_pull_rt_task()
333 static inline int rt_overloaded(struct rq *rq) in rt_overloaded()
338 static inline void rt_set_overload(struct rq *rq) in rt_set_overload()
357 static inline void rt_clear_overload(struct rq *rq) in rt_clear_overload()
414 static inline int has_pushable_tasks(struct rq *rq) in has_pushable_tasks()
425 static inline void rt_queue_push_tasks(struct rq *rq) in rt_queue_push_tasks()
433 static inline void rt_queue_pull_task(struct rq *rq) in rt_queue_pull_task()
438 static void enqueue_pushable_task(struct rq *rq, struct task_struct *p) in enqueue_pushable_task()
[all …]
|
| D | stats.h | 13 rq_sched_info_arrive(struct rq *rq, unsigned long long delta) in rq_sched_info_arrive()
25 rq_sched_info_depart(struct rq *rq, unsigned long long delta) in rq_sched_info_depart()
32 rq_sched_info_dequeue(struct rq *rq, unsigned long long delta) in rq_sched_info_dequeue()
72 static inline void rq_sched_info_arrive (struct rq *rq, unsigned long long delta) { } in rq_sched_info_arrive()
73 static inline void rq_sched_info_dequeue(struct rq *rq, unsigned long long delta) { } in rq_sched_info_dequeue()
74 static inline void rq_sched_info_depart (struct rq *rq, unsigned long long delta) { } in rq_sched_info_depart()
85 # define __update_stats_wait_start(rq, p, stats) do { } while (0) argument
86 # define __update_stats_wait_end(rq, p, stats) do { } while (0) argument
87 # define __update_stats_enqueue_sleeper(rq, p, stats) do { } while (0) argument
177 struct rq *rq; in psi_ttwu_dequeue() local
[all …]
|
| D | idle.c | 416 balance_idle(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_idle()
425 static void check_preempt_curr_idle(struct rq *rq, struct task_struct *p, int flags) in check_preempt_curr_idle()
430 static void put_prev_task_idle(struct rq *rq, struct task_struct *prev) in put_prev_task_idle()
434 static void set_next_task_idle(struct rq *rq, struct task_struct *next, bool first) in set_next_task_idle()
441 static struct task_struct *pick_task_idle(struct rq *rq) in pick_task_idle()
447 struct task_struct *pick_next_task_idle(struct rq *rq) in pick_next_task_idle()
461 dequeue_task_idle(struct rq *rq, struct task_struct *p, int flags) in dequeue_task_idle()
477 static void task_tick_idle(struct rq *rq, struct task_struct *curr, int queued) in task_tick_idle()
481 static void switched_to_idle(struct rq *rq, struct task_struct *p) in switched_to_idle()
487 prio_changed_idle(struct rq *rq, struct task_struct *p, int oldprio) in prio_changed_idle()
[all …]
|
| D | core.c | 248 void sched_core_enqueue(struct rq *rq, struct task_struct *p) in sched_core_enqueue()
258 void sched_core_dequeue(struct rq *rq, struct task_struct *p, int flags) in sched_core_dequeue()
280 static struct task_struct *sched_core_find(struct rq *rq, unsigned long cookie) in sched_core_find()
447 static inline void sched_core_enqueue(struct rq *rq, struct task_struct *p) { } in sched_core_enqueue()
449 sched_core_dequeue(struct rq *rq, struct task_struct *p, int flags) { } in sched_core_dequeue()
545 void raw_spin_rq_lock_nested(struct rq *rq, int subclass) in raw_spin_rq_lock_nested()
571 bool raw_spin_rq_trylock(struct rq *rq) in raw_spin_rq_trylock()
595 void raw_spin_rq_unlock(struct rq *rq) in raw_spin_rq_unlock()
627 struct rq *rq; in __task_rq_lock() local
653 struct rq *rq; in task_rq_lock() local
[all …]
|
| D | fair.c | 357 struct rq *rq = rq_of(cfs_rq); in list_add_leaf_cfs_rq() local
426 struct rq *rq = rq_of(cfs_rq); in list_del_leaf_cfs_rq() local
443 static inline void assert_list_leaf_cfs_rq(struct rq *rq) in assert_list_leaf_cfs_rq()
449 #define for_each_leaf_cfs_rq_safe(rq, cfs_rq, pos) \ argument
531 static inline void assert_list_leaf_cfs_rq(struct rq *rq) in assert_list_leaf_cfs_rq()
535 #define for_each_leaf_cfs_rq_safe(rq, cfs_rq, pos) \ argument
934 static void update_curr_fair(struct rq *rq) in update_curr_fair()
1235 static void account_numa_enqueue(struct rq *rq, struct task_struct *p) in account_numa_enqueue()
1241 static void account_numa_dequeue(struct rq *rq, struct task_struct *p) in account_numa_dequeue()
1799 struct rq *rq = cpu_rq(cpu); in update_numa_stats() local
[all …]
|
| D | stats.c | 6 void __update_stats_wait_start(struct rq *rq, struct task_struct *p, in __update_stats_wait_start()
20 void __update_stats_wait_end(struct rq *rq, struct task_struct *p, in __update_stats_wait_end()
47 void __update_stats_enqueue_sleeper(struct rq *rq, struct task_struct *p, in __update_stats_enqueue_sleeper()
126 struct rq *rq; in show_schedstat() local
|
| D | pelt.c | 353 int update_rt_rq_load_avg(u64 now, struct rq *rq, int running) in update_rt_rq_load_avg()
379 int update_dl_rq_load_avg(u64 now, struct rq *rq, int running) in update_dl_rq_load_avg()
410 int update_thermal_load_avg(u64 now, struct rq *rq, u64 capacity) in update_thermal_load_avg()
437 int update_irq_load_avg(struct rq *rq, u64 running) in update_irq_load_avg()
|
| D | core_sched.c | 58 struct rq *rq; in sched_core_update_cookie() local
240 void __sched_core_account_forceidle(struct rq *rq) in __sched_core_account_forceidle()
289 void __sched_core_tick(struct rq *rq) in __sched_core_tick()
|
| D | loadavg.c | 233 static void calc_load_nohz_fold(struct rq *rq) in calc_load_nohz_fold()
258 void calc_load_nohz_remote(struct rq *rq) in calc_load_nohz_remote()
|
| D | membarrier.c | 237 struct rq *rq = this_rq(); in membarrier_update_current_mm() local
471 struct rq *rq = cpu_rq(cpu); in sync_runqueues_membarrier_state() local
|
| D | cputime.c | 236 struct rq *rq = this_rq(); in account_idle_time() local
309 struct rq *rq; in read_sum_exec_runtime() local
1006 struct rq *rq; in kcpustat_field() local
1091 struct rq *rq; in kcpustat_cpu_fetch() local
|
| D | debug.c | 533 print_task(struct seq_file *m, struct rq *rq, struct task_struct *p) in print_task()
562 static void print_rq(struct seq_file *m, struct rq *rq, int rq_cpu) in print_rq()
587 struct rq *rq = cpu_rq(cpu); in print_cfs_rq() local
720 struct rq *rq = cpu_rq(cpu); in print_cpu() local
|
| D | psi.c | 1000 struct rq *rq; in psi_memstall_enter() local
1031 struct rq *rq; in psi_memstall_leave() local
1100 struct rq *rq; in cgroup_move_task() local
1174 struct rq *rq = cpu_rq(cpu); in psi_cgroup_restart() local
|
| D | topology.c | 478 void rq_attach_root(struct rq *rq, struct root_domain *rd) in rq_attach_root()
702 struct rq *rq = cpu_rq(cpu); in cpu_attach_domain() local
2246 struct rq *rq = NULL; in build_sched_domains() local
|
| D | cpufreq_schedutil.c | 167 struct rq *rq = cpu_rq(sg_cpu->cpu); in sugov_get_util() local
|
| /kernel/trace/ |
| D | blktrace.c | 807 blk_trace_request_get_cgid(struct request *rq) in blk_trace_request_get_cgid()
831 static void blk_add_trace_rq(struct request *rq, blk_status_t error, in blk_add_trace_rq()
853 static void blk_add_trace_rq_insert(void *ignore, struct request *rq) in blk_add_trace_rq_insert()
859 static void blk_add_trace_rq_issue(void *ignore, struct request *rq) in blk_add_trace_rq_issue()
865 static void blk_add_trace_rq_merge(void *ignore, struct request *rq) in blk_add_trace_rq_merge()
871 static void blk_add_trace_rq_requeue(void *ignore, struct request *rq) in blk_add_trace_rq_requeue()
877 static void blk_add_trace_rq_complete(void *ignore, struct request *rq, in blk_add_trace_rq_complete()
1044 static void blk_add_trace_rq_remap(void *ignore, struct request *rq, dev_t dev, in blk_add_trace_rq_remap()
1077 void blk_add_driver_data(struct request *rq, void *data, size_t len) in blk_add_driver_data()
|