Lines Matching defs:rq
605 struct rq *rq; /* CPU runqueue to which this cfs_rq is attached */ member
677 struct rq *rq; member
940 struct rq { struct
942 raw_spinlock_t __lock;
971 struct uclamp_rq uclamp[UCLAMP_CNT] ____cacheline_aligned; argument
976 struct cfs_rq cfs; argument
977 struct rt_rq rt; argument
978 struct dl_rq dl; argument
982 struct list_head leaf_cfs_rq_list; argument
983 struct list_head *tmp_alone_branch;
992 unsigned int nr_uninterruptible;
994 struct task_struct __rcu *curr;
995 struct task_struct *idle;
996 struct task_struct *stop;
997 unsigned long next_balance;
998 struct mm_struct *prev_mm;
1000 unsigned int clock_update_flags;
1001 u64 clock;
1003 u64 clock_task ____cacheline_aligned;
1004 u64 clock_task_mult;
1005 u64 clock_pelt;
1006 unsigned long lost_idle_time;
1008 atomic_t nr_iowait;
1011 u64 last_seen_need_resched_ns;
1012 int ticks_without_resched;
1016 int membarrier_state;
1020 struct root_domain *rd;
1021 struct sched_domain __rcu *sd;
1023 unsigned long cpu_capacity;
1047 struct sched_avg avg_irq; argument
1067 u64 prev_irq_time; argument
1073 u64 prev_steal_time_rq; argument
1090 struct sched_info rq_sched_info; argument
1091 unsigned long long rq_cpu_time; argument
1092 /* could above be rq->cfs_rq.exec_clock + rq->rt_rq.rt_runtime ? */ argument
1118 /* per rq */ argument
1119 struct rq *core; argument
1120 struct task_struct *core_pick;
1144 /* CPU runqueue to which this cfs_rq is attached */ argument
1145 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) in rq_of() argument
1158 static inline int cpu_of(struct rq *rq) in cpu_of()
1192 static inline bool sched_core_enabled(struct rq *rq) in sched_core_enabled()
1206 static inline raw_spinlock_t *rq_lockp(struct rq *rq) in rq_lockp()
1214 static inline raw_spinlock_t *__rq_lockp(struct rq *rq) in __rq_lockp()
1230 static inline bool sched_cpu_cookie_match(struct rq *rq, struct task_struct *p) in sched_cpu_cookie_match()
1239 static inline bool sched_core_cookie_match(struct rq *rq, struct task_struct *p) in sched_core_cookie_match()
1262 static inline bool sched_group_cookie_match(struct rq *rq, in sched_group_cookie_match()
1299 static inline bool sched_core_enabled(struct rq *rq) in sched_core_enabled()
1309 static inline raw_spinlock_t *rq_lockp(struct rq *rq) in rq_lockp()
1314 static inline raw_spinlock_t *__rq_lockp(struct rq *rq) in __rq_lockp()
1319 static inline void queue_core_balance(struct rq *rq) in queue_core_balance()
1323 static inline bool sched_cpu_cookie_match(struct rq *rq, struct task_struct *p) in sched_cpu_cookie_match()
1328 static inline bool sched_core_cookie_match(struct rq *rq, struct task_struct *p) in sched_core_cookie_match()
1333 static inline bool sched_group_cookie_match(struct rq *rq, in sched_group_cookie_match()
1341 static inline void lockdep_assert_rq_held(struct rq *rq) in lockdep_assert_rq_held()
1350 static inline void raw_spin_rq_lock(struct rq *rq) in raw_spin_rq_lock()
1355 static inline void raw_spin_rq_lock_irq(struct rq *rq) in raw_spin_rq_lock_irq()
1361 static inline void raw_spin_rq_unlock_irq(struct rq *rq) in raw_spin_rq_unlock_irq()
1367 static inline unsigned long _raw_spin_rq_lock_irqsave(struct rq *rq) in _raw_spin_rq_lock_irqsave()
1375 static inline void raw_spin_rq_unlock_irqrestore(struct rq *rq, unsigned long flags) in raw_spin_rq_unlock_irqrestore()
1381 #define raw_spin_rq_lock_irqsave(rq, flags) \ argument
1389 static inline void update_idle_core(struct rq *rq) in update_idle_core()
1396 static inline void update_idle_core(struct rq *rq) { } in update_idle_core()
1438 struct rq *rq = task_rq(p); in cfs_rq_of() local
1452 static inline u64 __rq_clock_broken(struct rq *rq) in __rq_clock_broken()
1484 static inline void assert_clock_updated(struct rq *rq) in assert_clock_updated()
1493 static inline u64 rq_clock(struct rq *rq) in rq_clock()
1501 static inline u64 rq_clock_task(struct rq *rq) in rq_clock_task()
1509 static inline u64 rq_clock_task_mult(struct rq *rq) in rq_clock_task_mult()
1530 static inline u64 rq_clock_thermal(struct rq *rq) in rq_clock_thermal()
1535 static inline void rq_clock_skip_update(struct rq *rq) in rq_clock_skip_update()
1545 static inline void rq_clock_cancel_skipupdate(struct rq *rq) in rq_clock_cancel_skipupdate()
1581 static inline void rq_pin_lock(struct rq *rq, struct rq_flags *rf) in rq_pin_lock()
1594 static inline void rq_unpin_lock(struct rq *rq, struct rq_flags *rf) in rq_unpin_lock()
1604 static inline void rq_repin_lock(struct rq *rq, struct rq_flags *rf) in rq_repin_lock()
1623 static inline void __task_rq_unlock(struct rq *rq, struct rq_flags *rf) in __task_rq_unlock()
1631 task_rq_unlock(struct rq *rq, struct task_struct *p, struct rq_flags *rf) in task_rq_unlock()
1641 rq_lock_irqsave(struct rq *rq, struct rq_flags *rf) in rq_lock_irqsave()
1649 rq_lock_irq(struct rq *rq, struct rq_flags *rf) in rq_lock_irq()
1657 rq_lock(struct rq *rq, struct rq_flags *rf) in rq_lock()
1665 rq_relock(struct rq *rq, struct rq_flags *rf) in rq_relock()
1673 rq_unlock_irqrestore(struct rq *rq, struct rq_flags *rf) in rq_unlock_irqrestore()
1681 rq_unlock_irq(struct rq *rq, struct rq_flags *rf) in rq_unlock_irq()
1689 rq_unlock(struct rq *rq, struct rq_flags *rf) in rq_unlock()
1700 struct rq *rq; in this_rq_lock_irq() local
1755 queue_balance_callback(struct rq *rq, in queue_balance_callback()
1757 void (*func)(struct rq *rq)) in queue_balance_callback()
2072 static inline int task_current(struct rq *rq, struct task_struct *p) in task_current()
2077 static inline int task_running(struct rq *rq, struct task_struct *p) in task_running()
2233 static inline void put_prev_task(struct rq *rq, struct task_struct *prev) in put_prev_task()
2239 static inline void set_next_task(struct rq *rq, struct task_struct *next) in set_next_task()
2277 static inline bool sched_stop_runnable(struct rq *rq) in sched_stop_runnable()
2282 static inline bool sched_dl_runnable(struct rq *rq) in sched_dl_runnable()
2287 static inline bool sched_rt_runnable(struct rq *rq) in sched_rt_runnable()
2292 static inline bool sched_fair_runnable(struct rq *rq) in sched_fair_runnable()
2313 static inline struct task_struct *get_push_task(struct rq *rq) in get_push_task()
2338 static inline void idle_set_state(struct rq *rq, in idle_set_state()
2344 static inline struct cpuidle_state *idle_get_state(struct rq *rq) in idle_get_state()
2351 static inline void idle_set_state(struct rq *rq, in idle_set_state()
2356 static inline struct cpuidle_state *idle_get_state(struct rq *rq) in idle_get_state()
2404 static inline void sched_update_tick_dependency(struct rq *rq) in sched_update_tick_dependency()
2418 static inline void sched_update_tick_dependency(struct rq *rq) { } in sched_update_tick_dependency()
2421 static inline void add_nr_running(struct rq *rq, unsigned count) in add_nr_running()
2440 static inline void sub_nr_running(struct rq *rq, unsigned count) in sub_nr_running()
2481 static inline int hrtick_enabled(struct rq *rq) in hrtick_enabled()
2488 static inline int hrtick_enabled_fair(struct rq *rq) in hrtick_enabled_fair()
2495 static inline int hrtick_enabled_dl(struct rq *rq) in hrtick_enabled_dl()
2506 static inline int hrtick_enabled_fair(struct rq *rq) in hrtick_enabled_fair()
2511 static inline int hrtick_enabled_dl(struct rq *rq) in hrtick_enabled_dl()
2516 static inline int hrtick_enabled(struct rq *rq) in hrtick_enabled()
2800 static inline void nohz_balance_exit_idle(struct rq *rq) { } in nohz_balance_exit_idle()
2819 struct rq *rq = cpu_rq(i); in __dl_update() local
2890 static inline void cpufreq_update_util(struct rq *rq, unsigned int flags) in cpufreq_update_util()
2900 static inline void cpufreq_update_util(struct rq *rq, unsigned int flags) {} in cpufreq_update_util()
2906 static inline unsigned long uclamp_rq_get(struct rq *rq, in uclamp_rq_get()
2912 static inline void uclamp_rq_set(struct rq *rq, enum uclamp_id clamp_id, in uclamp_rq_set()
2918 static inline bool uclamp_rq_is_idle(struct rq *rq) in uclamp_rq_is_idle()
2941 unsigned long uclamp_rq_util_with(struct rq *rq, unsigned long util, in uclamp_rq_util_with()
3004 unsigned long uclamp_rq_util_with(struct rq *rq, unsigned long util, in uclamp_rq_util_with()
3020 static inline unsigned long uclamp_rq_get(struct rq *rq, in uclamp_rq_get()
3029 static inline void uclamp_rq_set(struct rq *rq, enum uclamp_id clamp_id, in uclamp_rq_set()
3034 static inline bool uclamp_rq_is_idle(struct rq *rq) in uclamp_rq_is_idle()
3092 static inline unsigned long cpu_bw_dl(struct rq *rq) in cpu_bw_dl()
3097 static inline unsigned long cpu_util_dl(struct rq *rq) in cpu_util_dl()
3102 static inline unsigned long cpu_util_cfs(struct rq *rq) in cpu_util_cfs()
3114 static inline unsigned long cpu_util_rt(struct rq *rq) in cpu_util_rt()
3121 static inline unsigned long cpu_util_irq(struct rq *rq) in cpu_util_irq()
3136 static inline unsigned long cpu_util_irq(struct rq *rq) in cpu_util_irq()
3173 static inline void membarrier_switch_mm(struct rq *rq, in membarrier_switch_mm()
3189 static inline void membarrier_switch_mm(struct rq *rq, in membarrier_switch_mm()