170 static inline int __task_prio(struct task_struct *p)  in __task_prio()
236 	const struct task_struct *p = __node_2_sc(node);  in rb_sched_core_cmp()  local
248 void sched_core_enqueue(struct rq *rq, struct task_struct *p)  in sched_core_enqueue()
258 void sched_core_dequeue(struct rq *rq, struct task_struct *p, int flags)  in sched_core_dequeue()
294 static struct task_struct *sched_core_next(struct task_struct *p, unsigned long cookie)  in sched_core_next()
447 static inline void sched_core_enqueue(struct rq *rq, struct task_struct *p) { }  in sched_core_enqueue()
449 sched_core_dequeue(struct rq *rq, struct task_struct *p, int flags) { }  in sched_core_dequeue()
624 struct rq *__task_rq_lock(struct task_struct *p, struct rq_flags *rf)  in __task_rq_lock()
649 struct rq *task_rq_lock(struct task_struct *p, struct rq_flags *rf)  in task_rq_lock()
904 static inline bool set_nr_and_not_polling(struct task_struct *p)  in set_nr_and_not_polling()
916 static bool set_nr_if_polling(struct task_struct *p)  in set_nr_if_polling()
933 static inline bool set_nr_and_not_polling(struct task_struct *p)  in set_nr_and_not_polling()
940 static inline bool set_nr_if_polling(struct task_struct *p)  in set_nr_if_polling()
1290 static void set_load_weight(struct task_struct *p, bool update_load)  in set_load_weight()
1450 static void __uclamp_update_util_min_rt_default(struct task_struct *p)  in __uclamp_update_util_min_rt_default()
1467 static void uclamp_update_util_min_rt_default(struct task_struct *p)  in uclamp_update_util_min_rt_default()
1482 uclamp_tg_restrict(struct task_struct *p, enum uclamp_id clamp_id)  in uclamp_tg_restrict()
1517 uclamp_eff_get(struct task_struct *p, enum uclamp_id clamp_id)  in uclamp_eff_get()
1535 unsigned long uclamp_eff_value(struct task_struct *p, enum uclamp_id clamp_id)  in uclamp_eff_value()
1559 static inline void uclamp_rq_inc_id(struct rq *rq, struct task_struct *p,  in uclamp_rq_inc_id()
1597 static inline void uclamp_rq_dec_id(struct rq *rq, struct task_struct *p,  in uclamp_rq_dec_id()
1663 static inline void uclamp_rq_inc(struct rq *rq, struct task_struct *p)  in uclamp_rq_inc()
1687 static inline void uclamp_rq_dec(struct rq *rq, struct task_struct *p)  in uclamp_rq_dec()
1707 static inline void uclamp_rq_reinc_id(struct rq *rq, struct task_struct *p,  in uclamp_rq_reinc_id()
1725 uclamp_update_active(struct task_struct *p)  in uclamp_update_active()
1758 	struct task_struct *p;  in uclamp_update_active_tasks()  local
1791 	struct task_struct *g, *p;  in uclamp_sync_util_min_rt_default()  local
1883 static int uclamp_validate(struct task_struct *p,  in uclamp_validate()
1957 static void __setscheduler_uclamp(struct task_struct *p,  in __setscheduler_uclamp()
2000 static void uclamp_fork(struct task_struct *p)  in uclamp_fork()
2020 static void uclamp_post_fork(struct task_struct *p)  in uclamp_post_fork()
2065 static inline void uclamp_rq_inc(struct rq *rq, struct task_struct *p) { }  in uclamp_rq_inc()
2066 static inline void uclamp_rq_dec(struct rq *rq, struct task_struct *p) { }  in uclamp_rq_dec()
2067 static inline int uclamp_validate(struct task_struct *p,  in uclamp_validate()
2072 static void __setscheduler_uclamp(struct task_struct *p,  in __setscheduler_uclamp()
2074 static inline void uclamp_fork(struct task_struct *p) { }  in uclamp_fork()
2075 static inline void uclamp_post_fork(struct task_struct *p) { }  in uclamp_post_fork()
2079 bool sched_task_on_rq(struct task_struct *p)  in sched_task_on_rq()
2084 unsigned long get_wchan(struct task_struct *p)  in get_wchan()
2103 static inline void enqueue_task(struct rq *rq, struct task_struct *p, int flags)  in enqueue_task()
2122 static inline void dequeue_task(struct rq *rq, struct task_struct *p, int flags)  in dequeue_task()
2141 void activate_task(struct rq *rq, struct task_struct *p, int flags)  in activate_task()
2152 void deactivate_task(struct rq *rq, struct task_struct *p, int flags)  in deactivate_task()
2181 static inline int normal_prio(struct task_struct *p)  in normal_prio()
2193 static int effective_prio(struct task_struct *p)  in effective_prio()
2212 inline int task_curr(const struct task_struct *p)  in task_curr()
2224 static inline void check_class_changed(struct rq *rq, struct task_struct *p,  in check_class_changed()
2237 void check_preempt_curr(struct rq *rq, struct task_struct *p, int flags)  in check_preempt_curr()
2254 int __task_state_match(struct task_struct *p, unsigned int state)  in __task_state_match()
2266 int task_state_match(struct task_struct *p, unsigned int state)  in task_state_match()
2297 unsigned long wait_task_inactive(struct task_struct *p, unsigned int match_state)  in wait_task_inactive()
2405 static void migrate_disable_switch(struct rq *rq, struct task_struct *p)  in migrate_disable_switch()
2421 	struct task_struct *p = current;  in migrate_disable()  local
2437 	struct task_struct *p = current;  in migrate_enable()  local
2475 static inline bool is_cpu_allowed(struct task_struct *p, int cpu)  in is_cpu_allowed()
2529 				   struct task_struct *p, int new_cpu)  in move_queued_task()
2587 			  struct task_struct *p, int dest_cpu)  in __migrate_task()
2609 	struct task_struct *p = arg->task;  in migration_cpu_stop()  local
2712 	struct task_struct *p = arg;  in push_cpu_stop()  local
2757 void set_cpus_allowed_common(struct task_struct *p, const struct cpumask *new_mask, u32 flags)  in set_cpus_allowed_common()
2770 __do_set_cpus_allowed(struct task_struct *p, const struct cpumask *new_mask, u32 flags)  in __do_set_cpus_allowed()
2814 void do_set_cpus_allowed(struct task_struct *p, const struct cpumask *new_mask)  in do_set_cpus_allowed()
2862 static inline struct cpumask *clear_user_cpus_ptr(struct task_struct *p)  in clear_user_cpus_ptr()
2871 void release_user_cpus_ptr(struct task_struct *p)  in release_user_cpus_ptr()
2952 static int affine_move_task(struct rq *rq, struct task_struct *p, struct rq_flags *rf,  in affine_move_task()
3097 static int __set_cpus_allowed_ptr_locked(struct task_struct *p,  in __set_cpus_allowed_ptr_locked()
3193 static int __set_cpus_allowed_ptr(struct task_struct *p,  in __set_cpus_allowed_ptr()
3203 int set_cpus_allowed_ptr(struct task_struct *p, const struct cpumask *new_mask)  in set_cpus_allowed_ptr()
3216 static int restrict_cpus_allowed_ptr(struct task_struct *p,  in restrict_cpus_allowed_ptr()
3271 void force_compatible_cpus_allowed_ptr(struct task_struct *p)  in force_compatible_cpus_allowed_ptr()
3321 void relax_compatible_cpus_allowed_ptr(struct task_struct *p)  in relax_compatible_cpus_allowed_ptr()
3341 void set_task_cpu(struct task_struct *p, unsigned int new_cpu)  in set_task_cpu()
3398 static void __migrate_swap_task(struct task_struct *p, int cpu)  in __migrate_swap_task()
3477 int migrate_swap(struct task_struct *cur, struct task_struct *p,  in migrate_swap()
3527 void kick_process(struct task_struct *p)  in kick_process()
3561 int select_fallback_rq(int cpu, struct task_struct *p)  in select_fallback_rq()
3641 int select_task_rq(struct task_struct *p, int cpu, int wake_flags)  in select_task_rq()
3713 static inline int __set_cpus_allowed_ptr(struct task_struct *p,  in __set_cpus_allowed_ptr()
3720 static inline void migrate_disable_switch(struct rq *rq, struct task_struct *p) { }  in migrate_disable_switch()
3730 ttwu_stat(struct task_struct *p, int cpu, int wake_flags)  in ttwu_stat()
3771 static void ttwu_do_wakeup(struct rq *rq, struct task_struct *p, int wake_flags,  in ttwu_do_wakeup()
3807 ttwu_do_activate(struct rq *rq, struct task_struct *p, int wake_flags,  in ttwu_do_activate()
3859 static int ttwu_runnable(struct task_struct *p, int wake_flags)  in ttwu_runnable()
3882 	struct task_struct *p, *t;  in sched_ttwu_pending()  local
3927 static void __ttwu_queue_wakelist(struct task_struct *p, int cpu, int wake_flags)  in __ttwu_queue_wakelist()
3966 static inline bool ttwu_queue_cond(struct task_struct *p, int cpu)  in ttwu_queue_cond()
4006 static bool ttwu_queue_wakelist(struct task_struct *p, int cpu, int wake_flags)  in ttwu_queue_wakelist()
4024 static inline bool ttwu_queue_wakelist(struct task_struct *p, int cpu, int wake_flags)  in ttwu_queue_wakelist()
4031 static void ttwu_queue(struct task_struct *p, int cpu, int wake_flags)  in ttwu_queue()
4064 bool ttwu_state_match(struct task_struct *p, unsigned int state, int *success)  in ttwu_state_match()
4216 try_to_wake_up(struct task_struct *p, unsigned int state, int wake_flags)  in try_to_wake_up()
4383 static bool __task_needs_rq_lock(struct task_struct *p)  in __task_needs_rq_lock()
4431 int task_call_func(struct task_struct *p, task_call_f func, void *arg)  in task_call_func()
4504 int wake_up_process(struct task_struct *p)  in wake_up_process()
4510 int wake_up_state(struct task_struct *p, unsigned int state)  in wake_up_state()
4522 static void __sched_fork(unsigned long clone_flags, struct task_struct *p)  in __sched_fork()
4745 int sched_fork(unsigned long clone_flags, struct task_struct *p)  in sched_fork()
4812 void sched_cgroup_fork(struct task_struct *p, struct kernel_clone_args *kargs)  in sched_cgroup_fork()
4841 void sched_post_fork(struct task_struct *p)  in sched_post_fork()
4869 void wake_up_new_task(struct task_struct *p)  in wake_up_new_task()
5516 	struct task_struct *p = current;  in sched_exec()  local
5555 static inline void prefetch_curr_exec_start(struct task_struct *p)  in prefetch_curr_exec_start()
5571 unsigned long long task_sched_runtime(struct task_struct *p)  in task_sched_runtime()
5924 static inline unsigned long get_preempt_disable_ip(struct task_struct *p)  in get_preempt_disable_ip()
6027 	struct task_struct *p;  in __pick_next_task()  local
6085 	struct task_struct *p;  in pick_task()  local
6103 	struct task_struct *next, *p, *max = NULL;  in pick_next_task()  local
6330 	struct task_struct *p;  in try_steal_cookie()  local
7057 static void __setscheduler_prio(struct task_struct *p, int prio)  in __setscheduler_prio()
7079 static inline int rt_effective_prio(struct task_struct *p, int prio)  in rt_effective_prio()
7097 void rt_mutex_setprio(struct task_struct *p, struct task_struct *pi_task)  in rt_mutex_setprio()
7218 static inline int rt_effective_prio(struct task_struct *p, int prio)  in rt_effective_prio()
7224 void set_user_nice(struct task_struct *p, long nice)  in set_user_nice()
7291 static bool is_nice_reduction(const struct task_struct *p, const int nice)  in is_nice_reduction()
7304 int can_nice(const struct task_struct *p, const int nice)  in can_nice()
7356 int task_prio(const struct task_struct *p)  in task_prio()
7437 				 struct task_struct *p)  in effective_cpu_util()
7551 static void __setscheduler_params(struct task_struct *p,  in __setscheduler_params()
7579 static bool check_same_owner(struct task_struct *p)  in check_same_owner()
7597 static int user_check_sched_setscheduler(struct task_struct *p,  in user_check_sched_setscheduler()
7655 static int __sched_setscheduler(struct task_struct *p,  in __sched_setscheduler()
7887 static int _sched_setscheduler(struct task_struct *p, int policy,  in _sched_setscheduler()
7917 int sched_setscheduler(struct task_struct *p, int policy,  in sched_setscheduler()
7924 int sched_setattr(struct task_struct *p, const struct sched_attr *attr)  in sched_setattr()
7930 int sched_setattr_nocheck(struct task_struct *p, const struct sched_attr *attr)  in sched_setattr_nocheck()
7949 int sched_setscheduler_nocheck(struct task_struct *p, int policy,  in sched_setscheduler_nocheck()
7974 void sched_set_fifo(struct task_struct *p)  in sched_set_fifo()
7984 void sched_set_fifo_low(struct task_struct *p)  in sched_set_fifo_low()
7991 void sched_set_normal(struct task_struct *p, int nice)  in sched_set_normal()
8005 	struct task_struct *p;  in do_sched_setscheduler()  local
8068 static void get_params(struct task_struct *p, struct sched_attr *attr)  in get_params()
8116 	struct task_struct *p;  in SYSCALL_DEFINE3()  local
8157 	struct task_struct *p;  in SYSCALL_DEFINE1()  local
8187 	struct task_struct *p;  in SYSCALL_DEFINE2()  local
8269 	struct task_struct *p;  in SYSCALL_DEFINE4()  local
8312 int dl_task_check_affinity(struct task_struct *p, const struct cpumask *mask)  in dl_task_check_affinity()
8338 __sched_setaffinity(struct task_struct *p, const struct cpumask *mask)  in __sched_setaffinity()
8381 	struct task_struct *p;  in sched_setaffinity()  local
8464 	struct task_struct *p;  in sched_getaffinity()  local
8889 int __sched yield_to(struct task_struct *p, bool preempt)  in yield_to()
9044 	struct task_struct *p;  in sched_rr_get_interval()  local
9114 void sched_show_task(struct task_struct *p)  in sched_show_task()
9147 state_filter_match(unsigned long state_filter, struct task_struct *p)  in state_filter_match()
9172 	struct task_struct *g, *p;  in show_state_filter()  local
9289 int task_can_attach(struct task_struct *p)  in task_can_attach()
9312 int migrate_task_to(struct task_struct *p, int target_cpu)  in migrate_task_to()
9333 void sched_setnuma(struct task_struct *p, int nid)  in sched_setnuma()
9398 	struct task_struct *p = arg;  in __balance_push_cpu_stop()  local
9785 	struct task_struct *g, *p;  in dump_rq_tasks()  local
10236 	struct task_struct *g, *p;  in normalize_rt_tasks()  local
10313 void ia64_set_curr_task(int cpu, struct task_struct *p)  in ia64_set_curr_task()