Lines Matching refs:wake_flags
2554 int select_task_rq(struct task_struct *p, int cpu, int sd_flags, int wake_flags) in select_task_rq() argument
2559 cpu = p->sched_class->select_task_rq(p, cpu, sd_flags, wake_flags); in select_task_rq()
2620 ttwu_stat(struct task_struct *p, int cpu, int wake_flags) in ttwu_stat() argument
2647 if (wake_flags & WF_MIGRATED) in ttwu_stat()
2654 if (wake_flags & WF_SYNC) in ttwu_stat()
2661 static void ttwu_do_wakeup(struct rq *rq, struct task_struct *p, int wake_flags, in ttwu_do_wakeup() argument
2664 check_preempt_curr(rq, p, wake_flags); in ttwu_do_wakeup()
2694 ttwu_do_activate(struct rq *rq, struct task_struct *p, int wake_flags, in ttwu_do_activate() argument
2699 if (wake_flags & WF_SYNC) in ttwu_do_activate()
2708 if (wake_flags & WF_MIGRATED) in ttwu_do_activate()
2718 ttwu_do_wakeup(rq, p, wake_flags, rf); in ttwu_do_activate()
2746 static int ttwu_runnable(struct task_struct *p, int wake_flags) in ttwu_runnable() argument
2756 ttwu_do_wakeup(rq, p, wake_flags, &rf); in ttwu_runnable()
2814 static void __ttwu_queue_wakelist(struct task_struct *p, int cpu, int wake_flags) in __ttwu_queue_wakelist() argument
2818 p->sched_remote_wakeup = !!(wake_flags & WF_MIGRATED); in __ttwu_queue_wakelist()
2857 static inline bool ttwu_queue_cond(int cpu, int wake_flags) in ttwu_queue_cond() argument
2876 if ((wake_flags & WF_ON_CPU) && !cpu_rq(cpu)->nr_running) in ttwu_queue_cond()
2882 static bool ttwu_queue_wakelist(struct task_struct *p, int cpu, int wake_flags) in ttwu_queue_wakelist() argument
2888 if ((sched_feat(TTWU_QUEUE) && ttwu_queue_cond(cpu, wake_flags)) || in ttwu_queue_wakelist()
2894 __ttwu_queue_wakelist(p, cpu, wake_flags); in ttwu_queue_wakelist()
2903 static inline bool ttwu_queue_wakelist(struct task_struct *p, int cpu, int wake_flags) in ttwu_queue_wakelist() argument
2910 static void ttwu_queue(struct task_struct *p, int cpu, int wake_flags) in ttwu_queue() argument
2915 if (ttwu_queue_wakelist(p, cpu, wake_flags)) in ttwu_queue()
2920 ttwu_do_activate(rq, p, wake_flags, &rf); in ttwu_queue()
3045 try_to_wake_up(struct task_struct *p, unsigned int state, int wake_flags) in try_to_wake_up() argument
3125 if (READ_ONCE(p->on_rq) && ttwu_runnable(p, wake_flags)) in try_to_wake_up()
3185 ttwu_queue_wakelist(p, task_cpu(p), wake_flags | WF_ON_CPU)) in try_to_wake_up()
3201 cpu = select_task_rq(p, p->wake_cpu, SD_BALANCE_WAKE, wake_flags); in try_to_wake_up()
3208 wake_flags |= WF_MIGRATED; in try_to_wake_up()
3216 ttwu_queue(p, cpu, wake_flags); in try_to_wake_up()
3222 ttwu_stat(p, task_cpu(p), wake_flags); in try_to_wake_up()
5067 int default_wake_function(wait_queue_entry_t *curr, unsigned mode, int wake_flags, in default_wake_function() argument
5070 WARN_ON_ONCE(IS_ENABLED(CONFIG_SCHED_DEBUG) && wake_flags & ~(WF_SYNC | WF_ANDROID_VENDOR)); in default_wake_function()
5071 return try_to_wake_up(curr->private, mode, wake_flags); in default_wake_function()