Lines Matching refs:wake_flags
3526 int select_task_rq(struct task_struct *p, int cpu, int *wake_flags) in select_task_rq() argument
3531 cpu = p->sched_class->select_task_rq(p, cpu, *wake_flags); in select_task_rq()
3532 *wake_flags |= WF_RQ_SELECTED; in select_task_rq()
3610 ttwu_stat(struct task_struct *p, int cpu, int wake_flags) in ttwu_stat() argument
3637 if (wake_flags & WF_MIGRATED) in ttwu_stat()
3644 if (wake_flags & WF_SYNC) in ttwu_stat()
3658 ttwu_do_activate(struct rq *rq, struct task_struct *p, int wake_flags, in ttwu_do_activate() argument
3669 if (wake_flags & WF_RQ_SELECTED) in ttwu_do_activate()
3671 if (wake_flags & WF_MIGRATED) in ttwu_do_activate()
3681 wakeup_preempt(rq, p, wake_flags); in ttwu_do_activate()
3735 static int ttwu_runnable(struct task_struct *p, int wake_flags) in ttwu_runnable() argument
3751 wakeup_preempt(rq, p, wake_flags); in ttwu_runnable()
3821 static void __ttwu_queue_wakelist(struct task_struct *p, int cpu, int wake_flags) in __ttwu_queue_wakelist() argument
3825 p->sched_remote_wakeup = !!(wake_flags & WF_MIGRATED); in __ttwu_queue_wakelist()
3923 static bool ttwu_queue_wakelist(struct task_struct *p, int cpu, int wake_flags) in ttwu_queue_wakelist() argument
3927 __ttwu_queue_wakelist(p, cpu, wake_flags); in ttwu_queue_wakelist()
3936 static inline bool ttwu_queue_wakelist(struct task_struct *p, int cpu, int wake_flags) in ttwu_queue_wakelist() argument
3943 static void ttwu_queue(struct task_struct *p, int cpu, int wake_flags) in ttwu_queue() argument
3948 if (ttwu_queue_wakelist(p, cpu, wake_flags)) in ttwu_queue()
3953 ttwu_do_activate(rq, p, wake_flags, &rf); in ttwu_queue()
4127 int try_to_wake_up(struct task_struct *p, unsigned int state, int wake_flags) in try_to_wake_up() argument
4132 wake_flags |= WF_TTWU; in try_to_wake_up()
4195 if (READ_ONCE(p->on_rq) && ttwu_runnable(p, wake_flags)) in try_to_wake_up()
4252 ttwu_queue_wakelist(p, task_cpu(p), wake_flags)) in try_to_wake_up()
4266 cpu = select_task_rq(p, p->wake_cpu, &wake_flags); in try_to_wake_up()
4273 wake_flags |= WF_MIGRATED; in try_to_wake_up()
4281 ttwu_queue(p, cpu, wake_flags); in try_to_wake_up()
4285 ttwu_stat(p, task_cpu(p), wake_flags); in try_to_wake_up()
4808 int wake_flags = WF_FORK; in wake_up_new_task() local
4823 __set_task_cpu(p, select_task_rq(p, task_cpu(p), &wake_flags)); in wake_up_new_task()
4831 wakeup_preempt(rq, p, wake_flags); in wake_up_new_task()
7023 int default_wake_function(wait_queue_entry_t *curr, unsigned mode, int wake_flags, in default_wake_function() argument
7026 WARN_ON_ONCE(IS_ENABLED(CONFIG_SCHED_DEBUG) && wake_flags & ~(WF_SYNC|WF_CURRENT_CPU)); in default_wake_function()
7027 return try_to_wake_up(curr->private, mode, wake_flags); in default_wake_function()