| /linux/tools/testing/selftests/sched_ext/ |
| A D | select_cpu_dfl_nodispatch.bpf.c | 31 s32 scx_bpf_select_cpu_dfl(struct task_struct *p, s32 prev_cpu, u64 wake_flags,
35 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() argument
46 cpu = scx_bpf_select_cpu_dfl(p, prev_cpu, wake_flags, in BPF_STRUCT_OPS()
|
| A D | enq_select_cpu_fails.bpf.c | 13 s32 scx_bpf_select_cpu_dfl(struct task_struct *p, s32 prev_cpu, u64 wake_flags,
17 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() argument
|
| A D | exit.bpf.c | 21 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() argument
28 return scx_bpf_select_cpu_dfl(p, prev_cpu, wake_flags, &found); in BPF_STRUCT_OPS()
|
| A D | select_cpu_dispatch_bad_dsq.bpf.c | 18 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() argument
|
| A D | select_cpu_dispatch_dbl_dsp.bpf.c | 18 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() argument
|
| A D | ddsp_bogus_dsq_fail.bpf.c | 14 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() argument
|
| A D | select_cpu_dispatch.bpf.c | 16 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() argument
|
| A D | ddsp_vtimelocal_fail.bpf.c | 14 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() argument
|
| A D | dsp_local_on.bpf.c | 20 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() argument
|
| A D | select_cpu_vtime.bpf.c | 39 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() argument
|
| A D | maximal.bpf.c | 16 u64 wake_flags) in BPF_STRUCT_OPS() argument
|
| /linux/kernel/sched/ |
| A D | wait.c | 74 int nr_exclusive, int wake_flags, void *key) in __wake_up_common() argument
89 ret = curr->func(curr, mode, wake_flags, key); in __wake_up_common()
100 int nr_exclusive, int wake_flags, void *key) in __wake_up_common_lock() argument
106 remaining = __wake_up_common(wq_head, mode, nr_exclusive, wake_flags, in __wake_up_common_lock()
|
| A D | swait.c | 21 void swake_up_locked(struct swait_queue_head *q, int wake_flags) in swake_up_locked() argument
29 try_to_wake_up(curr->task, TASK_NORMAL, wake_flags); in swake_up_locked()
|
| A D | completion.c | 16 static void complete_with_flags(struct completion *x, int wake_flags) in complete_with_flags() argument
24 swake_up_locked(&x->wait, wake_flags); in complete_with_flags()
|
| A D | core.c | 3532 *wake_flags |= WF_RQ_SELECTED; in select_task_rq()
3637 if (wake_flags & WF_MIGRATED) in ttwu_stat()
3644 if (wake_flags & WF_SYNC) in ttwu_stat()
3669 if (wake_flags & WF_RQ_SELECTED) in ttwu_do_activate()
3671 if (wake_flags & WF_MIGRATED) in ttwu_do_activate()
3681 wakeup_preempt(rq, p, wake_flags); in ttwu_do_activate()
4132 wake_flags |= WF_TTWU; in try_to_wake_up()
4273 wake_flags |= WF_MIGRATED; in try_to_wake_up()
4281 ttwu_queue(p, cpu, wake_flags); in try_to_wake_up()
4808 int wake_flags = WF_FORK; in wake_up_new_task() local
[all …]
|
| A D | ext.c | 226 s32 (*select_cpu)(struct task_struct *p, s32 prev_cpu, u64 wake_flags);
3102 u64 wake_flags, bool *found) in scx_select_cpu_dfl() argument
3118 if ((wake_flags & SCX_WAKE_SYNC) && in scx_select_cpu_dfl()
3157 static int select_task_rq_scx(struct task_struct *p, int prev_cpu, int wake_flags) in select_task_rq_scx() argument
3169 if (unlikely(wake_flags & WF_EXEC)) in select_task_rq_scx()
3181 select_cpu, p, prev_cpu, wake_flags); in select_task_rq_scx()
3191 cpu = scx_select_cpu_dfl(p, prev_cpu, wake_flags, &found); in select_task_rq_scx()
3703 static void wakeup_preempt_scx(struct rq *rq, struct task_struct *p,int wake_flags) {} in wakeup_preempt_scx() argument
5544 static s32 select_cpu_stub(struct task_struct *p, s32 prev_cpu, u64 wake_flags) { return -EINVAL; } in select_cpu_stub() argument
5917 u64 wake_flags, bool *is_idle) in scx_bpf_select_cpu_dfl() argument
[all …]
|
| /linux/tools/sched_ext/ |
| A D | scx_simple.bpf.c | 60 s32 BPF_STRUCT_OPS(simple_select_cpu, struct task_struct *p, s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() argument
65 cpu = scx_bpf_select_cpu_dfl(p, prev_cpu, wake_flags, &is_idle); in BPF_STRUCT_OPS()
|
| A D | scx_central.bpf.c | 96 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() argument
|
| A D | scx_flatcg.bpf.c | 322 s32 BPF_STRUCT_OPS(fcg_select_cpu, struct task_struct *p, s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() argument
328 cpu = scx_bpf_select_cpu_dfl(p, prev_cpu, wake_flags, &is_idle); in BPF_STRUCT_OPS()
|
| /linux/drivers/gpu/drm/i915/ |
| A D | i915_sw_fence.c | 171 int wake_flags; in __i915_sw_fence_wake_up_all() local
173 wake_flags = 0; in __i915_sw_fence_wake_up_all()
175 wake_flags = fence->error; in __i915_sw_fence_wake_up_all()
177 pos->func(pos, TASK_NORMAL, wake_flags, &extra); in __i915_sw_fence_wake_up_all()
|
| /linux/include/linux/ |
| A D | swait.h | 149 extern void swake_up_locked(struct swait_queue_head *q, int wake_flags);
|
| /linux/kernel/locking/ |
| A D | percpu-rwsem.c | 120 unsigned int mode, int wake_flags, in percpu_rwsem_wake_function() argument
|
| /linux/block/ |
| A D | blk-rq-qos.c | 207 unsigned int mode, int wake_flags, void *key) in rq_qos_wake_function() argument
|
| /linux/Documentation/scheduler/ |
| A D | sched-ext.rst | 142 s32 prev_cpu, u64 wake_flags)
148 cpu = scx_bpf_select_cpu_dfl(p, prev_cpu, wake_flags, &direct);
|
| /linux/tools/sched_ext/include/scx/ |
| A D | common.bpf.h | 38 s32 scx_bpf_select_cpu_dfl(struct task_struct *p, s32 prev_cpu, u64 wake_flags, bool *is_idle) __ks…
|