| /tools/sched_ext/include/scx/ |
| A D | compat.bpf.h | 42 #define scx_bpf_dsq_insert(p, dsq_id, slice, enq_flags) \ argument
44 scx_bpf_dsq_insert((p), (dsq_id), (slice), (enq_flags)) : \
45 scx_bpf_dispatch___compat((p), (dsq_id), (slice), (enq_flags)))
47 #define scx_bpf_dsq_insert_vtime(p, dsq_id, slice, vtime, enq_flags) \ argument
71 #define __COMPAT_scx_bpf_dsq_move(it__iter, p, dsq_id, enq_flags) \ argument
73 scx_bpf_dsq_move((it__iter), (p), (dsq_id), (enq_flags)) : \
80 scx_bpf_dsq_move_vtime((it__iter), (p), (dsq_id), (enq_flags)) : \
85 #define scx_bpf_dispatch(p, dsq_id, slice, enq_flags) \ argument
88 #define scx_bpf_dispatch_vtime(p, dsq_id, slice, vtime, enq_flags) \ argument
136 static inline bool __COMPAT_is_enq_cpu_selected(u64 enq_flags) in __COMPAT_is_enq_cpu_selected() argument
[all …]
|
| A D | common.bpf.h | 53 void scx_bpf_dsq_insert(struct task_struct *p, u64 dsq_id, u64 slice, u64 enq_flags) __ksym __weak;
54 …insert_vtime(struct task_struct *p, u64 dsq_id, u64 slice, u64 vtime, u64 enq_flags) __ksym __weak;
60 …struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak;
61 …struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak;
|
| /tools/testing/selftests/sched_ext/ |
| A D | enq_select_cpu.bpf.c | 22 u64 enq_flags) in BPF_STRUCT_OPS() argument
29 scx_bpf_dsq_insert(p, SCX_DSQ_LOCAL_ON | cpu, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
33 scx_bpf_dsq_insert(p, SCX_DSQ_GLOBAL, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| A D | select_cpu_dfl.bpf.c | 23 u64 enq_flags) in BPF_STRUCT_OPS() argument
33 scx_bpf_dsq_insert(p, SCX_DSQ_GLOBAL, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| A D | exit.bpf.c | 31 void BPF_STRUCT_OPS(exit_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
36 scx_bpf_dsq_insert(p, DSQ_ID, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| A D | select_cpu_dfl_nodispatch.bpf.c | 53 u64 enq_flags) in BPF_STRUCT_OPS() argument
70 scx_bpf_dsq_insert(p, dsq_id, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| A D | numa.bpf.c | 60 void BPF_STRUCT_OPS(numa_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
64 scx_bpf_dsq_insert(p, node, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| A D | maximal.bpf.c | 23 void BPF_STRUCT_OPS(maximal_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
25 scx_bpf_dsq_insert(p, DSQ_ID, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
36 void BPF_STRUCT_OPS(maximal_runnable, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
|
| A D | dsp_local_on.bpf.c | 26 u64 enq_flags) in BPF_STRUCT_OPS() argument
|
| A D | allowed_cpus.bpf.c | 55 void BPF_STRUCT_OPS(allowed_cpus_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
|
| /tools/sched_ext/ |
| A D | scx_simple.bpf.c | 69 void BPF_STRUCT_OPS(simple_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
74 scx_bpf_dsq_insert(p, SHARED_DSQ, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
86 enq_flags); in BPF_STRUCT_OPS()
|
| A D | scx_central.bpf.c | 102 void BPF_STRUCT_OPS(central_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
117 enq_flags | SCX_ENQ_PREEMPT); in BPF_STRUCT_OPS()
123 scx_bpf_dsq_insert(p, FALLBACK_DSQ_ID, SCX_SLICE_INF, enq_flags); in BPF_STRUCT_OPS()
|
| A D | scx_qmap.bpf.c | 194 void BPF_STRUCT_OPS(qmap_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
229 scx_bpf_dsq_insert(p, SCX_DSQ_LOCAL, slice_ns, enq_flags); in BPF_STRUCT_OPS()
234 if (!__COMPAT_is_enq_cpu_selected(enq_flags) && in BPF_STRUCT_OPS()
237 scx_bpf_dsq_insert(p, SCX_DSQ_LOCAL_ON | cpu, slice_ns, enq_flags); in BPF_STRUCT_OPS()
247 if (enq_flags & SCX_ENQ_REENQ) { in BPF_STRUCT_OPS()
250 scx_bpf_dsq_insert(p, SHARED_DSQ, 0, enq_flags); in BPF_STRUCT_OPS()
265 scx_bpf_dsq_insert(p, SHARED_DSQ, slice_ns, enq_flags); in BPF_STRUCT_OPS()
|
| A D | scx_flatcg.bpf.c | 345 void BPF_STRUCT_OPS(fcg_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
376 enq_flags); in BPF_STRUCT_OPS()
380 enq_flags); in BPF_STRUCT_OPS()
391 scx_bpf_dsq_insert(p, cgrp->kn->id, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
403 tvtime, enq_flags); in BPF_STRUCT_OPS()
507 void BPF_STRUCT_OPS(fcg_runnable, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
|