| /tools/testing/selftests/sched_ext/ |
| A D | dsp_local_on.bpf.c | 9 const volatile s32 nr_cpus; 16 __type(value, s32); 19 s32 BPF_STRUCT_OPS(dsp_local_on_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() 20 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() 28 s32 pid = p->pid; in BPF_STRUCT_OPS() 34 void BPF_STRUCT_OPS(dsp_local_on_dispatch, s32 cpu, struct task_struct *prev) in BPF_STRUCT_OPS() 36 s32 pid, target; in BPF_STRUCT_OPS()
|
| A D | maximal.bpf.c | 17 s32 BPF_STRUCT_OPS(maximal_select_cpu, struct task_struct *p, s32 prev_cpu, in BPF_STRUCT_OPS() 31 void BPF_STRUCT_OPS(maximal_dispatch, s32 cpu, struct task_struct *prev) in BPF_STRUCT_OPS() 67 void BPF_STRUCT_OPS(maximal_update_idle, s32 cpu, bool idle) in BPF_STRUCT_OPS() 70 void BPF_STRUCT_OPS(maximal_cpu_acquire, s32 cpu, in BPF_STRUCT_OPS() 74 void BPF_STRUCT_OPS(maximal_cpu_release, s32 cpu, in BPF_STRUCT_OPS() 78 void BPF_STRUCT_OPS(maximal_cpu_online, s32 cpu) in BPF_STRUCT_OPS() 81 void BPF_STRUCT_OPS(maximal_cpu_offline, s32 cpu) in BPF_STRUCT_OPS() 84 s32 BPF_STRUCT_OPS(maximal_init_task, struct task_struct *p, in BPF_STRUCT_OPS() 100 s32 BPF_STRUCT_OPS(maximal_cgroup_init, struct cgroup *cgrp, in BPF_STRUCT_OPS() 109 s32 BPF_STRUCT_OPS(maximal_cgroup_prep_move, struct task_struct *p, in BPF_STRUCT_OPS() [all …]
|
| A D | select_cpu_dfl_nodispatch.bpf.c | 31 s32 scx_bpf_select_cpu_dfl(struct task_struct *p, s32 prev_cpu, u64 wake_flags, 34 s32 BPF_STRUCT_OPS(select_cpu_dfl_nodispatch_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() 35 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() 38 s32 cpu; in BPF_STRUCT_OPS() 73 s32 BPF_STRUCT_OPS(select_cpu_dfl_nodispatch_init_task, in BPF_STRUCT_OPS()
|
| A D | numa.bpf.c | 22 static bool is_cpu_idle(s32 cpu, int node) in is_cpu_idle() 34 s32 BPF_STRUCT_OPS(numa_select_cpu, in BPF_STRUCT_OPS() 35 struct task_struct *p, s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() 38 s32 cpu; in BPF_STRUCT_OPS() 67 void BPF_STRUCT_OPS(numa_dispatch, s32 cpu, struct task_struct *prev) in BPF_STRUCT_OPS() 74 s32 BPF_STRUCT_OPS_SLEEPABLE(numa_init) in BPF_STRUCT_OPS_SLEEPABLE()
|
| A D | create_dsq.bpf.c | 19 s32 BPF_STRUCT_OPS_SLEEPABLE(create_dsq_init_task, struct task_struct *p, in BPF_STRUCT_OPS_SLEEPABLE() 22 s32 err; in BPF_STRUCT_OPS_SLEEPABLE() 32 s32 BPF_STRUCT_OPS_SLEEPABLE(create_dsq_init) in BPF_STRUCT_OPS_SLEEPABLE() 35 s32 err; in BPF_STRUCT_OPS_SLEEPABLE()
|
| A D | exit.bpf.c | 20 s32 BPF_STRUCT_OPS(exit_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() 21 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() 39 void BPF_STRUCT_OPS(exit_dispatch, s32 cpu, struct task_struct *p) in BPF_STRUCT_OPS() 53 s32 BPF_STRUCT_OPS(exit_init_task, struct task_struct *p, in BPF_STRUCT_OPS() 67 s32 BPF_STRUCT_OPS_SLEEPABLE(exit_init) in BPF_STRUCT_OPS_SLEEPABLE()
|
| A D | select_cpu_vtime.bpf.c | 38 s32 BPF_STRUCT_OPS(select_cpu_vtime_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() 39 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() 41 s32 cpu; in BPF_STRUCT_OPS() 54 void BPF_STRUCT_OPS(select_cpu_vtime_dispatch, s32 cpu, struct task_struct *p) in BPF_STRUCT_OPS() 77 s32 BPF_STRUCT_OPS_SLEEPABLE(select_cpu_vtime_init) in BPF_STRUCT_OPS_SLEEPABLE()
|
| A D | allowed_cpus.bpf.c | 18 validate_idle_cpu(const struct task_struct *p, const struct cpumask *allowed, s32 cpu) in validate_idle_cpu() 29 s32 BPF_STRUCT_OPS(allowed_cpus_select_cpu, in BPF_STRUCT_OPS() 30 struct task_struct *p, s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() 33 s32 cpu; in BPF_STRUCT_OPS() 58 s32 prev_cpu = scx_bpf_task_cpu(p), cpu; in BPF_STRUCT_OPS() 79 s32 BPF_STRUCT_OPS_SLEEPABLE(allowed_cpus_init) in BPF_STRUCT_OPS_SLEEPABLE()
|
| A D | enq_select_cpu.bpf.c | 14 s32 BPF_STRUCT_OPS(enq_select_cpu_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() 15 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() 24 s32 cpu, prev_cpu = scx_bpf_task_cpu(p); in BPF_STRUCT_OPS() 50 s32 cpu; in select_cpu_from_user()
|
| A D | select_cpu_dispatch.bpf.c | 15 s32 BPF_STRUCT_OPS(select_cpu_dispatch_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() 16 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() 19 s32 cpu = prev_cpu; in BPF_STRUCT_OPS()
|
| A D | ddsp_bogus_dsq_fail.bpf.c | 13 s32 BPF_STRUCT_OPS(ddsp_bogus_dsq_fail_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() 14 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() 16 s32 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
|
| A D | ddsp_vtimelocal_fail.bpf.c | 13 s32 BPF_STRUCT_OPS(ddsp_vtimelocal_fail_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() 14 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() 16 s32 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
|
| A D | hotplug.bpf.c | 20 static void exit_from_hotplug(s32 cpu, bool onlining) in exit_from_hotplug() 37 void BPF_STRUCT_OPS_SLEEPABLE(hotplug_cpu_online, s32 cpu) in BPF_STRUCT_OPS_SLEEPABLE() 42 void BPF_STRUCT_OPS_SLEEPABLE(hotplug_cpu_offline, s32 cpu) in BPF_STRUCT_OPS_SLEEPABLE()
|
| A D | select_cpu_dispatch_bad_dsq.bpf.c | 17 s32 BPF_STRUCT_OPS(select_cpu_dispatch_bad_dsq_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() 18 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS()
|
| A D | select_cpu_dispatch_dbl_dsp.bpf.c | 17 s32 BPF_STRUCT_OPS(select_cpu_dispatch_dbl_dsp_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() 18 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS()
|
| /tools/sched_ext/ |
| A D | scx_central.bpf.c | 58 const volatile s32 central_cpu; 72 __type(value, s32); 90 s32 BPF_STRUCT_OPS(central_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() 91 s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() 104 s32 pid = p->pid; in BPF_STRUCT_OPS() 133 static bool dispatch_to_cpu(s32 cpu) in dispatch_to_cpu() 136 s32 pid; in dispatch_to_cpu() 240 s32 cpu = scx_bpf_task_cpu(p); in BPF_STRUCT_OPS() 248 s32 cpu = scx_bpf_task_cpu(p); in BPF_STRUCT_OPS() 258 s32 i, curr_cpu; in central_timerfn() [all …]
|
| A D | scx_qmap.bpf.c | 134 static s32 pick_direct_dispatch_cpu(struct task_struct *p, s32 prev_cpu) in pick_direct_dispatch_cpu() 136 s32 cpu; in pick_direct_dispatch_cpu() 164 s32 cpu; in BPF_STRUCT_OPS() 201 s32 cpu; in BPF_STRUCT_OPS() 248 s32 cpu; in BPF_STRUCT_OPS() 336 s32 cpu; in dispatch_highpri() 372 s32 i, pid; in BPF_STRUCT_OPS() 569 s32 i, pid; in BPF_STRUCT_OPS() 645 s32 cpu; in print_cpus() 771 s32 nr; in dump_shared_dsq() [all …]
|
| A D | scx_simple.bpf.c | 55 s32 BPF_STRUCT_OPS(simple_select_cpu, struct task_struct *p, s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() 58 s32 cpu; in BPF_STRUCT_OPS() 90 void BPF_STRUCT_OPS(simple_dispatch, s32 cpu, struct task_struct *prev) in BPF_STRUCT_OPS() 132 s32 BPF_STRUCT_OPS_SLEEPABLE(simple_init) in BPF_STRUCT_OPS_SLEEPABLE()
|
| /tools/testing/selftests/bpf/progs/ |
| A D | test_core_reloc_bitfields_probed.c | 26 int32_t s32; member 37 int64_t s32; member 52 out->s32 = BPF_CORE_READ_BITFIELD_PROBED(in, s32); in test_core_bitfields()
|
| A D | test_core_reloc_bitfields_direct.c | 26 int32_t s32; member 37 int64_t s32; member 59 out->s32 = BPF_CORE_READ_BITFIELD(in, s32); in test_core_bitfields_direct()
|
| A D | task_kfunc_common.h | 25 struct task_struct *bpf_task_from_pid(s32 pid) __ksym; 26 struct task_struct *bpf_task_from_vpid(s32 vpid) __ksym; 32 s32 pid; in tasks_kfunc_map_value_lookup() 47 s32 pid; in tasks_kfunc_map_insert()
|
| /tools/perf/util/bpf_skel/ |
| A D | lock_data.h | 10 s32 stack_id; // Identifier for `owner_stat`, which stores as value in `owner_stacks` 17 s32 stack_id; 21 s32 stack_id;
|
| /tools/sched_ext/include/scx/ |
| A D | common.bpf.h | 49 s32 scx_bpf_create_dsq(u64 dsq_id, s32 node) __ksym; 50 s32 scx_bpf_select_cpu_dfl(struct task_struct *p, s32 prev_cpu, u64 wake_flags, bool *is_idle) __ks… 51 s32 scx_bpf_select_cpu_and(struct task_struct *p, s32 prev_cpu, u64 wake_flags, 63 void scx_bpf_kick_cpu(s32 cpu, u64 flags) __ksym; 64 s32 scx_bpf_dsq_nr_queued(u64 dsq_id) __ksym; 72 u32 scx_bpf_cpuperf_cap(s32 cpu) __ksym __weak; 73 u32 scx_bpf_cpuperf_cur(s32 cpu) __ksym __weak; 77 int scx_bpf_cpu_node(s32 cpu) __ksym __weak; 86 bool scx_bpf_test_and_clear_cpu_idle(s32 cpu) __ksym; 93 struct rq *scx_bpf_cpu_rq(s32 cpu) __ksym; [all …]
|
| /tools/power/pm-graph/config/ |
| A D | custom-timeline-functions.cfg | 110 # example: cpu=%di:s32 114 # _cpu_up: CPU_ON[{cpu}] cpu=%di:s32 [color=orange] 116 _cpu_down: CPU_OFF[{cpu}] cpu=%di:s32 117 _cpu_up: CPU_ON[{cpu}] cpu=%di:s32 175 # example: port=+36(%di):s32 179 # ata_eh_recover: ata{port}_port_reset port=+36(%di):s32 181 msleep: msleep time=%di:s32 183 schedule_timeout: schedule_timeout timeout=%di:s32 184 usleep_range: usleep_range min=%di:s32 max=%si:s32 185 __const_udelay: udelay loops=%di:s32 [all …]
|
| /tools/perf/util/ |
| A D | addr_location.h | 22 s32 cpu; 23 s32 socket;
|