| /kernel/bpf/ |
| A D | trampoline.c | 107 bool bpf_prog_has_trampoline(const struct bpf_prog *prog) in bpf_prog_has_trampoline()
729 int bpf_trampoline_link_cgroup_shim(struct bpf_prog *prog, in bpf_trampoline_link_cgroup_shim()
796 void bpf_trampoline_unlink_cgroup_shim(struct bpf_prog *prog) in bpf_trampoline_unlink_cgroup_shim()
916 static void notrace __update_prog_stats(struct bpf_prog *prog, u64 start) in __update_prog_stats()
956 static u64 notrace __bpf_prog_enter_lsm_cgroup(struct bpf_prog *prog, in __bpf_prog_enter_lsm_cgroup()
981 u64 notrace __bpf_prog_enter_sleepable_recur(struct bpf_prog *prog, in __bpf_prog_enter_sleepable_recur()
1010 static u64 notrace __bpf_prog_enter_sleepable(struct bpf_prog *prog, in __bpf_prog_enter_sleepable()
1032 static u64 notrace __bpf_prog_enter(struct bpf_prog *prog, in __bpf_prog_enter()
1044 static void notrace __bpf_prog_exit(struct bpf_prog *prog, u64 start, in __bpf_prog_exit()
1065 bpf_trampoline_enter_t bpf_trampoline_enter(const struct bpf_prog *prog) in bpf_trampoline_enter()
[all …]
|
| A D | offload.c | 109 static void __bpf_prog_offload_destroy(struct bpf_prog *prog) in __bpf_prog_offload_destroy()
229 int bpf_prog_dev_bound_init(struct bpf_prog *prog, union bpf_attr *attr) in bpf_prog_dev_bound_init()
297 int bpf_prog_offload_verifier_prep(struct bpf_prog *prog) in bpf_prog_offload_verifier_prep()
382 void bpf_prog_dev_bound_destroy(struct bpf_prog *prog) in bpf_prog_dev_bound_destroy()
403 static int bpf_prog_offload_translate(struct bpf_prog *prog) in bpf_prog_offload_translate()
424 int bpf_prog_offload_compile(struct bpf_prog *prog) in bpf_prog_offload_compile()
432 struct bpf_prog *prog; member
463 struct bpf_prog *prog) in bpf_prog_offload_info_fill()
699 static bool __bpf_offload_dev_match(struct bpf_prog *prog, in __bpf_offload_dev_match()
748 bool bpf_offload_prog_map_match(struct bpf_prog *prog, struct bpf_map *map) in bpf_offload_prog_map_match()
[all …]
|
| A D | cgroup.c | 67 const struct bpf_prog *prog; in bpf_prog_run_array_cg() local
239 struct bpf_prog *prog, in bpf_cgroup_storages_alloc()
624 struct bpf_prog *prog, in find_attach_entry()
1037 struct bpf_prog *prog, in find_detach_entry()
1283 struct bpf_prog *prog; in __cgroup_bpf_query() local
1358 struct bpf_prog *prog; in cgroup_bpf_prog_detach() local
1837 const struct bpf_prog *prog, in cgroup_dev_is_valid_access()
2393 const struct bpf_prog *prog, in sysctl_is_valid_access()
2547 const struct bpf_prog *prog, in cg_sockopt_is_valid_access()
2622 struct bpf_prog *prog, in cg_sockopt_convert_ctx_access()
[all …]
|
| A D | syscall.c | 2360 struct bpf_prog *prog; in bpf_prog_put_deferred() local
2550 struct bpf_prog *prog; in __bpf_prog_get() local
4169 struct bpf_prog *prog; in bpf_raw_tracepoint_open() local
4370 struct bpf_prog *prog; in bpf_prog_attach() local
4571 struct bpf_prog *prog; in bpf_prog_test_run() local
4645 struct bpf_prog *prog; in bpf_prog_get_curr_or_next() local
4666 struct bpf_prog *prog; in bpf_prog_by_id() local
4683 struct bpf_prog *prog; in bpf_prog_get_fd_by_id() local
5526 struct bpf_prog *prog; in link_create() local
5891 struct bpf_prog *prog; in bpf_prog_bind_map() local
[all …]
|
| A D | core.c | 147 struct bpf_prog *prog; in bpf_prog_alloc() local
172 int bpf_prog_alloc_jited_linfo(struct bpf_prog *prog) in bpf_prog_alloc_jited_linfo()
583 bpf_prog_ksym_set_addr(struct bpf_prog *prog) in bpf_prog_ksym_set_addr()
592 bpf_prog_ksym_set_name(struct bpf_prog *prog) in bpf_prog_ksym_set_name()
798 struct bpf_prog *prog; in search_bpf_extables() local
2046 struct bpf_prog *prog; in ___bpf_prog_run() local
2565 struct bpf_prog prog; member
2732 struct bpf_prog *prog) in bpf_prog_array_update_at()
3198 struct bpf_prog *prog; in bpf_prog_report_may_goto_violation() local
3309 struct bpf_prog *prog; member
[all …]
|
| A D | prog_iter.c | 16 struct bpf_prog *prog; in bpf_prog_seq_start() local
42 DEFINE_BPF_ITER_FUNC(bpf_prog, struct bpf_iter_meta *meta, struct bpf_prog *prog) in DEFINE_BPF_ITER_FUNC()
48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
|
| A D | bpf_lsm.c | 115 const struct bpf_prog *prog) in bpf_lsm_verify_prog()
169 static bool bpf_ima_inode_hash_allowed(const struct bpf_prog *prog) in bpf_ima_inode_hash_allowed()
223 bpf_lsm_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_lsm_func_proto()
403 bool bpf_lsm_is_trusted(const struct bpf_prog *prog) in bpf_lsm_is_trusted()
|
| A D | dispatcher.c | 26 struct bpf_dispatcher *d, struct bpf_prog *prog) in bpf_dispatcher_find_prog()
44 struct bpf_prog *prog) in bpf_dispatcher_add_prog()
69 struct bpf_prog *prog) in bpf_dispatcher_remove_prog()
|
| A D | bpf_iter.c | 25 struct bpf_prog *prog; member
332 struct bpf_prog *prog) in cache_btf_id()
337 int bpf_iter_prog_supported(struct bpf_prog *prog) in bpf_iter_prog_supported()
370 bpf_iter_get_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_iter_get_func_proto()
505 struct bpf_prog *prog) in bpf_iter_link_attach()
579 struct bpf_prog *prog) in init_seq_meta()
594 struct bpf_prog *prog; in prepare_seq_file() local
693 int bpf_iter_run_prog(struct bpf_prog *prog, void *ctx) in bpf_iter_run_prog()
|
| A D | tcx.c | 10 int tcx_prog_attach(const union bpf_attr *attr, struct bpf_prog *prog) in tcx_prog_attach()
59 int tcx_prog_detach(const union bpf_attr *attr, struct bpf_prog *prog) in tcx_prog_detach()
302 struct bpf_prog *prog) in tcx_link_init()
310 int tcx_link_attach(const union bpf_attr *attr, struct bpf_prog *prog) in tcx_link_attach()
|
| A D | mprog.c | 34 struct bpf_prog *prog = ERR_PTR(-EINVAL); in bpf_mprog_prog() local
303 struct bpf_prog *prog; in bpf_mprog_fetch() local
330 struct bpf_prog *prog, struct bpf_link *link, in bpf_mprog_detach()
402 struct bpf_prog *prog; in bpf_mprog_query() local
|
| A D | stream.c | 342 int bpf_prog_stream_read(struct bpf_prog *prog, enum bpf_stream_id stream_id, void __user *buf, int… in bpf_prog_stream_read()
395 void bpf_prog_stream_init(struct bpf_prog *prog) in bpf_prog_stream_init()
408 void bpf_prog_stream_free(struct bpf_prog *prog) in bpf_prog_stream_free()
453 int bpf_stream_stage_commit(struct bpf_stream_stage *ss, struct bpf_prog *prog, in bpf_stream_stage_commit()
490 struct bpf_prog *prog; in dump_stack_cb() local
|
| A D | kmem_cache_iter.c | 160 struct bpf_prog *prog; in kmem_cache_iter_seq_stop() local
186 struct bpf_prog *prog; in kmem_cache_iter_seq_show() local
|
| A D | map_iter.c | 48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
100 static int bpf_iter_attach_map(struct bpf_prog *prog, in bpf_iter_attach_map()
|
| A D | net_namespace.c | 296 int netns_bpf_prog_attach(const union bpf_attr *attr, struct bpf_prog *prog) in netns_bpf_prog_attach()
385 struct bpf_prog *prog; in netns_bpf_prog_detach() local
476 int netns_bpf_link_create(const union bpf_attr *attr, struct bpf_prog *prog) in netns_bpf_link_create()
|
| A D | cgroup_iter.c | 126 struct bpf_prog *prog; in __cgroup_iter_seq_show() local
194 static int bpf_iter_attach_cgroup(struct bpf_prog *prog, in bpf_iter_attach_cgroup()
|
| A D | task_iter.c | 180 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
205 static int bpf_iter_attach_task(struct bpf_prog *prog, in bpf_iter_attach_task()
349 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
611 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
|
| A D | link_iter.c | 48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
|
| A D | dmabuf_iter.c | 40 struct bpf_prog *prog = bpf_iter_get_info(&meta, in_stop); in __dmabuf_seq_show() local
|
| A D | cpumap.c | 70 struct bpf_prog *prog; member
411 struct bpf_prog *prog; in __cpu_map_load_bpf_program() local
|
| A D | arraymap.c | 631 struct bpf_prog *prog; in __bpf_array_map_seq_show() local
942 struct bpf_prog *prog = bpf_prog_get(fd); in prog_fd_array_get_ptr() local
974 struct bpf_prog *prog = ptr; in prog_fd_array_put_ptr() local
|
| A D | verifier.c | 10557 struct bpf_prog *prog = env->prog; in btf_check_subprog_call() local
17949 struct bpf_prog *prog; in check_btf_func_early() local
18051 struct bpf_prog *prog; in check_btf_func() local
18141 struct bpf_prog *prog; in check_btf_line() local
18268 struct bpf_prog *prog = env->prog; in check_core_relo() local
20358 struct bpf_prog *prog) in check_map_prog_compatibility()
20886 struct bpf_prog *prog = env->prog; in bpf_adj_linfo_after_remove() local
21761 struct bpf_prog *prog = env->prog; in fixup_call_args() local
21813 struct bpf_prog *prog = env->prog; in specialize_kfunc() local
21981 struct bpf_prog *prog; in add_hidden_subprog() local
[all …]
|
| /kernel/trace/ |
| A D | bpf_trace.c | 1519 const struct bpf_prog *prog, in kprobe_prog_is_valid_access()
1630 const struct bpf_prog *prog, in tp_prog_is_valid_access()
1939 const struct bpf_prog *prog, in raw_tp_prog_is_valid_access()
1947 const struct bpf_prog *prog, in tracing_prog_is_valid_access()
1982 const struct bpf_prog *prog, in raw_tp_writable_prog_is_valid_access()
2002 const struct bpf_prog *prog, in pe_prog_is_valid_access()
2089 struct bpf_prog *prog, in perf_event_attach_bpf_prog()
2136 struct bpf_prog *prog = NULL; in perf_event_detach_bpf_prog() local
2243 struct bpf_prog *prog = link->link.prog; in __bpf_trace_run() local
2313 struct bpf_prog *prog = link->link.prog; in bpf_probe_register() local
[all …]
|
| A D | trace_events_filter.c | 168 static void update_preds(struct prog_entry *prog, int N, int invert) in update_preds()
475 struct prog_entry *prog; in predicate_parse() local
1173 struct prog_entry *prog; in filter_match_preds() local
1285 struct prog_entry *prog; in free_prog() local
2209 struct prog_entry *prog; in process_preds() local
2657 static bool is_or(struct prog_entry *prog, int i) in is_or()
2678 struct prog_entry *prog = rcu_dereference_protected(filter->prog, in ftrace_function_set_filter() local
2836 struct prog_entry *prog = rcu_dereference_protected(filter->prog, in update_pred_fn() local
|
| /kernel/bpf/preload/iterators/ |
| A D | iterators.bpf.c | 55 struct bpf_prog *prog; member
103 struct bpf_prog *prog = ctx->prog; in dump_bpf_prog() local
|