| /kernel/bpf/ |
| A D | prog_iter.c | 16 struct bpf_prog *prog; in bpf_prog_seq_start()
33 bpf_prog_put((struct bpf_prog *)v); in bpf_prog_seq_next()
39 __bpf_md_ptr(struct bpf_prog *, prog);
42 DEFINE_BPF_ITER_FUNC(bpf_prog, struct bpf_iter_meta *meta, struct bpf_prog *prog) in DEFINE_BPF_ITER_FUNC() argument
48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC()
71 bpf_prog_put((struct bpf_prog *)v); in bpf_prog_seq_stop()
81 BTF_ID_LIST_SINGLE(btf_bpf_prog_id, struct, bpf_prog)
|
| A D | trampoline.c | 107 bool bpf_prog_has_trampoline(const struct bpf_prog *prog) in bpf_prog_has_trampoline()
531 static int bpf_freplace_check_tgt_prog(struct bpf_prog *tgt_prog) in bpf_freplace_check_tgt_prog()
551 struct bpf_prog *tgt_prog) in __bpf_trampoline_link_prog()
603 struct bpf_prog *tgt_prog) in bpf_trampoline_link_prog()
615 struct bpf_prog *tgt_prog) in __bpf_trampoline_unlink_prog()
638 struct bpf_prog *tgt_prog) in bpf_trampoline_unlink_prog()
681 struct bpf_prog *p; in cgroup_shim_alloc()
719 struct bpf_prog *p = link->link.prog; in cgroup_shim_find()
729 int bpf_trampoline_link_cgroup_shim(struct bpf_prog *prog, in bpf_trampoline_link_cgroup_shim()
796 void bpf_trampoline_unlink_cgroup_shim(struct bpf_prog *prog) in bpf_trampoline_unlink_cgroup_shim()
[all …]
|
| A D | core.c | 101 struct bpf_prog *fp; in bpf_prog_alloc_no_stats()
147 struct bpf_prog *prog; in bpf_prog_alloc()
251 struct bpf_prog *bpf_prog_realloc(struct bpf_prog *fp_old, unsigned int size, in bpf_prog_realloc()
255 struct bpf_prog *fp; in bpf_prog_realloc()
483 struct bpf_prog *bpf_patch_insn_single(struct bpf_prog *prog, u32 off, in bpf_patch_insn_single()
798 struct bpf_prog *prog; in search_bpf_extables()
1443 static struct bpf_prog *bpf_prog_clone_create(struct bpf_prog *fp_other, in bpf_prog_clone_create()
1447 struct bpf_prog *fp; in bpf_prog_clone_create()
1485 struct bpf_prog *bpf_jit_blind_constants(struct bpf_prog *prog) in bpf_jit_blind_constants()
2503 struct bpf_prog *bpf_prog_select_runtime(struct bpf_prog *fp, int *err) in bpf_prog_select_runtime()
[all …]
|
| A D | cgroup.c | 67 const struct bpf_prog *prog; in bpf_prog_run_array_cg()
108 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_sock()
130 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_socket()
148 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_current()
239 struct bpf_prog *prog, in bpf_cgroup_storages_alloc()
787 struct bpf_prog *prog, struct bpf_prog *replace_prog, in __cgroup_bpf_attach()
908 struct bpf_prog *prog, struct bpf_prog *replace_prog, in cgroup_bpf_attach()
982 struct bpf_prog *old_prog; in __cgroup_bpf_replace()
1141 struct bpf_prog *old_prog; in __cgroup_bpf_detach()
1283 struct bpf_prog *prog; in __cgroup_bpf_query()
[all …]
|
| A D | offload.c | 109 static void __bpf_prog_offload_destroy(struct bpf_prog *prog) in __bpf_prog_offload_destroy()
271 int bpf_prog_dev_bound_inherit(struct bpf_prog *new_prog, struct bpf_prog *old_prog) in bpf_prog_dev_bound_inherit()
297 int bpf_prog_offload_verifier_prep(struct bpf_prog *prog) in bpf_prog_offload_verifier_prep()
382 void bpf_prog_dev_bound_destroy(struct bpf_prog *prog) in bpf_prog_dev_bound_destroy()
403 static int bpf_prog_offload_translate(struct bpf_prog *prog) in bpf_prog_offload_translate()
424 int bpf_prog_offload_compile(struct bpf_prog *prog) in bpf_prog_offload_compile()
432 struct bpf_prog *prog;
463 struct bpf_prog *prog) in bpf_prog_offload_info_fill()
699 static bool __bpf_offload_dev_match(struct bpf_prog *prog, in __bpf_offload_dev_match()
732 bool bpf_prog_dev_bound_match(const struct bpf_prog *lhs, const struct bpf_prog *rhs) in bpf_prog_dev_bound_match()
[all …]
|
| A D | dispatcher.c | 26 struct bpf_dispatcher *d, struct bpf_prog *prog) in bpf_dispatcher_find_prog()
44 struct bpf_prog *prog) in bpf_dispatcher_add_prog()
69 struct bpf_prog *prog) in bpf_dispatcher_remove_prog()
137 void bpf_dispatcher_change_prog(struct bpf_dispatcher *d, struct bpf_prog *from, in bpf_dispatcher_change_prog()
138 struct bpf_prog *to) in bpf_dispatcher_change_prog()
|
| A D | tcx.c | 10 int tcx_prog_attach(const union bpf_attr *attr, struct bpf_prog *prog) in tcx_prog_attach()
15 struct bpf_prog *replace_prog = NULL; in tcx_prog_attach()
59 int tcx_prog_detach(const union bpf_attr *attr, struct bpf_prog *prog) in tcx_prog_detach()
203 static int tcx_link_update(struct bpf_link *link, struct bpf_prog *nprog, in tcx_link_update()
204 struct bpf_prog *oprog) in tcx_link_update()
302 struct bpf_prog *prog) in tcx_link_init()
310 int tcx_link_attach(const union bpf_attr *attr, struct bpf_prog *prog) in tcx_link_attach()
|
| A D | devmap.c | 61 struct bpf_prog *xdp_prog;
68 struct bpf_prog *xdp_prog;
484 struct bpf_prog *xdp_prog) in __xdp_enqueue()
681 const struct bpf_prog *xdp_prog) in dev_map_generic_redirect()
704 const struct bpf_prog *xdp_prog) in dev_map_redirect_clone()
723 const struct bpf_prog *xdp_prog, in dev_map_redirect_multi()
864 struct bpf_prog *prog = NULL; in __dev_map_alloc_node()
877 if (val->bpf_prog.fd > 0) { in __dev_map_alloc_node()
890 dev->val.bpf_prog.id = prog->aux->id; in __dev_map_alloc_node()
893 dev->val.bpf_prog.id = 0; in __dev_map_alloc_node()
[all …]
|
| A D | bpf_iter.c | 25 struct bpf_prog *prog;
332 struct bpf_prog *prog) in cache_btf_id()
337 int bpf_iter_prog_supported(struct bpf_prog *prog) in bpf_iter_prog_supported()
370 bpf_iter_get_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_iter_get_func_proto()
409 struct bpf_prog *new_prog, in bpf_iter_link_replace()
410 struct bpf_prog *old_prog) in bpf_iter_link_replace()
505 struct bpf_prog *prog) in bpf_iter_link_attach()
579 struct bpf_prog *prog) in init_seq_meta()
594 struct bpf_prog *prog; in prepare_seq_file()
670 struct bpf_prog *bpf_iter_get_info(struct bpf_iter_meta *meta, bool in_stop) in bpf_iter_get_info()
[all …]
|
| A D | net_namespace.c | 164 struct bpf_prog *new_prog, in bpf_netns_link_update_prog()
165 struct bpf_prog *old_prog) in bpf_netns_link_update_prog()
296 int netns_bpf_prog_attach(const union bpf_attr *attr, struct bpf_prog *prog) in netns_bpf_prog_attach()
300 struct bpf_prog *attached; in netns_bpf_prog_attach()
365 struct bpf_prog *old) in __netns_bpf_prog_detach()
367 struct bpf_prog *attached; in __netns_bpf_prog_detach()
385 struct bpf_prog *prog; in netns_bpf_prog_detach()
476 int netns_bpf_link_create(const union bpf_attr *attr, struct bpf_prog *prog) in netns_bpf_link_create()
|
| A D | mprog.c | 34 struct bpf_prog *prog = ERR_PTR(-EINVAL); in bpf_mprog_prog()
114 struct bpf_prog *oprog; in bpf_mprog_replace()
227 struct bpf_prog *prog_new, struct bpf_link *link, in bpf_mprog_attach()
228 struct bpf_prog *prog_old, in bpf_mprog_attach()
303 struct bpf_prog *prog; in bpf_mprog_fetch()
330 struct bpf_prog *prog, struct bpf_link *link, in bpf_mprog_detach()
402 struct bpf_prog *prog; in bpf_mprog_query()
|
| A D | syscall.c | 2360 struct bpf_prog *prog; in bpf_prog_put_deferred()
2518 struct bpf_prog *bpf_prog_inc_not_zero(struct bpf_prog *prog) in bpf_prog_inc_not_zero()
2550 struct bpf_prog *prog; in __bpf_prog_get()
4169 struct bpf_prog *prog; in bpf_raw_tracepoint_open()
4370 struct bpf_prog *prog; in bpf_prog_attach()
4571 struct bpf_prog *prog; in bpf_prog_test_run()
4645 struct bpf_prog *prog; in bpf_prog_get_curr_or_next()
4666 struct bpf_prog *prog; in bpf_prog_by_id()
4683 struct bpf_prog *prog; in bpf_prog_get_fd_by_id()
5526 struct bpf_prog *prog; in link_create()
[all …]
|
| A D | bpf_lsm.c | 89 void bpf_lsm_find_cgroup_shim(const struct bpf_prog *prog, in BTF_SET_END()
115 const struct bpf_prog *prog) in bpf_lsm_verify_prog()
169 static bool bpf_ima_inode_hash_allowed(const struct bpf_prog *prog) in bpf_ima_inode_hash_allowed()
223 bpf_lsm_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in bpf_lsm_func_proto()
403 bool bpf_lsm_is_trusted(const struct bpf_prog *prog) in bpf_lsm_is_trusted()
427 int bpf_lsm_get_retval_range(const struct bpf_prog *prog, in BTF_ID()
|
| A D | stream.c | 342 int bpf_prog_stream_read(struct bpf_prog *prog, enum bpf_stream_id stream_id, void __user *buf, int… in bpf_prog_stream_read()
395 void bpf_prog_stream_init(struct bpf_prog *prog) in bpf_prog_stream_init()
408 void bpf_prog_stream_free(struct bpf_prog *prog) in bpf_prog_stream_free()
453 int bpf_stream_stage_commit(struct bpf_stream_stage *ss, struct bpf_prog *prog, in bpf_stream_stage_commit()
490 struct bpf_prog *prog; in dump_stack_cb()
|
| A D | cpumap.c | 70 struct bpf_prog *prog;
91 value_size != offsetofend(struct bpf_cpumap_val, bpf_prog.fd)) || in cpu_map_alloc()
411 struct bpf_prog *prog; in __cpu_map_load_bpf_program()
423 rcpu->value.bpf_prog.id = prog->aux->id; in __cpu_map_load_bpf_program()
433 int numa, err, i, fd = value->bpf_prog.fd; in __cpu_map_entry_alloc()
|
| A D | kmem_cache_iter.c | 160 struct bpf_prog *prog; in kmem_cache_iter_seq_stop()
186 struct bpf_prog *prog; in kmem_cache_iter_seq_show()
|
| A D | arraymap.c | 631 struct bpf_prog *prog; in __bpf_array_map_seq_show()
942 struct bpf_prog *prog = bpf_prog_get(fd); in prog_fd_array_get_ptr()
974 struct bpf_prog *prog = ptr; in prog_fd_array_put_ptr()
985 return ((struct bpf_prog *)ptr)->aux->id; in prog_fd_array_sys_lookup_elem()
1078 struct bpf_prog *new, struct bpf_prog *old) in bpf_arch_poke_desc_update()
1084 struct bpf_prog *old, in prog_array_map_poke_run()
1085 struct bpf_prog *new) in prog_array_map_poke_run()
|
| A D | map_iter.c | 48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC()
100 static int bpf_iter_attach_map(struct bpf_prog *prog, in bpf_iter_attach_map()
|
| A D | cgroup_iter.c | 126 struct bpf_prog *prog; in __cgroup_iter_seq_show()
194 static int bpf_iter_attach_cgroup(struct bpf_prog *prog, in bpf_iter_attach_cgroup()
|
| A D | task_iter.c | 180 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC()
205 static int bpf_iter_attach_task(struct bpf_prog *prog, in bpf_iter_attach_task()
349 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC()
611 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC()
|
| A D | inode.c | 556 static struct bpf_prog *__get_prog_inode(struct inode *inode, enum bpf_prog_type type) in __get_prog_inode()
558 struct bpf_prog *prog; in __get_prog_inode()
583 struct bpf_prog *bpf_prog_get_type_path(const char *name, enum bpf_prog_type type) in bpf_prog_get_type_path()
585 struct bpf_prog *prog; in bpf_prog_get_type_path()
|
| A D | link_iter.c | 48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC()
|
| A D | dmabuf_iter.c | 40 struct bpf_prog *prog = bpf_iter_get_info(&meta, in_stop); in __dmabuf_seq_show()
|
| /kernel/bpf/preload/iterators/ |
| A D | iterators.bpf.c | 44 struct bpf_prog *dst_prog;
49 struct bpf_prog { struct
55 struct bpf_prog *prog;
103 struct bpf_prog *prog = ctx->prog; in dump_bpf_prog()
|
| /kernel/trace/ |
| A D | bpf_trace.c | 1519 const struct bpf_prog *prog, in kprobe_prog_is_valid_access()
1630 const struct bpf_prog *prog, in tp_prog_is_valid_access()
1939 const struct bpf_prog *prog, in raw_tp_prog_is_valid_access()
1947 const struct bpf_prog *prog, in tracing_prog_is_valid_access()
1982 const struct bpf_prog *prog, in raw_tp_writable_prog_is_valid_access()
2002 const struct bpf_prog *prog, in pe_prog_is_valid_access()
2089 struct bpf_prog *prog, in perf_event_attach_bpf_prog()
2136 struct bpf_prog *prog = NULL; in perf_event_detach_bpf_prog()
2243 struct bpf_prog *prog = link->link.prog; in __bpf_trace_run()
2313 struct bpf_prog *prog = link->link.prog; in bpf_probe_register()
[all …]
|