| /linux-6.3-rc2/kernel/bpf/ |
| A D | trampoline.c | 558 link->link.prog->bpf_func); in __bpf_trampoline_link_prog()
601 tr->extension_prog->bpf_func, NULL); in __bpf_trampoline_unlink_prog()
649 bpf_func_t bpf_func, in cgroup_shim_alloc() argument
666 p->bpf_func = bpf_func; in cgroup_shim_alloc()
684 bpf_func_t bpf_func) in cgroup_shim_find() argument
693 if (p->bpf_func == bpf_func) in cgroup_shim_find()
707 bpf_func_t bpf_func; in bpf_trampoline_link_cgroup_shim() local
720 bpf_lsm_find_cgroup_shim(prog, &bpf_func); in bpf_trampoline_link_cgroup_shim()
727 shim_link = cgroup_shim_find(tr, bpf_func); in bpf_trampoline_link_cgroup_shim()
771 bpf_func_t bpf_func; in bpf_trampoline_unlink_cgroup_shim() local
[all …]
|
| A D | bpf_lsm.c | 73 bpf_func_t *bpf_func) in BTF_SET_END()
80 *bpf_func = __cgroup_bpf_run_lsm_current; in BTF_SET_END()
88 *bpf_func = __cgroup_bpf_run_lsm_socket; in BTF_SET_END()
90 *bpf_func = __cgroup_bpf_run_lsm_sock; in BTF_SET_END()
93 *bpf_func = __cgroup_bpf_run_lsm_current; in BTF_SET_END()
|
| A D | dispatcher.c | 101 *ipsp++ = (s64)(uintptr_t)d->progs[i].prog->bpf_func; in bpf_dispatcher_prepare()
|
| A D | core.c | 224 jited_linfo[0] = prog->bpf_func; in bpf_prog_fill_jited_linfo()
232 jited_linfo[i] = prog->bpf_func + in bpf_prog_fill_jited_linfo()
555 prog->aux->ksym.start = (unsigned long) prog->bpf_func; in bpf_prog_ksym_set_addr()
1150 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_binary_pack_hdr()
1160 unsigned long real_start = (unsigned long)fp->bpf_func; in bpf_jit_binary_hdr()
1201 addr = (u8 *)prog->aux->func[off]->bpf_func; in bpf_jit_get_func_addr()
2154 fp->bpf_func = interpreters[(round_up(stack_depth, 32) / 32) - 1]; in bpf_prog_select_func()
2156 fp->bpf_func = __bpf_prog_ret0_warn; in bpf_prog_select_func()
2178 if (fp->bpf_func) in bpf_prog_select_runtime()
2234 .bpf_func = __bpf_prog_ret1,
|
| A D | arraymap.c | 1048 old_addr = old ? (u8 *)old->bpf_func + poke->adj_off : NULL; in prog_array_map_poke_run()
1049 new_addr = new ? (u8 *)new->bpf_func + poke->adj_off : NULL; in prog_array_map_poke_run()
|
| A D | offload.c | 415 prog->bpf_func = bpf_prog_warn_on_exec; in bpf_prog_offload_compile()
|
| A D | syscall.c | 4051 img = (u8 *) prog->aux->func[i]->bpf_func; in bpf_prog_get_info_by_fd()
4060 if (copy_to_user(uinsns, prog->bpf_func, ulen)) in bpf_prog_get_info_by_fd()
4084 prog->aux->func[i]->bpf_func; in bpf_prog_get_info_by_fd()
4090 ksym_addr = (unsigned long) prog->bpf_func; in bpf_prog_get_info_by_fd()
|
| /linux-6.3-rc2/include/linux/ |
| A D | bpf_lsm.h | 46 void bpf_lsm_find_cgroup_shim(const struct bpf_prog *prog, bpf_func_t *bpf_func);
77 bpf_func_t *bpf_func) in bpf_lsm_find_cgroup_shim() argument
|
| A D | tracepoint-defs.h | 51 void *bpf_func; member
|
| A D | bpf.h | 1122 bpf_func_t bpf_func) in bpf_dispatcher_nop_func() argument
1124 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func()
1150 static_call(bpf_dispatcher_##name##_call)(ctx, insnsi, bpf_func)
1158 #define __BPF_DISPATCHER_CALL(name) bpf_func(ctx, insnsi)
1181 bpf_func_t bpf_func) \
1193 bpf_func_t bpf_func); \
1395 unsigned int (*bpf_func)(const void *ctx, member
|
| A D | filter.h | 579 unsigned int (*bpf_func)(const void *,
594 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
601 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
|
| /linux-6.3-rc2/arch/riscv/net/ |
| A D | bpf_jit_core.c | 157 prog->bpf_func = (void *)ctx->insns; in bpf_int_jit_compile()
|
| A D | bpf_jit_comp64.c | 373 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
756 ret = emit_call((const u64)p->bpf_func, true, ctx); in invoke_bpf_prog()
|
| /linux-6.3-rc2/include/trace/ |
| A D | bpf_probe.h | 73 .bpf_func = __bpf_trace_##template, \
|
| /linux-6.3-rc2/arch/powerpc/net/ |
| A D | bpf_jit_comp.c | 200 fp->bpf_func = (void *)image; in bpf_int_jit_compile()
|
| /linux-6.3-rc2/arch/x86/net/ |
| A D | bpf_jit_comp.c | 529 offsetof(struct bpf_prog, bpf_func)); in emit_bpf_tail_call_indirect()
610 (u8 *)target->bpf_func + in bpf_tail_call_direct_fixup()
1964 if (emit_rsb_call(&prog, p->bpf_func, prog)) in invoke_bpf_prog()
2533 prog->bpf_func = NULL; in bpf_int_jit_compile()
2599 prog->bpf_func = (void *)image; in bpf_int_jit_compile()
|
| A D | bpf_jit_comp32.c | 1369 offsetof(struct bpf_prog, bpf_func)); in emit_bpf_tail_call()
2605 prog->bpf_func = (void *)image; in bpf_int_jit_compile()
|
| /linux-6.3-rc2/arch/sparc/net/ |
| A D | bpf_jit_comp_32.c | 750 fp->bpf_func = (void *)image; in bpf_jit_compile()
761 module_memfree(fp->bpf_func); in bpf_jit_free()
|
| A D | bpf_jit_comp_64.c | 887 off = offsetof(struct bpf_prog, bpf_func); in emit_tail_call()
1612 prog->bpf_func = (void *)ctx.image; in bpf_int_jit_compile()
|
| /linux-6.3-rc2/arch/loongarch/net/ |
| A D | bpf_jit.c | 255 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
1214 prog->bpf_func = NULL; in bpf_int_jit_compile()
1227 prog->bpf_func = (void *)ctx.image; in bpf_int_jit_compile()
|
| /linux-6.3-rc2/arch/arm64/net/ |
| A D | bpf_jit_comp.c | 419 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
1581 prog->bpf_func = NULL; in bpf_int_jit_compile()
1592 prog->bpf_func = (void *)ctx.image; in bpf_int_jit_compile()
1689 emit_call((const u64)p->bpf_func, ctx); in invoke_bpf_prog()
|
| /linux-6.3-rc2/arch/s390/net/ |
| A D | bpf_jit_comp.c | 1520 offsetof(struct bpf_prog, bpf_func)); in bpf_jit_insn()
1981 fp->bpf_func = (void *) jit.prg_buf; in bpf_int_jit_compile()
2135 load_imm64(jit, REG_1, (u64)p->bpf_func); in invoke_bpf_prog()
|
| /linux-6.3-rc2/arch/arm/net/ |
| A D | bpf_jit_32.c | 1213 BUILD_BUG_ON(offsetof(struct bpf_prog, bpf_func) > in emit_bpf_tail_call()
1215 off = offsetof(struct bpf_prog, bpf_func); in emit_bpf_tail_call()
2007 prog->bpf_func = (void *)ctx.target; in bpf_int_jit_compile()
|
| /linux-6.3-rc2/arch/mips/net/ |
| A D | bpf_jit_comp.c | 1018 prog->bpf_func = (void *)ctx.target; in bpf_int_jit_compile()
|
| A D | bpf_jit_comp64.c | 514 off = offsetof(struct bpf_prog, bpf_func); in emit_tail_call()
|