| /linux-6.3-rc2/kernel/bpf/ |
| A D | core.c | 304 dst[i] = fp->insnsi[i]; in bpf_prog_calc_tag()
392 struct bpf_insn *insn = prog->insnsi; in bpf_adj_branches()
404 insn = prog->insnsi + end_old; in bpf_adj_branches()
465 memcpy(prog->insnsi + off, patch, sizeof(*patch)); in bpf_patch_insn_single()
501 memmove(prog_adj->insnsi + off + len, prog_adj->insnsi + off + 1, in bpf_patch_insn_single()
503 memcpy(prog_adj->insnsi + off, patch, sizeof(*patch) * len); in bpf_patch_insn_single()
521 memmove(prog->insnsi + off, prog->insnsi + off + cnt, in bpf_remove_insns()
1411 insn = clone->insnsi; in bpf_jit_blind_constants()
1451 insn = clone->insnsi + i + insn_delta; in bpf_jit_blind_constants()
1856 insn = prog->insnsi; in ___bpf_prog_run()
|
| A D | verifier.c | 2425 struct bpf_insn *insn = env->prog->insnsi; in add_subprog_and_kfunc()
2468 struct bpf_insn *insn = env->prog->insnsi; in check_subprogs()
15782 insns = new_prog->insnsi; in opt_subreg_zext_lo32_rnd_hi32()
15829 insn = env->prog->insnsi + delta; in convert_ctx_accesses()
16053 memcpy(func[i]->insnsi, &prog->insnsi[subprog_start], in jit_subprogs()
16088 insn = func[i]->insnsi; in jit_subprogs()
16109 insn = func[i]->insnsi; in jit_subprogs()
16219 struct bpf_insn *insn = prog->insnsi; in fixup_call_args()
16336 struct bpf_insn *insn = prog->insnsi; in do_misc_fixups()
16478 insn = new_prog->insnsi + i + delta; in do_misc_fixups()
[all …]
|
| A D | cgroup.c | 78 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_sock()
100 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_socket()
118 shim_prog = (const struct bpf_prog *)((void *)insn - offsetof(struct bpf_prog, insnsi)); in __cgroup_bpf_run_lsm_current()
|
| A D | syscall.c | 3847 insns = kmemdup(prog->insnsi, bpf_prog_insn_size(prog), in bpf_insn_prepare_dump()
|
| /linux-6.3-rc2/arch/riscv/net/ |
| A D | bpf_jit_core.c | 22 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| A D | bpf_jit_comp64.c | 755 emit_imm(RV_REG_A1, (const s64)p->insnsi, ctx); in invoke_bpf_prog()
1021 int s, e, rvoff, ret, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| A D | bpf_jit_comp32.c | 959 int s, e, rvoff, i = insn - ctx->prog->insnsi; in bpf_jit_emit_insn()
|
| /linux-6.3-rc2/include/linux/ |
| A D | bpf.h | 1121 const struct bpf_insn *insnsi, in bpf_dispatcher_nop_func() argument
1124 return bpf_func(ctx, insnsi); in bpf_dispatcher_nop_func()
1150 static_call(bpf_dispatcher_##name##_call)(ctx, insnsi, bpf_func)
1158 #define __BPF_DISPATCHER_CALL(name) bpf_func(ctx, insnsi)
1180 const struct bpf_insn *insnsi, \
1192 const struct bpf_insn *insnsi, \
1402 DECLARE_FLEX_ARRAY(struct bpf_insn, insnsi);
|
| A D | filter.h | 578 const struct bpf_insn *insnsi,
594 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
601 ret = dfunc(ctx, prog->insnsi, prog->bpf_func); in __bpf_prog_run()
|
| /linux-6.3-rc2/arch/arm64/net/ |
| A D | bpf_jit_comp.c | 518 const int i = insn - ctx->prog->insnsi; in emit_ll_sc_atomic()
766 const int i = insn - ctx->prog->insnsi; in build_insn()
1314 const struct bpf_insn *insn = &prog->insnsi[i]; in find_fpb_offset()
1392 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
1687 emit_addr_mov_i64(A64_R(1), (const u64)p->insnsi, ctx); in invoke_bpf_prog()
|
| /linux-6.3-rc2/drivers/net/ethernet/netronome/nfp/bpf/ |
| A D | offload.c | 205 ret = nfp_prog_prepare(nfp_prog, prog->insnsi, prog->len); in nfp_bpf_verifier_prep()
|
| /linux-6.3-rc2/arch/loongarch/net/ |
| A D | bpf_jit.c | 454 int i = insn - ctx->prog->insnsi; in build_insn()
1043 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| /linux-6.3-rc2/arch/x86/net/ |
| A D | bpf_jit_comp.c | 970 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit()
1961 (long) p->insnsi >> 32, in invoke_bpf_prog()
1962 (u32) (long) p->insnsi); in invoke_bpf_prog()
|
| A D | bpf_jit_comp32.c | 1662 struct bpf_insn *insn = bpf_prog->insnsi; in do_jit()
|
| /linux-6.3-rc2/arch/mips/net/ |
| A D | bpf_jit_comp.c | 853 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| /linux-6.3-rc2/arch/sparc/net/ |
| A D | bpf_jit_comp_64.c | 900 const int i = insn - ctx->prog->insnsi; in build_insn()
1444 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
|
| /linux-6.3-rc2/arch/s390/net/ |
| A D | bpf_jit_comp.c | 778 struct bpf_insn *insn = &fp->insnsi[i]; in bpf_jit_insn()
2140 load_imm64(jit, REG_3, (u64)p->insnsi); in invoke_bpf_prog()
|
| /linux-6.3-rc2/arch/arm/net/ |
| A D | bpf_jit_32.c | 1357 const int i = insn - ctx->prog->insnsi; in build_insn()
1835 const struct bpf_insn *insn = &(prog->insnsi[i]); in build_body()
|
| /linux-6.3-rc2/arch/powerpc/net/ |
| A D | bpf_jit_comp64.c | 350 const struct bpf_insn *insn = fp->insnsi; in bpf_jit_build_body()
|
| A D | bpf_jit_comp32.c | 284 const struct bpf_insn *insn = fp->insnsi; in bpf_jit_build_body()
|
| /linux-6.3-rc2/lib/ |
| A D | test_bpf.c | 14490 memcpy(fp->insnsi, fptr, fp->len * sizeof(struct bpf_insn)); in generate_filter()
15089 memcpy(fp->insnsi, test->insns, len * sizeof(struct bpf_insn)); in prepare_tail_call_tests()
15093 struct bpf_insn *insn = &fp->insnsi[i]; in prepare_tail_call_tests()
|
| /linux-6.3-rc2/net/core/ |
| A D | filter.c | 576 first_insn = new_prog->insnsi; in bpf_convert_filter()
8633 *insn++ = prog->insnsi[0]; in bpf_unclone_prologue()
|