| /linux/net/sched/ |
| A D | cls_bpf.c | 155 skip_sw = prog && tc_skip_sw(prog->gen_flags); in cls_bpf_offload_cmd() 161 cls_bpf.prog = prog ? prog->filter : NULL; in cls_bpf_offload_cmd() 170 &prog->gen_flags, &prog->in_hw_count, in cls_bpf_offload_cmd() 206 if (prog && tc_skip_hw(prog->gen_flags)) in cls_bpf_offload() 207 prog = NULL; in cls_bpf_offload() 236 cls_bpf.prog = prog->filter; in cls_bpf_offload_update_stats() 275 kfree(prog); in __cls_bpf_delete_prog() 432 prog = kzalloc(sizeof(*prog), GFP_KERNEL); in cls_bpf_change() 433 if (!prog) in cls_bpf_change() 522 *arg = prog; in cls_bpf_change() [all …]
|
| A D | act_bpf.c | 84 action = prog->tcf_action; in tcf_bpf_act() 96 return !prog->bpf_ops; in tcf_bpf_is_ebpf() 122 if (prog->bpf_name && in tcf_bpf_dump_ebpf_info() 144 .index = prog->tcf_index, in tcf_bpf_dump() 151 spin_lock_bh(&prog->tcf_lock); in tcf_bpf_dump() 152 opt.action = prog->tcf_action; in tcf_bpf_dump() 156 if (tcf_bpf_is_ebpf(prog)) in tcf_bpf_dump() 275 cfg->bpf_ops = prog->bpf_ops; in tcf_bpf_prog_fill_cfg() 290 struct tcf_bpf *prog; in tcf_bpf_init() local 350 prog = to_bpf(*act); in tcf_bpf_init() [all …]
|
| /linux/tools/testing/selftests/bpf/prog_tests/ |
| A D | exceptions.c | 99 ASSERT_OK_PTR(bpf_program__name(prog), bpf_program__name(prog)); \ in test_exceptions_success() 124 prog = eskel->progs.pfentry; in test_exceptions_success() 144 prog = eskel->progs.pfexit; in test_exceptions_success() 195 prog = eskel->progs.pfentry; in test_exceptions_success() 217 prog = eskel->progs.pfentry; in test_exceptions_success() 239 prog = eskel->progs.pfexit; in test_exceptions_success() 261 prog = eskel->progs.pfexit; in test_exceptions_success() 285 prog = eskel->progs.pfmod_ret; in test_exceptions_success() 298 prog = eskel->progs.pfmod_ret; in test_exceptions_success() 309 prog = eskel->progs.extension; in test_exceptions_success() [all …]
|
| A D | tailcalls.c | 19 struct bpf_program *prog; in test_tailcall_1() local 35 if (CHECK_FAIL(!prog)) in test_tailcall_1() 54 if (CHECK_FAIL(!prog)) in test_tailcall_1() 84 if (CHECK_FAIL(!prog)) in test_tailcall_1() 105 if (CHECK_FAIL(!prog)) in test_tailcall_1() 171 if (CHECK_FAIL(!prog)) in test_tailcall_2() 190 if (CHECK_FAIL(!prog)) in test_tailcall_2() 248 if (CHECK_FAIL(!prog)) in test_tailcall_count() 264 if (CHECK_FAIL(!prog)) in test_tailcall_count() 432 if (CHECK_FAIL(!prog)) in test_tailcall_4() [all …]
|
| A D | trampoline_count.c | 13 struct bpf_program *prog; in load_prog() local 26 prog = bpf_object__find_program_by_name(obj, name); in load_prog() 27 if (!ASSERT_OK_PTR(prog, "obj_find_prog")) in load_prog() 30 return prog; in load_prog() 39 struct bpf_program *prog; in serial_test_trampoline_count() local 54 if (!prog) in serial_test_trampoline_count() 57 link = bpf_program__attach(prog); in serial_test_trampoline_count() 65 prog = load_prog(file, "fmod_ret_test", &inst[i]); in serial_test_trampoline_count() 66 if (!prog) in serial_test_trampoline_count() 70 link = bpf_program__attach(prog); in serial_test_trampoline_count() [all …]
|
| /linux/arch/riscv/net/ |
| A D | bpf_jit_core.c | 21 const struct bpf_prog *prog = ctx->prog; in build_body() local 60 if (tmp != prog) { in bpf_int_jit_compile() 62 prog = tmp; in bpf_int_jit_compile() 69 prog = orig_prog; in bpf_int_jit_compile() 85 ctx->prog = prog; in bpf_int_jit_compile() 88 prog = orig_prog; in bpf_int_jit_compile() 93 prog = orig_prog; in bpf_int_jit_compile() 154 prog = orig_prog; in bpf_int_jit_compile() 177 prog->jited = 1; in bpf_int_jit_compile() 205 bpf_jit_prog_release_other(prog, prog == orig_prog ? in bpf_int_jit_compile() [all …]
|
| /linux/arch/parisc/net/ |
| A D | bpf_jit_core.c | 18 const struct bpf_prog *prog = ctx->prog; in build_body() local 59 if (tmp != prog) { in bpf_int_jit_compile() 61 prog = tmp; in bpf_int_jit_compile() 68 prog = orig_prog; in bpf_int_jit_compile() 82 ctx->prog = prog; in bpf_int_jit_compile() 85 prog = orig_prog; in bpf_int_jit_compile() 137 prog = orig_prog; in bpf_int_jit_compile() 151 prog = orig_prog; in bpf_int_jit_compile() 164 prog->jited = 1; in bpf_int_jit_compile() 191 bpf_jit_prog_release_other(prog, prog == orig_prog ? in bpf_int_jit_compile() [all …]
|
| /linux/drivers/clk/at91/ |
| A D | clk-programmable.c | 40 regmap_read(prog->regmap, AT91_PMC_PCKR(prog->id), &pckr); in clk_programmable_recalc_rate() 113 if (prog->mux_table) in clk_programmable_set_parent() 123 regmap_update_bits(prog->regmap, AT91_PMC_PCKR(prog->id), mask, pckr); in clk_programmable_set_parent() 135 regmap_read(prog->regmap, AT91_PMC_PCKR(prog->id), &pckr); in clk_programmable_get_parent() 143 ret = clk_mux_val_to_index(&prog->hw, prog->mux_table, 0, ret); in clk_programmable_get_parent() 174 regmap_update_bits(prog->regmap, AT91_PMC_PCKR(prog->id), in clk_programmable_set_rate() 230 prog = kzalloc(sizeof(*prog), GFP_KERNEL); in at91_clk_register_programmable() 231 if (!prog) in at91_clk_register_programmable() 243 prog->id = id; in at91_clk_register_programmable() 249 hw = &prog->hw; in at91_clk_register_programmable() [all …]
|
| /linux/arch/x86/net/ |
| A D | bpf_jit_comp.c | 38 do { prog = emit_code(prog, bytes, len); } while (0) 333 *pprog = prog; in push_r12() 348 *pprog = prog; in push_callee_regs() 356 *pprog = prog; in pop_r12() 579 u8 *prog; in __bpf_arch_text_poke() local 1462 prog = temp; in do_jit() 2467 u8 *prog; in clean_stack_garbage() local 2731 emit_nops(&prog, target - prog); in emit_align() 2883 u8 *prog; in __arch_prepare_bpf_trampoline() local 3137 emit_return(&prog, image + (prog - (u8 *)rw_image)); in __arch_prepare_bpf_trampoline() [all …]
|
| A D | bpf_jit_comp32.c | 65 do { prog = emit_code(prog, bytes, len); cnt += len; } while (0) 230 *pprog = prog; in emit_ia32_mov_i() 251 *pprog = prog; in emit_ia32_mov_r() 314 *pprog = prog; in emit_ia32_mul_r() 362 *pprog = prog; in emit_ia32_to_le_r64() 428 *pprog = prog; in emit_ia32_to_be_r64() 475 *pprog = prog; in emit_ia32_div_mod_r() 587 &prog); in emit_ia32_alu_r64() 2545 prog = tmp; in bpf_int_jit_compile() 2615 bpf_jit_prog_release_other(prog, prog == orig_prog ? in bpf_int_jit_compile() [all …]
|
| /linux/tools/workqueue/ |
| A D | wq_dump.py | 96 workqueues = prog['workqueues'] 99 wq_affn_dfl = prog['wq_affn_dfl'] 102 WQ_BH = prog['WQ_BH'] 103 WQ_UNBOUND = prog['WQ_UNBOUND'] 107 WQ_AFFN_CPU = prog['WQ_AFFN_CPU'] 108 WQ_AFFN_SMT = prog['WQ_AFFN_SMT'] 113 POOL_BH = prog['POOL_BH'] 137 for cpu in for_each_possible_cpu(prog): 177 for cpu in for_each_possible_cpu(prog): 184 for cpu in for_each_possible_cpu(prog): [all …]
|
| /linux/kernel/bpf/ |
| A D | mprog.c | 26 tuple->prog = link->prog; in bpf_mprog_link() 49 tuple->prog = prog; in bpf_mprog_prog() 187 if (tuple->prog == READ_ONCE(fp->prog)) in bpf_mprog_pos_exact() 202 if (tuple->prog == READ_ONCE(fp->prog) && in bpf_mprog_pos_before() 218 if (tuple->prog == READ_ONCE(fp->prog) && in bpf_mprog_pos_after() 311 prog = READ_ONCE(fp->prog); in bpf_mprog_fetch() 321 WARN_ON_ONCE(tuple->prog && tuple->prog != prog); in bpf_mprog_fetch() 323 tuple->prog = prog; in bpf_mprog_fetch() 334 .prog = prog, in bpf_mprog_detach() 346 prog ? prog->type : in bpf_mprog_detach() [all …]
|
| A D | syscall.c | 2230 prog = aux->prog; in bpf_prog_put_deferred() 2317 bin2hex(prog_tag, prog->tag, sizeof(prog->tag)); in bpf_prog_show_fdinfo() 2850 prog = bpf_prog_select_runtime(prog, &err); in bpf_prog_load() 2944 link->prog = prog; in bpf_link_init() 3071 const struct bpf_prog *prog = link->prog; in bpf_link_show_fdinfo() local 3084 bin2hex(prog_tag, prog->tag, sizeof(prog->tag)); in bpf_link_show_fdinfo() 4173 if (prog) in bpf_prog_detach() 4327 prog = bpf_prog_inc_not_zero(prog); in bpf_prog_get_curr_or_next() 4349 if (prog) in bpf_prog_by_id() 4350 prog = bpf_prog_inc_not_zero(prog); in bpf_prog_by_id() [all …]
|
| A D | dispatcher.c | 31 if (prog == d->progs[i].prog) in bpf_dispatcher_find_prog() 44 struct bpf_prog *prog) in bpf_dispatcher_add_prog() argument 48 if (!prog) in bpf_dispatcher_add_prog() 51 entry = bpf_dispatcher_find_prog(d, prog); in bpf_dispatcher_add_prog() 61 bpf_prog_inc(prog); in bpf_dispatcher_add_prog() 62 entry->prog = prog; in bpf_dispatcher_add_prog() 69 struct bpf_prog *prog) in bpf_dispatcher_remove_prog() argument 73 if (!prog) in bpf_dispatcher_remove_prog() 81 entry->prog = NULL; in bpf_dispatcher_remove_prog() 82 bpf_prog_put(prog); in bpf_dispatcher_remove_prog() [all …]
|
| A D | trampoline.c | 557 if (link_exiting->link.prog != link->link.prog) in __bpf_trampoline_link_prog() 709 prog->aux->attach_btf_id); in bpf_trampoline_link_cgroup_shim() 766 prog->aux->attach_btf_id); in bpf_trampoline_unlink_cgroup_shim() 905 update_prog_stats(prog, start); in __bpf_prog_exit_recur() 906 this_cpu_dec(*(prog->active)); in __bpf_prog_exit_recur() 957 update_prog_stats(prog, start); in __bpf_prog_exit_sleepable_recur() 958 this_cpu_dec(*(prog->active)); in __bpf_prog_exit_sleepable_recur() 980 update_prog_stats(prog, start); in __bpf_prog_exit_sleepable() 1003 update_prog_stats(prog, start); in __bpf_prog_exit() 1022 if (bpf_prog_check_recur(prog)) in bpf_trampoline_enter() [all …]
|
| A D | prog_iter.c | 16 struct bpf_prog *prog; in bpf_prog_seq_start() local 18 prog = bpf_prog_get_curr_or_next(&info->prog_id); in bpf_prog_seq_start() 19 if (!prog) in bpf_prog_seq_start() 24 return prog; in bpf_prog_seq_start() 39 __bpf_md_ptr(struct bpf_prog *, prog); 48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local 52 ctx.prog = v; in DEFINE_BPF_ITER_FUNC() 54 prog = bpf_iter_get_info(&meta, in_stop); in DEFINE_BPF_ITER_FUNC() 55 if (prog) in DEFINE_BPF_ITER_FUNC() 56 ret = bpf_iter_run_prog(prog, &ctx); in DEFINE_BPF_ITER_FUNC() [all …]
|
| A D | offload.c | 117 prog->aux->offload = NULL; in __bpf_prog_offload_destroy() 198 offload->prog = prog; in __bpf_prog_dev_bound_init() 219 prog->aux->offload = offload; in __bpf_prog_dev_bound_init() 302 offload = prog->aux->offload; in bpf_prog_offload_verifier_prep() 388 if (prog->aux->offload) { in bpf_prog_dev_bound_destroy() 408 offload = prog->aux->offload; in bpf_prog_offload_translate() 431 struct bpf_prog *prog; member 462 struct bpf_prog *prog) in bpf_prog_offload_info_fill() argument 465 .prog = prog, in bpf_prog_offload_info_fill() 703 offload = prog->aux->offload; in __bpf_offload_dev_match() [all …]
|
| /linux/drivers/net/hyperv/ |
| A D | netvsc_bpf.c | 31 struct bpf_prog *prog; in netvsc_run_xdp() local 40 if (!prog) in netvsc_run_xdp() 61 act = bpf_prog_run_xdp(prog, xdp); in netvsc_run_xdp() 133 if (!old_prog && !prog) in netvsc_xdp_set() 137 if (prog && buf_max > PAGE_SIZE) { in netvsc_xdp_set() 152 if (prog) in netvsc_xdp_set() 180 if (prog) in netvsc_vf_setxdp() 181 bpf_prog_inc(prog); in netvsc_vf_setxdp() 184 xdp.prog = prog; in netvsc_vf_setxdp() 188 if (ret && prog) in netvsc_vf_setxdp() [all …]
|
| /linux/drivers/net/ethernet/microsoft/mana/ |
| A D | mana_bpf.c | 84 struct bpf_prog *prog; in mana_run_xdp() local 88 prog = rcu_dereference(rxq->bpf_prog); in mana_run_xdp() 90 if (!prog) in mana_run_xdp() 96 act = bpf_prog_run_xdp(prog, xdp); in mana_run_xdp() 157 if (old_prog == prog) in mana_chn_setxdp() 160 if (prog) in mana_chn_setxdp() 161 bpf_prog_add(prog, num_queues); in mana_chn_setxdp() 182 if (!old_prog && !prog) in mana_xdp_set() 196 apc->bpf_prog = prog; in mana_xdp_set() 202 mana_chn_setxdp(apc, prog); in mana_xdp_set() [all …]
|
| /linux/arch/arc/net/ |
| A D | bpf_jit_core.c | 129 dump_bytes((u8 *)prog->insns, 8 * prog->len, " VM "); in vm_dump() 167 ctx->prog = bpf_jit_blind_constants(prog); in jit_ctx_init() 1056 const struct bpf_prog *prog = ctx->prog; in handle_body() local 1223 struct bpf_prog *prog = ctx->prog; in jit_finalize() local 1309 const struct bpf_prog *prog = ctx->prog; in jit_patch_relocations() local 1344 return prog; in do_normal_pass() 1348 return prog; in do_normal_pass() 1354 return prog; in do_normal_pass() 1359 return prog; in do_normal_pass() 1364 return prog; in do_normal_pass() [all …]
|
| /linux/tools/lib/bpf/ |
| A D | libbpf.h | 424 LIBBPF_API void bpf_program__unload(struct bpf_program *prog); 458 struct bpf_program *prog); 480 bpf_program__attach(const struct bpf_program *prog); 658 bpf_program__attach_ksyscall(const struct bpf_program *prog, 753 bpf_program__attach_usdt(const struct bpf_program *prog, 800 bpf_program__attach_trace(const struct bpf_program *prog); 805 bpf_program__attach_lsm(const struct bpf_program *prog); 815 bpf_program__attach_freplace(const struct bpf_program *prog, 830 bpf_program__attach_netfilter(const struct bpf_program *prog, 876 bpf_program__attach_iter(const struct bpf_program *prog, [all …]
|
| A D | libbpf.c | 806 memset(prog, 0, sizeof(*prog)); in bpf_object__init_prog() 813 prog->insns_cnt = prog->sec_insn_cnt; in bpf_object__init_prog() 1272 map->name, mname, prog->name, prog->sec_name, prog->type, in bpf_map__init_kern_struct_ops() 1278 map->name, mname, prog->name, prog->sec_name, prog->type, in bpf_map__init_kern_struct_ops() 7423 prog->name, prog->sec_name); in bpf_object_load_prog() 7860 err = bpf_object_load_prog(obj, prog, prog->insns, prog->insns_cnt, in bpf_object__load_progs() 7884 prog->name, prog->sec_name); in bpf_object_init_progs() 7895 err = prog->sec_def->prog_setup_fn(prog, prog->sec_def->cookie); in bpf_object_init_progs() 12219 prog->name, prog->sec_name); in attach_uprobe() 12549 prog->name, prog->sec_name); in attach_raw_tp() [all …]
|
| /linux/scripts/ |
| A D | sphinx-pre-install | 113 if (defined($map{$prog})) { 114 $install .= " " . $map{$prog}; 116 $install .= " " . $prog; 158 my $prog = shift; 176 my $prog = shift; 179 return $prog if findprog($prog); 186 my $prog = shift; 197 my $prog = shift; 213 foreach my $prog(@pkgs) { 224 foreach my $prog(@pkgs) { [all …]
|
| /linux/drivers/net/netdevsim/ |
| A D | bpf.c | 31 struct bpf_prog *prog; member 89 return ns->xdp_hw.prog; in nsim_xdp_offload_active() 96 if (!prog || !bpf_prog_is_offloaded(prog->aux)) in nsim_prog_set_loaded() 111 ns->bpf_offloaded = prog; in nsim_bpf_offload() 112 ns->bpf_offloaded_id = prog ? prog->aux->id : 0; in nsim_bpf_offload() 122 struct bpf_prog *prog = cls_bpf->prog; in nsim_bpf_setup_tc_block_cb() local 147 if (prog && !prog->aux->offload && !ns->bpf_tc_non_bound_accept) { in nsim_bpf_setup_tc_block_cb() 161 if (!cls_bpf->prog) in nsim_bpf_setup_tc_block_cb() 230 state->prog = prog; in nsim_bpf_create_prog() 295 if (bpf->prog && bpf->prog->aux->offload) { in nsim_setup_prog_checks() [all …]
|
| /linux/drivers/net/ethernet/netronome/nfp/bpf/ |
| A D | offload.c | 112 struct bpf_prog *prog) in nfp_map_ptrs_record() argument 137 prog->aux->used_maps[i]); in nfp_map_ptrs_record() 162 meta->insn = prog[i]; in nfp_prog_prepare() 202 nfp_prog->type = prog->type; in nfp_bpf_verifier_prep() 205 ret = nfp_prog_prepare(nfp_prog, prog->insnsi, prog->len); in nfp_bpf_verifier_prep() 234 if (!nfp_prog->prog) in nfp_bpf_translate() 242 prog->aux->offload->jited_image = nfp_prog->prog; in nfp_bpf_translate() 251 kvfree(nfp_prog->prog); in nfp_bpf_destroy() 580 if (prog && !bpf_offload_dev_match(prog, nn->dp.netdev)) in nfp_net_bpf_offload() 583 if (prog && old_prog) { in nfp_net_bpf_offload() [all …]
|