| /drivers/clk/at91/ |
| A D | clk-programmable.c | 40 regmap_read(prog->regmap, AT91_PMC_PCKR(prog->id), &pckr); in clk_programmable_recalc_rate() 123 regmap_update_bits(prog->regmap, AT91_PMC_PCKR(prog->id), mask, pckr); in clk_programmable_set_parent() 135 regmap_read(prog->regmap, AT91_PMC_PCKR(prog->id), &pckr); in clk_programmable_get_parent() 143 ret = clk_mux_val_to_index(&prog->hw, prog->mux_table, 0, ret); in clk_programmable_get_parent() 174 regmap_update_bits(prog->regmap, AT91_PMC_PCKR(prog->id), in clk_programmable_set_rate() 202 clk_programmable_set_rate(hw, prog->pms.rate, prog->pms.parent_rate); in clk_programmable_restore_context() 230 prog = kzalloc(sizeof(*prog), GFP_KERNEL); in at91_clk_register_programmable() 231 if (!prog) in at91_clk_register_programmable() 243 prog->id = id; in at91_clk_register_programmable() 249 hw = &prog->hw; in at91_clk_register_programmable() [all …]
|
| /drivers/net/hyperv/ |
| A D | netvsc_bpf.c | 31 struct bpf_prog *prog; in netvsc_run_xdp() local 40 if (!prog) in netvsc_run_xdp() 61 act = bpf_prog_run_xdp(prog, xdp); in netvsc_run_xdp() 133 if (!old_prog && !prog) in netvsc_xdp_set() 137 if (prog && buf_max > PAGE_SIZE) { in netvsc_xdp_set() 152 if (prog) in netvsc_xdp_set() 180 if (prog) in netvsc_vf_setxdp() 181 bpf_prog_inc(prog); in netvsc_vf_setxdp() 184 xdp.prog = prog; in netvsc_vf_setxdp() 188 if (ret && prog) in netvsc_vf_setxdp() [all …]
|
| /drivers/net/netdevsim/ |
| A D | bpf.c | 31 struct bpf_prog *prog; member 89 return ns->xdp_hw.prog; in nsim_xdp_offload_active() 96 if (!prog || !bpf_prog_is_offloaded(prog->aux)) in nsim_prog_set_loaded() 112 ns->bpf_offloaded_id = prog ? prog->aux->id : 0; in nsim_bpf_offload() 122 struct bpf_prog *prog = cls_bpf->prog; in nsim_bpf_setup_tc_block_cb() local 147 if (prog && !prog->aux->offload && !ns->bpf_tc_non_bound_accept) { in nsim_bpf_setup_tc_block_cb() 161 if (!cls_bpf->prog) in nsim_bpf_setup_tc_block_cb() 230 state->prog = prog; in nsim_bpf_create_prog() 295 if (bpf->prog && bpf->prog->aux->offload) { in nsim_setup_prog_checks() 299 if (bpf->prog && !bpf->prog->aux->xdp_has_frags && in nsim_setup_prog_checks() [all …]
|
| /drivers/net/ethernet/microsoft/mana/ |
| A D | mana_bpf.c | 84 struct bpf_prog *prog; in mana_run_xdp() local 88 prog = rcu_dereference(rxq->bpf_prog); in mana_run_xdp() 90 if (!prog) in mana_run_xdp() 96 act = bpf_prog_run_xdp(prog, xdp); in mana_run_xdp() 157 if (old_prog == prog) in mana_chn_setxdp() 160 if (prog) in mana_chn_setxdp() 161 bpf_prog_add(prog, num_queues); in mana_chn_setxdp() 182 if (!old_prog && !prog) in mana_xdp_set() 196 apc->bpf_prog = prog; in mana_xdp_set() 202 mana_chn_setxdp(apc, prog); in mana_xdp_set() [all …]
|
| /drivers/net/ethernet/netronome/nfp/bpf/ |
| A D | offload.c | 112 struct bpf_prog *prog) in nfp_map_ptrs_record() argument 137 prog->aux->used_maps[i]); in nfp_map_ptrs_record() 162 meta->insn = prog[i]; in nfp_prog_prepare() 202 nfp_prog->type = prog->type; in nfp_bpf_verifier_prep() 205 ret = nfp_prog_prepare(nfp_prog, prog->insnsi, prog->len); in nfp_bpf_verifier_prep() 234 if (!nfp_prog->prog) in nfp_bpf_translate() 242 prog->aux->offload->jited_image = nfp_prog->prog; in nfp_bpf_translate() 251 kvfree(nfp_prog->prog); in nfp_bpf_destroy() 581 if (prog && !bpf_offload_dev_match(prog, nn->dp.netdev)) in nfp_net_bpf_offload() 584 if (prog && old_prog) { in nfp_net_bpf_offload() [all …]
|
| A D | main.c | 47 xdp_running = running && nn->xdp_hw.prog; in nfp_bpf_xdp_offload() 49 if (!prog && !xdp_running) in nfp_bpf_xdp_offload() 51 if (prog && running && !xdp_running) in nfp_bpf_xdp_offload() 54 return nfp_net_bpf_offload(nn, prog, running, extack); in nfp_bpf_xdp_offload() 149 if (!cls_bpf->prog) in nfp_bpf_setup_tc_block_cb() 158 bv->tc_prog = cls_bpf->prog; in nfp_bpf_setup_tc_block_cb() 186 struct bpf_prog *prog; in nfp_bpf_check_mtu() local 191 if (nn->xdp_hw.prog) { in nfp_bpf_check_mtu() 192 prog = nn->xdp_hw.prog; in nfp_bpf_check_mtu() 195 prog = bv->tc_prog; in nfp_bpf_check_mtu() [all …]
|
| A D | jit.c | 4455 void *prog; in nfp_bpf_prog_trim() local 4458 if (!prog) in nfp_bpf_prog_trim() 4462 memcpy(prog, nfp_prog->prog, nfp_prog->__prog_alloc_len); in nfp_bpf_prog_trim() 4463 kvfree(nfp_prog->prog); in nfp_bpf_prog_trim() 4464 nfp_prog->prog = prog; in nfp_bpf_prog_trim() 4537 u64 *prog; in nfp_bpf_relo_for_vnic() local 4540 prog = kmemdup_array(nfp_prog->prog, nfp_prog->prog_len, sizeof(u64), in nfp_bpf_relo_for_vnic() 4542 if (!prog) in nfp_bpf_relo_for_vnic() 4558 br_set_offset(&prog[i], in nfp_bpf_relo_for_vnic() 4622 return prog; in nfp_bpf_relo_for_vnic() [all …]
|
| A D | main.h | 516 u64 *prog; member 561 int nfp_bpf_jit(struct nfp_prog *prog); 563 bool nfp_bpf_offload_check_mtu(struct nfp_net *nn, struct bpf_prog *prog, 582 int nfp_net_bpf_offload(struct nfp_net *nn, struct bpf_prog *prog,
|
| /drivers/media/rc/ |
| A D | bpf-lirc.c | 123 const struct bpf_prog *prog, in lirc_mode2_is_valid_access() argument 207 bpf_prog_put(prog); in lirc_bpf_detach() 242 for (item = array->items; item->prog; item++) in lirc_bpf_free() 243 bpf_prog_put(item->prog); in lirc_bpf_free() 260 ret = lirc_bpf_attach(rcdev, prog); in lirc_prog_attach() 269 struct bpf_prog *prog; in lirc_prog_detach() local 278 if (IS_ERR(prog)) in lirc_prog_detach() 279 return PTR_ERR(prog); in lirc_prog_detach() 283 bpf_prog_put(prog); in lirc_prog_detach() 287 ret = lirc_bpf_detach(rcdev, prog); in lirc_prog_detach() [all …]
|
| /drivers/net/ethernet/aquantia/atlantic/ |
| A D | aq_main.c | 133 struct bpf_prog *prog; in aq_ndev_change_mtu() local 136 prog = READ_ONCE(aq_nic->xdp_prog); in aq_ndev_change_mtu() 137 if (prog && !prog->aux->xdp_has_frags && in aq_ndev_change_mtu() 223 struct bpf_prog *prog; in aq_ndev_fix_features() local 228 prog = READ_ONCE(aq_nic->xdp_prog); in aq_ndev_fix_features() 229 if (prog && !prog->aux->xdp_has_frags && in aq_ndev_fix_features() 451 if (prog && !prog->aux->xdp_has_frags) { in aq_xdp_setup() 465 need_update = !!aq_nic->xdp_prog != !!prog; in aq_xdp_setup() 469 old_prog = xchg(&aq_nic->xdp_prog, prog); in aq_xdp_setup() 473 if (!old_prog && prog) in aq_xdp_setup() [all …]
|
| /drivers/net/ethernet/amazon/ena/ |
| A D | ena_xdp.c | 234 struct bpf_prog *prog, in ena_xdp_exchange_program_rx_in_range() argument 243 old_bpf_prog = xchg(&rx_ring->xdp_bpf_prog, prog); in ena_xdp_exchange_program_rx_in_range() 245 if (!old_bpf_prog && prog) { in ena_xdp_exchange_program_rx_in_range() 247 } else if (old_bpf_prog && !prog) { in ena_xdp_exchange_program_rx_in_range() 254 struct bpf_prog *prog) in ena_xdp_exchange_program() argument 256 struct bpf_prog *old_bpf_prog = xchg(&adapter->xdp_bpf_prog, prog); in ena_xdp_exchange_program() 259 prog, in ena_xdp_exchange_program() 291 struct bpf_prog *prog = bpf->prog; in ena_xdp_set() local 300 if (prog) { in ena_xdp_set() 307 ena_xdp_exchange_program(adapter, prog); in ena_xdp_set() [all …]
|
| /drivers/net/ethernet/stmicro/stmmac/ |
| A D | stmmac_xdp.c | 102 int stmmac_xdp_set_prog(struct stmmac_priv *priv, struct bpf_prog *prog, in stmmac_xdp_set_prog() argument 112 if (prog && dev->mtu > ETH_DATA_LEN) { in stmmac_xdp_set_prog() 120 if (!prog) in stmmac_xdp_set_prog() 123 need_update = !!priv->xdp_prog != !!prog; in stmmac_xdp_set_prog() 127 old_prog = xchg(&priv->xdp_prog, prog); in stmmac_xdp_set_prog() 137 if (prog) in stmmac_xdp_set_prog()
|
| /drivers/net/ |
| A D | netkit.c | 42 const struct bpf_prog *prog; in netkit_run() local 44 bpf_mprog_foreach_prog(entry, fp, prog) { in netkit_run() 46 ret = bpf_prog_run(prog, skb); in netkit_run() 544 prog->type); in netkit_prog_attach() 690 if (oprog && link->prog != oprog) { in netkit_link_update() 694 oprog = link->prog; in netkit_link_update() 706 link->prog->aux->id, 0); in netkit_link_update() 709 oprog = xchg(&link->prog, nprog); in netkit_link_update() 774 struct bpf_prog *prog) in netkit_link_init() argument 802 ret = netkit_link_init(nkl, &link_primer, attr, dev, prog); in netkit_link_attach() [all …]
|
| A D | tun.c | 491 if (prog) in tun_ebpf_select_queue() 492 ret = bpf_prog_run_clear_cb(prog->prog, skb); in tun_ebpf_select_queue() 996 if (prog) in run_ebpf_filter() 997 len = bpf_prog_run_clear_cb(prog->prog, skb); in run_ebpf_filter() 1141 if (prog) in tun_xdp_set() 1147 if (prog) in tun_xdp_set() 2217 bpf_prog_destroy(prog->prog); in tun_prog_free() 2218 kfree(prog); in tun_prog_free() 2227 if (prog) { in __tun_set_ebpf() 2231 new->prog = prog; in __tun_set_ebpf() [all …]
|
| /drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| A D | rx.c | 255 struct bpf_prog *prog; in mlx5e_xsk_skb_from_cqe_mpwrq_linear() local 291 prog = rcu_dereference(rq->xdp_prog); in mlx5e_xsk_skb_from_cqe_mpwrq_linear() 292 if (likely(prog && mlx5e_xdp_handle(rq, prog, mxbuf))) { in mlx5e_xsk_skb_from_cqe_mpwrq_linear() 310 struct bpf_prog *prog; in mlx5e_xsk_skb_from_cqe_linear() local 325 prog = rcu_dereference(rq->xdp_prog); in mlx5e_xsk_skb_from_cqe_linear() 326 if (likely(prog && mlx5e_xdp_handle(rq, prog, mxbuf))) { in mlx5e_xsk_skb_from_cqe_linear()
|
| /drivers/net/vmxnet3/ |
| A D | vmxnet3_xdp.c | 14 struct bpf_prog *prog) in vmxnet3_xdp_exchange_program() argument 16 rcu_assign_pointer(adapter->xdp_bpf_prog, prog); in vmxnet3_xdp_exchange_program() 41 struct bpf_prog *new_bpf_prog = bpf->prog; in vmxnet3_xdp_set() 262 struct bpf_prog *prog) in vmxnet3_run_xdp() argument 270 act = bpf_prog_run_xdp(prog, xdp); in vmxnet3_run_xdp() 277 err = xdp_do_redirect(rq->adapter->netdev, xdp, prog); in vmxnet3_run_xdp() 296 bpf_warn_invalid_xdp_action(rq->adapter->netdev, prog, act); in vmxnet3_run_xdp() 299 trace_xdp_exception(rq->adapter->netdev, prog, act); in vmxnet3_run_xdp()
|
| /drivers/net/ethernet/intel/igc/ |
| A D | igc_xdp.c | 10 int igc_xdp_set_prog(struct igc_adapter *adapter, struct bpf_prog *prog, in igc_xdp_set_prog() argument 27 need_update = !!adapter->xdp_prog != !!prog; in igc_xdp_set_prog() 36 old_prog = xchg(&adapter->xdp_prog, prog); in igc_xdp_set_prog() 40 if (prog) in igc_xdp_set_prog()
|
| /drivers/net/ethernet/broadcom/bnxt/ |
| A D | bnxt_xdp.c | 385 static int bnxt_xdp_set(struct bnxt *bp, struct bpf_prog *prog) in bnxt_xdp_set() argument 393 if (prog && !prog->aux->xdp_has_frags && in bnxt_xdp_set() 399 if (prog && bp->flags & BNXT_FLAG_HDS) { in bnxt_xdp_set() 407 if (prog) in bnxt_xdp_set() 422 old = xchg(&bp->xdp_prog, prog); in bnxt_xdp_set() 426 if (prog) { in bnxt_xdp_set() 453 rc = bnxt_xdp_set(bp, xdp->prog); in bnxt_xdp()
|
| /drivers/scsi/aic94xx/ |
| A D | aic94xx_seq.c | 178 const u32 *prog = (u32 *) _prog; in asd_verify_cseq() local 184 if (le32_to_cpu(*prog) != val) { in asd_verify_cseq() 188 i, val, le32_to_cpu(*prog)); in asd_verify_cseq() 214 const u32 *prog = (u32 *) _prog; in asd_verify_lseq() local 222 i += 4, prog++, size-=4) { in asd_verify_lseq() 226 if (le32_to_cpu(*prog) != val) { in asd_verify_lseq() 236 (int)((u8 *)prog-_prog)); in asd_verify_lseq() 253 return asd_verify_cseq(asd_ha, prog, size); in asd_verify_seq() 346 const u32 *prog = (u32 *) _prog; in asd_download_seq() local 365 for (i = 0; i < size; i += 4, prog++) in asd_download_seq() [all …]
|
| /drivers/net/ethernet/intel/libeth/ |
| A D | xdp.c | 107 const struct bpf_prog *prog, in libeth_trace_xdp_exception() argument 110 trace_xdp_exception(dev, prog, act); in libeth_trace_xdp_exception() 130 libeth_trace_xdp_exception(bq->dev, bq->prog, XDP_TX); in libeth_xdp_tx_exception() 300 bpf_warn_invalid_xdp_action(bq->dev, bq->prog, act); in libeth_xdp_prog_exception() 302 libeth_trace_xdp_exception(bq->dev, bq->prog, act); in libeth_xdp_prog_exception()
|
| /drivers/hid/bpf/ |
| A D | hid_bpf_struct_ops.c | 33 const struct bpf_prog *prog, in hid_bpf_ops_is_valid_access() argument 36 return bpf_tracing_btf_ctx_access(off, size, type, prog, info); in hid_bpf_ops_is_valid_access() 41 const struct bpf_prog *prog) in hid_bpf_ops_check_member() argument 51 if (prog->sleepable) in hid_bpf_ops_check_member()
|
| /drivers/net/ethernet/engleder/ |
| A D | tsnep_xdp.c | 9 int tsnep_xdp_setup_prog(struct tsnep_adapter *adapter, struct bpf_prog *prog, in tsnep_xdp_setup_prog() argument 14 old_prog = xchg(&adapter->xdp_prog, prog); in tsnep_xdp_setup_prog()
|
| A D | tsnep_main.c | 1296 act = bpf_prog_run_xdp(prog, xdp); in tsnep_xdp_run_prog() 1337 act = bpf_prog_run_xdp(prog, xdp); in tsnep_xdp_run_prog_zc() 1441 struct bpf_prog *prog; in tsnep_rx_poll() local 1451 prog = READ_ONCE(rx->adapter->xdp_prog); in tsnep_rx_poll() 1452 if (prog) { in tsnep_rx_poll() 1508 if (prog) { in tsnep_rx_poll() 1515 consume = tsnep_xdp_run_prog(rx, prog, &xdp, in tsnep_rx_poll() 1545 struct bpf_prog *prog; in tsnep_rx_poll_zc() local 1554 prog = READ_ONCE(rx->adapter->xdp_prog); in tsnep_rx_poll_zc() 1555 if (prog) { in tsnep_rx_poll_zc() [all …]
|
| /drivers/base/firmware_loader/ |
| A D | sysfs_upload.c | 34 enum fw_upload_prog prog) in fw_upload_progress() argument 38 if (prog < FW_UPLOAD_PROG_MAX) in fw_upload_progress() 39 status = fw_upload_prog_str[prog]; in fw_upload_progress() 41 dev_err(dev, "Invalid status during secure update: %d\n", prog); in fw_upload_progress()
|
| /drivers/net/ethernet/ti/ |
| A D | cpsw_priv.c | 1246 struct bpf_prog *prog = bpf->prog; in cpsw_xdp_prog_setup() local 1248 if (!priv->xdpi.prog && !prog) in cpsw_xdp_prog_setup() 1251 WRITE_ONCE(priv->xdp_prog, prog); in cpsw_xdp_prog_setup() 1311 struct bpf_prog *prog; in cpsw_run_xdp() local 1314 prog = READ_ONCE(priv->xdp_prog); in cpsw_run_xdp() 1315 if (!prog) in cpsw_run_xdp() 1318 act = bpf_prog_run_xdp(prog, xdp); in cpsw_run_xdp() 1335 if (xdp_do_redirect(ndev, xdp, prog)) in cpsw_run_xdp() 1346 bpf_warn_invalid_xdp_action(ndev, prog, act); in cpsw_run_xdp() 1349 trace_xdp_exception(ndev, prog, act); in cpsw_run_xdp()
|