| /linux-6.3-rc2/include/net/ |
| A D | xdp.h | 166 struct xdp_frame { struct
249 struct xdp_frame *xdpf_clone(struct xdp_frame *xdpf);
264 struct xdp_frame *xdp_frame) in xdp_update_frame_from_buff() argument
281 xdp_frame->data = xdp->data; in xdp_update_frame_from_buff()
283 xdp_frame->headroom = headroom - sizeof(*xdp_frame); in xdp_update_frame_from_buff()
284 xdp_frame->metasize = metasize; in xdp_update_frame_from_buff()
286 xdp_frame->flags = xdp->flags; in xdp_update_frame_from_buff()
295 struct xdp_frame *xdp_frame; in xdp_convert_buff_to_frame() local
301 xdp_frame = xdp->data_hard_start; in xdp_convert_buff_to_frame()
306 xdp_frame->mem = xdp->rxq->mem; in xdp_convert_buff_to_frame()
[all …]
|
| /linux-6.3-rc2/include/linux/ |
| A D | if_tun.h | 34 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr()
38 static inline struct xdp_frame *tun_ptr_to_xdp(void *ptr) in tun_ptr_to_xdp()
60 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr()
64 static inline struct xdp_frame *tun_ptr_to_xdp(void *ptr) in tun_ptr_to_xdp()
|
| A D | bpf.h | 2126 struct xdp_frame;
2132 int dev_xdp_enqueue(struct net_device *dev, struct xdp_frame *xdpf,
2134 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_frame *xdpf,
2136 int dev_map_enqueue_multi(struct xdp_frame *xdpf, struct net_device *dev_rx,
2145 int cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf,
2342 struct xdp_frame;
2347 int dev_xdp_enqueue(struct net_device *dev, struct xdp_frame *xdpf, in dev_xdp_enqueue()
2354 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_frame *xdpf, in dev_map_enqueue()
2361 int dev_map_enqueue_multi(struct xdp_frame *xdpf, struct net_device *dev_rx, in dev_map_enqueue_multi()
2389 struct xdp_frame *xdpf, in cpu_map_enqueue()
|
| /linux-6.3-rc2/net/core/ |
| A D | xdp.c | 410 void xdp_return_frame(struct xdp_frame *xdpf) in xdp_return_frame()
429 void xdp_return_frame_rx_napi(struct xdp_frame *xdpf) in xdp_return_frame_rx_napi()
472 void xdp_return_frame_bulk(struct xdp_frame *xdpf, in xdp_return_frame_bulk()
559 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp) in xdp_convert_zc_to_xdp_frame()
563 struct xdp_frame *xdpf; in xdp_convert_zc_to_xdp_frame()
615 struct sk_buff *__xdp_build_skb_from_frame(struct xdp_frame *xdpf, in __xdp_build_skb_from_frame()
671 struct sk_buff *xdp_build_skb_from_frame(struct xdp_frame *xdpf, in xdp_build_skb_from_frame()
686 struct xdp_frame *xdpf_clone(struct xdp_frame *xdpf) in xdpf_clone()
689 struct xdp_frame *nxdpf; in xdpf_clone()
|
| /linux-6.3-rc2/drivers/net/ethernet/microchip/lan966x/ |
| A D | lan966x_xdp.c | 55 struct xdp_frame **frames, in lan966x_xdp_xmit()
62 struct xdp_frame *xdpf = frames[i]; in lan966x_xdp_xmit()
79 struct xdp_frame *xdpf; in lan966x_xdp_run()
|
| A D | lan966x_main.h | 207 struct xdp_frame *xdpf;
506 struct xdp_frame *frame,
608 struct xdp_frame **frames,
|
| /linux-6.3-rc2/kernel/bpf/ |
| A D | devmap.c | 57 struct xdp_frame *q[DEV_MAP_BULK_SIZE];
327 struct xdp_frame **frames, int n, in dev_map_bpf_prog_run()
335 struct xdp_frame *xdpf = frames[i]; in dev_map_bpf_prog_run()
377 struct xdp_frame *xdpf = bq->q[i]; in bq_xmit_all()
446 static void bq_enqueue(struct net_device *dev, struct xdp_frame *xdpf, in bq_enqueue()
523 int dev_xdp_enqueue(struct net_device *dev, struct xdp_frame *xdpf, in dev_xdp_enqueue()
529 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_frame *xdpf, in dev_map_enqueue()
537 static bool is_valid_dst(struct bpf_dtab_netdev *obj, struct xdp_frame *xdpf) in is_valid_dst()
557 struct xdp_frame *xdpf) in dev_map_enqueue_clone()
559 struct xdp_frame *nxdpf; in dev_map_enqueue_clone()
[all …]
|
| A D | cpumap.c | 152 struct xdp_frame *xdpf; in __cpu_map_ring_cleanup()
224 struct xdp_frame *xdpf = frames[i]; in cpu_map_bpf_prog_run_xdp()
374 struct xdp_frame *xdpf = frames[i]; in cpu_map_kthread_run()
705 struct xdp_frame *xdpf = bq->q[i]; in bq_flush_to_queue()
727 static void bq_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf) in bq_enqueue()
750 int cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf, in cpu_map_enqueue()
|
| /linux-6.3-rc2/drivers/net/ethernet/fungible/funeth/ |
| A D | funeth_txrx.h | 100 struct xdp_frame *xdpf; /* associated XDP frame (XDP path) */
249 bool fun_xdp_tx(struct funeth_txq *q, struct xdp_frame *xdpf);
251 struct xdp_frame **frames, u32 flags);
|
| /linux-6.3-rc2/drivers/net/ethernet/ti/ |
| A D | cpsw_priv.h | 408 #define CPSW_XMETA_OFFSET ALIGN(sizeof(struct xdp_frame), sizeof(long))
426 static inline void *cpsw_xdpf_to_handle(struct xdp_frame *xdpf) in cpsw_xdpf_to_handle()
431 static inline struct xdp_frame *cpsw_handle_to_xdpf(void *handle) in cpsw_handle_to_xdpf()
433 return (struct xdp_frame *)((unsigned long)handle & ~BIT(0)); in cpsw_handle_to_xdpf()
447 int cpsw_xdp_tx_frame(struct cpsw_priv *priv, struct xdp_frame *xdpf,
|
| /linux-6.3-rc2/drivers/net/ethernet/aquantia/atlantic/ |
| A D | aq_ring.h | 58 struct xdp_frame *xdpf;
203 struct xdp_frame **frames, u32 flags);
|
| /linux-6.3-rc2/drivers/net/ethernet/freescale/enetc/ |
| A D | enetc.c | 54 static struct xdp_frame *
58 return tx_swbd->xdp_frame; in enetc_tx_swbd_get_xdp_frame()
83 struct xdp_frame *xdp_frame = enetc_tx_swbd_get_xdp_frame(tx_swbd); in enetc_free_tx_frame() local
89 if (xdp_frame) { in enetc_free_tx_frame()
91 tx_swbd->xdp_frame = NULL; in enetc_free_tx_frame()
825 struct xdp_frame *xdp_frame = enetc_tx_swbd_get_xdp_frame(tx_swbd); in enetc_clean_tx_ring() local
849 if (xdp_frame) { in enetc_clean_tx_ring()
1296 struct xdp_frame *xdp_frame) in enetc_xdp_frame_to_xdp_tx_swbd() argument
1300 void *data = xdp_frame->data; in enetc_xdp_frame_to_xdp_tx_swbd()
1301 int len = xdp_frame->len; in enetc_xdp_frame_to_xdp_tx_swbd()
[all …]
|
| A D | enetc.h | 26 struct xdp_frame *xdp_frame; member
431 struct xdp_frame **frames, u32 flags);
|
| /linux-6.3-rc2/drivers/net/ethernet/microsoft/mana/ |
| A D | mana_bpf.c | 35 static int mana_xdp_xmit_fm(struct net_device *ndev, struct xdp_frame *frame, in mana_xdp_xmit_fm()
51 int mana_xdp_xmit(struct net_device *ndev, int n, struct xdp_frame **frames, in mana_xdp_xmit()
|
| /linux-6.3-rc2/drivers/net/ |
| A D | veth.c | 79 struct xdp_frame *q[VETH_XDP_TX_BULK_SIZE];
251 static struct xdp_frame *veth_ptr_to_xdp(void *ptr) in veth_ptr_to_xdp()
256 static void *veth_xdp_to_ptr(struct xdp_frame *xdp) in veth_xdp_to_ptr()
455 struct xdp_frame **frames, in veth_xdp_xmit()
484 struct xdp_frame *frame = frames[i]; in veth_xdp_xmit()
512 struct xdp_frame **frames, u32 flags) in veth_ndo_xdp_xmit()
576 struct xdp_frame *frame = xdp_convert_buff_to_frame(xdp); in veth_xdp_tx()
589 static struct xdp_frame *veth_xdp_rcv_one(struct veth_rq *rq, in veth_xdp_rcv_one()
590 struct xdp_frame *frame, in veth_xdp_rcv_one()
594 struct xdp_frame orig_frame; in veth_xdp_rcv_one()
[all …]
|
| /linux-6.3-rc2/drivers/net/ethernet/broadcom/bnxt/ |
| A D | bnxt_xdp.h | 25 struct xdp_frame **frames, u32 flags);
|
| A D | bnxt_xdp.c | 117 struct xdp_frame *xdpf) in __bnxt_xmit_xdp_redirect()
334 struct xdp_frame **frames, u32 flags) in bnxt_xdp_xmit()
360 struct xdp_frame *xdp = frames[i]; in bnxt_xdp_xmit()
|
| /linux-6.3-rc2/drivers/net/hyperv/ |
| A D | netvsc_bpf.c | 230 struct xdp_frame *frame, u16 q_idx) in netvsc_ndoxdp_xmit_fm()
248 struct xdp_frame **frames, u32 flags) in netvsc_ndoxdp_xmit()
|
| /linux-6.3-rc2/drivers/net/ethernet/intel/ixgbe/ |
| A D | ixgbe_txrx_common.h | 17 struct xdp_frame *xdpf);
|
| /linux-6.3-rc2/drivers/net/ethernet/sfc/siena/ |
| A D | tx.c | 208 int efx_siena_xdp_tx_buffers(struct efx_nic *efx, int n, struct xdp_frame **xdpfs, in efx_siena_xdp_tx_buffers()
213 struct xdp_frame *xdpf; in efx_siena_xdp_tx_buffers()
|
| A D | efx.h | 216 struct xdp_frame **xdpfs, bool flush);
|
| /linux-6.3-rc2/drivers/net/ethernet/intel/i40e/ |
| A D | i40e_txrx.h | 263 struct xdp_frame *xdpf;
470 int i40e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames,
|
| /linux-6.3-rc2/drivers/net/ethernet/freescale/dpaa/ |
| A D | dpaa_eth.h | 130 struct xdp_frame *xdpf;
|
| /linux-6.3-rc2/net/bpf/ |
| A D | test_run.c | 102 DECLARE_FLEX_ARRAY(struct xdp_frame, frame);
112 struct xdp_frame **frames;
133 struct xdp_frame *frm; in xdp_test_run_init_page()
236 static int xdp_recv_frames(struct xdp_frame **frames, int nframes, in xdp_recv_frames()
252 struct xdp_frame *xdpf = frames[i]; in xdp_recv_frames()
273 struct xdp_frame **frames = xdp->frames; in xdp_test_run_batch()
275 struct xdp_frame *frm; in xdp_test_run_batch()
|
| /linux-6.3-rc2/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| A D | xdp.c | 66 struct xdp_frame *xdpf; in mlx5e_xmit_xdp_buff()
639 int mlx5e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames, in mlx5e_xdp_xmit()
663 struct xdp_frame *xdpf = frames[i]; in mlx5e_xdp_xmit()
|