| /drivers/net/ethernet/freescale/dpaa2/ |
| A D | dpaa2-xsk.c | 39 struct xdp_buff *xdp_buff; in dpaa2_xsk_run_xdp() local
50 xdp_buff = swa->xsk.xdp_buff; in dpaa2_xsk_run_xdp()
52 xdp_buff->data_hard_start = vaddr; in dpaa2_xsk_run_xdp()
53 xdp_buff->data = vaddr + dpaa2_fd_get_offset(fd); in dpaa2_xsk_run_xdp()
54 xdp_buff->data_end = xdp_buff->data + dpaa2_fd_get_len(fd); in dpaa2_xsk_run_xdp()
55 xdp_set_data_meta_invalid(xdp_buff); in dpaa2_xsk_run_xdp()
56 xdp_buff->rxq = &ch->xdp_rxq; in dpaa2_xsk_run_xdp()
58 xsk_buff_dma_sync_for_cpu(xdp_buff); in dpaa2_xsk_run_xdp()
59 xdp_act = bpf_prog_run_xdp(xdp_prog, xdp_buff); in dpaa2_xsk_run_xdp()
62 dpaa2_fd_set_offset(fd, xdp_buff->data - vaddr); in dpaa2_xsk_run_xdp()
[all …]
|
| /drivers/net/ethernet/broadcom/bnxt/ |
| A D | bnxt_xdp.h | 18 struct xdp_buff *xdp);
21 struct xdp_buff *xdp, struct page *page, u8 **data_ptr,
31 struct xdp_buff *xdp);
33 struct xdp_buff *xdp);
36 struct xdp_buff *xdp);
|
| A D | bnxt_xdp.c | 29 struct xdp_buff *xdp) in bnxt_xmit_bd()
97 struct xdp_buff *xdp) in __bnxt_xmit_xdp()
184 struct xdp_buff *xdp) in bnxt_xdp_buff_init()
204 struct xdp_buff *xdp) in bnxt_xdp_buff_frags_free()
225 struct xdp_buff *xdp, struct page *page, u8 **data_ptr, in bnxt_rx_xdp()
464 struct page_pool *pool, struct xdp_buff *xdp) in bnxt_xdp_build_skb()
|
| /drivers/net/ethernet/intel/i40e/ |
| A D | i40e_xsk.c | 16 static struct xdp_buff **i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi()
198 static int i40e_run_xdp_zc(struct i40e_ring *rx_ring, struct xdp_buff *xdp, in i40e_run_xdp_zc()
245 struct xdp_buff **xdp; in i40e_alloc_rx_buffers_zc()
290 struct xdp_buff *xdp) in i40e_construct_skb_zc()
345 struct xdp_buff *xdp_buff, in i40e_handle_xdp_result_zc() argument
355 *rx_bytes = xdp_get_buff_len(xdp_buff); in i40e_handle_xdp_result_zc()
366 xsk_buff_free(xdp_buff); in i40e_handle_xdp_result_zc()
375 skb = i40e_construct_skb_zc(rx_ring, xdp_buff); in i40e_handle_xdp_result_zc()
412 struct xdp_buff *first = NULL; in i40e_clean_rx_irq_zc()
430 struct xdp_buff *bi; in i40e_clean_rx_irq_zc()
[all …]
|
| A D | i40e_trace.h | 165 struct xdp_buff *xdp),
193 struct xdp_buff *xdp),
201 struct xdp_buff *xdp),
|
| A D | i40e_txrx.h | 336 struct xdp_buff **rx_bi_zc;
348 struct xdp_buff xdp;
|
| A D | i40e_txrx_common.h | 9 int i40e_xmit_xdp_tx_ring(struct xdp_buff *xdp, struct i40e_ring *xdp_ring);
|
| /drivers/net/ethernet/intel/ice/ |
| A D | ice_txrx.h | 174 struct xdp_buff *xdp; /* used for XDP_TX ZC */
266 struct xdp_buff xdp_buff; member
272 static_assert(offsetof(struct ice_xdp_buff, xdp_buff) == 0);
329 struct xdp_buff **xdp_buf;
334 struct xdp_buff xdp;
|
| A D | ice_txrx_lib.h | 114 int __ice_xmit_xdp_ring(struct xdp_buff *xdp, struct ice_tx_ring *xdp_ring,
125 ice_xdp_meta_set_desc(struct xdp_buff *xdp, in ice_xdp_meta_set_desc()
129 xdp_buff); in ice_xdp_meta_set_desc()
|
| A D | ice_xsk.c | 16 static struct xdp_buff **ice_xdp_buf(struct ice_rx_ring *rx_ring, u32 idx) in ice_xdp_buf()
438 static u16 ice_fill_rx_descs(struct xsk_buff_pool *pool, struct xdp_buff **xdp, in ice_fill_rx_descs()
482 struct xdp_buff **xdp; in __ice_alloc_rx_bufs_zc()
550 ice_construct_skb_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) in ice_construct_skb_zc()
678 static int ice_xmit_xdp_tx_zc(struct xdp_buff *xdp, in ice_xmit_xdp_tx_zc()
687 struct xdp_buff *head; in ice_xmit_xdp_tx_zc()
761 ice_run_xdp_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_run_xdp_zc()
820 struct xdp_buff *first = NULL; in ice_clean_rx_irq_zc()
840 struct xdp_buff *xdp; in ice_clean_rx_irq_zc()
1153 struct xdp_buff *xdp = *ice_xdp_buf(rx_ring, ntc); in ice_xsk_clean_rx_ring()
|
| A D | ice_txrx.c | 384 struct xdp_buff *xdp = &rx_ring->xdp; in ice_clean_rx_ring()
534 ice_run_xdp(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_run_xdp()
586 struct xdp_buff xdp; in ice_xmit_xdp_ring()
877 ice_add_xdp_frag(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_add_xdp_frag()
1003 ice_build_skb(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) in ice_build_skb()
1056 ice_construct_skb(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) in ice_construct_skb()
1168 static void ice_put_rx_mbuf(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_put_rx_mbuf()
1270 struct xdp_buff *xdp = &rx_ring->xdp; in ice_clean_rx_irq()
|
| /drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| A D | rx.c | 11 static struct mlx5e_xdp_buff *xsk_buff_to_mxbuf(struct xdp_buff *xdp) in xsk_buff_to_mxbuf()
25 struct xdp_buff **xsk_buffs; in mlx5e_xsk_alloc_rx_mpwqe()
34 xsk_buffs = (struct xdp_buff **)wi->alloc_units.xsk_buffs; in mlx5e_xsk_alloc_rx_mpwqe()
163 struct xdp_buff **buffs; in mlx5e_xsk_alloc_rx_wqes_batched()
225 static struct sk_buff *mlx5e_xsk_construct_skb(struct mlx5e_rq *rq, struct xdp_buff *xdp) in mlx5e_xsk_construct_skb()
|
| /drivers/net/ethernet/intel/igb/ |
| A D | igb_xsk.c | 176 static u16 igb_fill_rx_descs(struct xsk_buff_pool *pool, struct xdp_buff **xdp, in igb_fill_rx_descs()
207 struct xdp_buff **xdp; in igb_alloc_rx_buffers_zc()
256 struct xdp_buff *xdp = rx_ring->rx_buffer_info_zc[ntc]; in igb_clean_rx_ring_zc()
266 struct xdp_buff *xdp, in igb_construct_skb_zc()
295 struct xdp_buff *xdp, struct xsk_buff_pool *xsk_pool, in igb_run_xdp_zc()
360 struct xdp_buff *xdp; in igb_clean_rx_irq_zc()
|
| /drivers/net/vmxnet3/ |
| A D | vmxnet3_xdp.c | 261 vmxnet3_run_xdp(struct vmxnet3_rx_queue *rq, struct xdp_buff *xdp, in vmxnet3_run_xdp()
314 const struct xdp_buff *xdp) in vmxnet3_build_skb()
341 struct xdp_buff xdp; in vmxnet3_process_xdp_small()
387 struct xdp_buff xdp; in vmxnet3_process_xdp()
|
| /drivers/net/ethernet/netronome/nfp/ |
| A D | nfp_net_xsk.c | 18 struct xdp_buff *xdp) in nfp_net_xsk_rx_bufs_stash()
62 struct xdp_buff *xdp; in nfp_net_xsk_rx_ring_fill_freelist()
|
| /drivers/net/ethernet/freescale/enetc/ |
| A D | enetc.c | 1778 struct xdp_buff *xdp_buff, u16 size) in enetc_map_rx_buff_to_xdp() argument
1791 u16 size, struct xdp_buff *xdp_buff) in enetc_add_rx_buff_to_xdp() argument
1800 if (!xdp_buff_has_frags(xdp_buff)) { in enetc_add_rx_buff_to_xdp()
1801 xdp_buff_set_frags_flag(xdp_buff); in enetc_add_rx_buff_to_xdp()
1809 xdp_buff_set_frag_pfmemalloc(xdp_buff); in enetc_add_rx_buff_to_xdp()
1820 int *cleaned_cnt, struct xdp_buff *xdp_buff) in enetc_build_xdp_buff() argument
1915 struct xdp_buff xdp_buff; in enetc_clean_rx_ring_xdp() local
1936 &cleaned_cnt, &xdp_buff); in enetc_clean_rx_ring_xdp()
1944 rx_byte_cnt += xdp_get_buff_len(&xdp_buff); in enetc_clean_rx_ring_xdp()
1946 xdp_act = bpf_prog_run_xdp(prog, &xdp_buff); in enetc_clean_rx_ring_xdp()
[all …]
|
| /drivers/net/ethernet/engleder/ |
| A D | tsnep.h | 109 struct xdp_buff *xdp;
132 struct xdp_buff **xdp_batch;
|
| /drivers/net/ethernet/stmicro/stmmac/ |
| A D | stmmac.h | 92 struct xdp_buff *xdp;
99 struct xdp_buff xdp;
|
| /drivers/net/ethernet/netronome/nfp/nfd3/ |
| A D | nfd3.h | 72 struct xdp_buff *xdp;
|
| /drivers/net/ethernet/aquantia/atlantic/ |
| A D | aq_ring.c | 24 struct xdp_buff *xdp) in aq_get_rxpages_xdp()
386 static struct sk_buff *aq_xdp_build_skb(struct xdp_buff *xdp, in aq_xdp_build_skb()
406 struct xdp_buff *xdp, in aq_xdp_run_prog()
487 struct xdp_buff *xdp) in aq_add_rx_fragment()
720 struct xdp_buff xdp; in __aq_ring_xdp_clean()
|
| /drivers/net/ethernet/google/gve/ |
| A D | gve_rx.c | 703 struct xdp_buff *xdp; in gve_xsk_pool_redirect()
724 struct xdp_buff *orig, struct bpf_prog *xdp_prog) in gve_xdp_redirect()
728 struct xdp_buff new; in gve_xdp_redirect()
757 struct xdp_buff *xdp, struct bpf_prog *xprog, in gve_xdp_done()
812 struct xdp_buff xdp; in gve_rx()
|
| A D | gve_rx_dqo.c | 580 struct xdp_buff *xdp) in gve_xdp_tx_dqo()
604 struct xdp_buff *xdp, struct bpf_prog *xprog, in gve_xsk_done_dqo()
639 struct xdp_buff *xdp, struct bpf_prog *xprog, in gve_xdp_done_dqo()
683 struct xdp_buff *xdp = buf_state->xsk_buff; in gve_rx_xsk_dqo()
814 struct xdp_buff xdp; in gve_rx_dqo()
|
| /drivers/net/ethernet/microchip/lan966x/ |
| A D | lan966x_xdp.c | 79 struct xdp_buff xdp; in lan966x_xdp_run()
|
| /drivers/net/ethernet/meta/fbnic/ |
| A D | fbnic_txrx.h | 65 struct xdp_buff buff;
|
| /drivers/net/ethernet/amazon/ena/ |
| A D | ena_xdp.h | 82 static inline int ena_xdp_execute(struct ena_ring *rx_ring, struct xdp_buff *xdp) in ena_xdp_execute()
|