| /linux-6.3-rc2/include/net/ |
| A D | xdp_sock_drv.h | 73 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma()
80 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma()
87 static inline struct xdp_buff *xsk_buff_alloc(struct xsk_buff_pool *pool) in xsk_buff_alloc()
103 static inline void xsk_buff_free(struct xdp_buff *xdp) in xsk_buff_free()
110 static inline void xsk_buff_set_size(struct xdp_buff *xdp, u32 size) in xsk_buff_set_size()
229 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma()
234 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma()
239 static inline struct xdp_buff *xsk_buff_alloc(struct xsk_buff_pool *pool) in xsk_buff_alloc()
254 static inline void xsk_buff_free(struct xdp_buff *xdp) in xsk_buff_free()
258 static inline void xsk_buff_discard(struct xdp_buff *xdp) in xsk_buff_discard()
[all …]
|
| A D | xdp.h | 80 struct xdp_buff { struct
91 static __always_inline bool xdp_buff_has_frags(struct xdp_buff *xdp) in xdp_buff_has_frags() argument
125 xdp_prepare_buff(struct xdp_buff *xdp, unsigned char *hard_start, in xdp_prepare_buff()
147 xdp_get_shared_info_from_buff(struct xdp_buff *xdp) in xdp_get_shared_info_from_buff()
242 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp);
263 int xdp_update_frame_from_buff(struct xdp_buff *xdp, in xdp_update_frame_from_buff()
293 struct xdp_frame *xdp_convert_buff_to_frame(struct xdp_buff *xdp) in xdp_convert_buff_to_frame()
312 struct xdp_buff *xdp);
315 void xdp_return_buff(struct xdp_buff *xdp);
388 xdp_set_data_meta_invalid(struct xdp_buff *xdp) in xdp_set_data_meta_invalid()
[all …]
|
| A D | xdp_sock.h | 19 struct xdp_buff;
80 int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp);
81 int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp);
86 static inline int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_generic_rcv()
91 static inline int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_map_redirect()
|
| A D | xsk_buff_pool.h | 25 struct xdp_buff xdp;
136 struct xdp_buff *xp_alloc(struct xsk_buff_pool *pool);
137 u32 xp_alloc_batch(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max);
|
| A D | busy_poll.h | 170 const struct xdp_buff *xdp) in sk_mark_napi_id_once_xdp()
|
| /linux-6.3-rc2/drivers/net/ethernet/broadcom/bnxt/ |
| A D | bnxt_xdp.h | 18 struct xdp_buff *xdp);
21 struct xdp_buff xdp, struct page *page, u8 **data_ptr,
31 struct xdp_buff *xdp);
33 struct xdp_buff *xdp);
36 struct xdp_buff *xdp,
|
| A D | bnxt_xdp.c | 28 struct xdp_buff *xdp) in bnxt_xmit_bd()
104 struct xdp_buff *xdp) in __bnxt_xmit_xdp()
181 struct xdp_buff *xdp) in bnxt_xdp_buff_init()
201 struct xdp_buff *xdp) in bnxt_xdp_buff_frags_free()
222 struct xdp_buff xdp, struct page *page, u8 **data_ptr, in bnxt_rx_xdp()
467 struct page_pool *pool, struct xdp_buff *xdp, in bnxt_xdp_build_skb()
|
| /linux-6.3-rc2/drivers/net/ethernet/freescale/dpaa2/ |
| A D | dpaa2-xsk.c | 39 struct xdp_buff *xdp_buff; in dpaa2_xsk_run_xdp() local
50 xdp_buff = swa->xsk.xdp_buff; in dpaa2_xsk_run_xdp()
52 xdp_buff->data_hard_start = vaddr; in dpaa2_xsk_run_xdp()
53 xdp_buff->data = vaddr + dpaa2_fd_get_offset(fd); in dpaa2_xsk_run_xdp()
54 xdp_buff->data_end = xdp_buff->data + dpaa2_fd_get_len(fd); in dpaa2_xsk_run_xdp()
55 xdp_set_data_meta_invalid(xdp_buff); in dpaa2_xsk_run_xdp()
56 xdp_buff->rxq = &ch->xdp_rxq; in dpaa2_xsk_run_xdp()
58 xsk_buff_dma_sync_for_cpu(xdp_buff, ch->xsk_pool); in dpaa2_xsk_run_xdp()
59 xdp_act = bpf_prog_run_xdp(xdp_prog, xdp_buff); in dpaa2_xsk_run_xdp()
62 dpaa2_fd_set_offset(fd, xdp_buff->data - vaddr); in dpaa2_xsk_run_xdp()
[all …]
|
| /linux-6.3-rc2/tools/testing/selftests/bpf/progs/ |
| A D | test_xdp_bpf2bpf.c | 23 struct xdp_buff { struct
45 int BPF_PROG(trace_on_entry, struct xdp_buff *xdp) in BPF_PROG() argument
64 int BPF_PROG(trace_on_exit, struct xdp_buff *xdp, int ret) in BPF_PROG()
|
| A D | type_cast.c | 28 struct xdp_buff *kctx = bpf_cast_to_kern_ctx(ctx); in md_xdp()
|
| /linux-6.3-rc2/drivers/net/ethernet/intel/i40e/ |
| A D | i40e_xsk.c | 19 static struct xdp_buff **i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi()
201 static int i40e_run_xdp_zc(struct i40e_ring *rx_ring, struct xdp_buff *xdp, in i40e_run_xdp_zc()
248 struct xdp_buff **xdp; in i40e_alloc_rx_buffers_zc()
293 struct xdp_buff *xdp) in i40e_construct_skb_zc()
321 struct xdp_buff *xdp_buff, in i40e_handle_xdp_result_zc() argument
343 xsk_buff_free(xdp_buff); in i40e_handle_xdp_result_zc()
352 skb = i40e_construct_skb_zc(rx_ring, xdp_buff); in i40e_handle_xdp_result_zc()
403 struct xdp_buff *bi; in i40e_clean_rx_irq_zc()
691 struct xdp_buff *rx_bi = *i40e_rx_bi(rx_ring, ntc); in i40e_xsk_clean_rx_ring()
|
| A D | i40e_txrx_common.h | 7 int i40e_xmit_xdp_tx_ring(struct xdp_buff *xdp, struct i40e_ring *xdp_ring);
|
| /linux-6.3-rc2/drivers/net/ethernet/intel/ice/ |
| A D | ice_txrx_lib.h | 20 ice_set_rx_bufs_act(struct xdp_buff *xdp, const struct ice_rx_ring *rx_ring, in ice_set_rx_bufs_act()
144 int ice_xmit_xdp_buff(struct xdp_buff *xdp, struct ice_tx_ring *xdp_ring);
145 int __ice_xmit_xdp_ring(struct xdp_buff *xdp, struct ice_tx_ring *xdp_ring,
|
| A D | ice_xsk.c | 15 static struct xdp_buff **ice_xdp_buf(struct ice_rx_ring *rx_ring, u32 idx) in ice_xdp_buf()
458 static u16 ice_fill_rx_descs(struct xsk_buff_pool *pool, struct xdp_buff **xdp, in ice_fill_rx_descs()
495 struct xdp_buff **xdp; in __ice_alloc_rx_bufs_zc()
575 ice_construct_skb_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) in ice_construct_skb_zc()
670 static int ice_xmit_xdp_tx_zc(struct xdp_buff *xdp, in ice_xmit_xdp_tx_zc()
716 ice_run_xdp_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_run_xdp_zc()
784 struct xdp_buff *xdp; in ice_clean_rx_irq_zc()
1070 struct xdp_buff *xdp = *ice_xdp_buf(rx_ring, ntc); in ice_xsk_clean_rx_ring()
|
| A D | ice_txrx.h | 178 struct xdp_buff *xdp; /* used for XDP_TX ZC */
319 struct xdp_buff **xdp_buf;
321 struct xdp_buff xdp;
|
| /linux-6.3-rc2/Documentation/networking/ |
| A D | xdp-rx-metadata.rst | 31 Within an XDP frame, the metadata layout (accessed via ``xdp_buff``) is
39 xdp_buff->data_meta xdp_buff->data
72 into the kernel. The kernel creates the ``skb`` out of the ``xdp_buff``
74 the descriptors and populate ``skb`` metadata when doing this ``xdp_buff->skb``
|
| /linux-6.3-rc2/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| A D | rx.c | 11 static struct mlx5e_xdp_buff *xsk_buff_to_mxbuf(struct xdp_buff *xdp) in xsk_buff_to_mxbuf()
34 batch = xsk_buff_alloc_batch(rq->xsk_pool, (struct xdp_buff **)wi->alloc_units, in mlx5e_xsk_alloc_rx_mpwqe()
162 struct xdp_buff **buffs; in mlx5e_xsk_alloc_rx_wqes_batched()
172 buffs = (struct xdp_buff **)rq->wqe.alloc_units; in mlx5e_xsk_alloc_rx_wqes_batched()
225 static struct sk_buff *mlx5e_xsk_construct_skb(struct mlx5e_rq *rq, struct xdp_buff *xdp) in mlx5e_xsk_construct_skb()
|
| /linux-6.3-rc2/net/netfilter/ |
| A D | nf_conntrack_bpf.c | 256 struct xdp_buff *ctx = (struct xdp_buff *)xdp_ctx; in bpf_xdp_ct_alloc()
290 struct xdp_buff *ctx = (struct xdp_buff *)xdp_ctx; in bpf_xdp_ct_lookup()
|
| /linux-6.3-rc2/drivers/net/ethernet/netronome/nfp/ |
| A D | nfp_net_xsk.c | 18 struct xdp_buff *xdp) in nfp_net_xsk_rx_bufs_stash()
62 struct xdp_buff *xdp; in nfp_net_xsk_rx_ring_fill_freelist()
|
| /linux-6.3-rc2/net/xdp/ |
| A D | xsk_buff_pool.c | 516 struct xdp_buff *xp_alloc(struct xsk_buff_pool *pool) in xp_alloc()
543 static u32 xp_alloc_new_from_fq(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max) in xp_alloc_new_from_fq()
586 static u32 xp_alloc_reused(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 nb_entries) in xp_alloc_reused()
606 u32 xp_alloc_batch(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max) in xp_alloc_batch()
611 struct xdp_buff *buff; in xp_alloc_batch()
|
| A D | xsk.c | 138 static int __xsk_rcv_zc(struct xdp_sock *xs, struct xdp_buff *xdp, u32 len) in __xsk_rcv_zc()
155 static void xsk_copy_xdp(struct xdp_buff *to, struct xdp_buff *from, u32 len) in xsk_copy_xdp()
173 static int __xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_rcv()
175 struct xdp_buff *xsk_xdp; in __xsk_rcv()
218 static int xsk_rcv_check(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_rcv_check()
237 int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_generic_rcv()
251 static int xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_rcv()
271 int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_map_redirect()
|
| /linux-6.3-rc2/net/bpf/ |
| A D | test_run.c | 98 struct xdp_buff orig_ctx;
99 struct xdp_buff ctx;
108 struct xdp_buff *orig_ctx;
129 struct xdp_buff *new_ctx, *orig_ctx; in xdp_test_run_init_page()
156 static int xdp_test_run_setup(struct xdp_test_data *xdp, struct xdp_buff *orig_ctx) in xdp_test_run_setup()
277 struct xdp_buff *ctx; in xdp_test_run_batch()
351 static int bpf_test_run_xdp_live(struct bpf_prog *prog, struct xdp_buff *ctx, in bpf_test_run_xdp_live()
1248 static int xdp_convert_md_to_buff(struct xdp_md *xdp_md, struct xdp_buff *xdp) in xdp_convert_md_to_buff()
1294 static void xdp_convert_buff_to_md(struct xdp_buff *xdp, struct xdp_md *xdp_md) in xdp_convert_buff_to_md()
1318 struct xdp_buff xdp = {}; in bpf_prog_test_run_xdp()
|
| /linux-6.3-rc2/drivers/net/ethernet/freescale/enetc/ |
| A D | enetc.c | 1407 struct xdp_buff *xdp_buff, u16 size) in enetc_map_rx_buff_to_xdp() argument
1420 u16 size, struct xdp_buff *xdp_buff) in enetc_add_rx_buff_to_xdp() argument
1429 if (!xdp_buff_has_frags(xdp_buff)) { in enetc_add_rx_buff_to_xdp()
1430 xdp_buff_set_frags_flag(xdp_buff); in enetc_add_rx_buff_to_xdp()
1438 xdp_buff_set_frag_pfmemalloc(xdp_buff); in enetc_add_rx_buff_to_xdp()
1450 int *cleaned_cnt, struct xdp_buff *xdp_buff) in enetc_build_xdp_buff() argument
1456 enetc_map_rx_buff_to_xdp(rx_ring, *i, xdp_buff, size); in enetc_build_xdp_buff()
1470 enetc_add_rx_buff_to_xdp(rx_ring, *i, size, xdp_buff); in enetc_build_xdp_buff()
1537 struct xdp_buff xdp_buff; in enetc_clean_rx_ring_xdp() local
1559 &cleaned_cnt, &xdp_buff); in enetc_clean_rx_ring_xdp()
[all …]
|
| /linux-6.3-rc2/drivers/net/ethernet/netronome/nfp/nfd3/ |
| A D | nfd3.h | 72 struct xdp_buff *xdp;
|
| /linux-6.3-rc2/net/core/ |
| A D | xdp.c | 378 struct xdp_buff *xdp) in __xdp_return()
515 void xdp_return_buff(struct xdp_buff *xdp) in xdp_return_buff()
559 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp) in xdp_convert_zc_to_xdp_frame()
|