| /linux-6.3-rc2/tools/testing/selftests/bpf/progs/ |
| A D | xdp_features.c | 65 xdp_process_echo_packet(struct xdp_md *xdp, bool dut) in xdp_process_echo_packet()
136 xdp_update_stats(struct xdp_md *xdp, bool tx, bool dut) in xdp_update_stats()
157 int xdp_tester_check_tx(struct xdp_md *xdp) in xdp_tester_check_tx()
165 int xdp_tester_check_rx(struct xdp_md *xdp) in xdp_tester_check_rx()
175 int xdp_do_pass(struct xdp_md *xdp) in xdp_do_pass()
183 int xdp_do_drop(struct xdp_md *xdp) in xdp_do_drop()
192 int xdp_do_aborted(struct xdp_md *xdp) in xdp_do_aborted()
201 int xdp_do_tx(struct xdp_md *xdp) in xdp_do_tx()
218 int xdp_do_redirect(struct xdp_md *xdp) in xdp_do_redirect()
228 const struct bpf_prog *xdp, __u32 act) in BPF_PROG()
[all …]
|
| A D | xdp_redirect_map.c | 14 int xdp_redirect_map_0(struct xdp_md *xdp) in xdp_redirect_map_0()
20 int xdp_redirect_map_1(struct xdp_md *xdp) in xdp_redirect_map_1()
26 int xdp_redirect_map_2(struct xdp_md *xdp) in xdp_redirect_map_2()
|
| A D | test_xdp_redirect.c | 16 int xdp_redirect_to_111(struct xdp_md *xdp) in xdp_redirect_to_111()
21 int xdp_redirect_to_222(struct xdp_md *xdp) in xdp_redirect_to_222()
|
| A D | xsk_xdp_progs.c | 16 SEC("xdp") int xsk_def_prog(struct xdp_md *xdp) in xsk_def_prog()
21 SEC("xdp") int xsk_xdp_drop(struct xdp_md *xdp) in xsk_xdp_drop()
|
| A D | test_xdp.c | 78 static __always_inline int handle_ipv4(struct xdp_md *xdp) in handle_ipv4()
151 static __always_inline int handle_ipv6(struct xdp_md *xdp) in handle_ipv6()
212 int _xdp_tx_iptunnel(struct xdp_md *xdp) in _xdp_tx_iptunnel()
|
| A D | test_xdp_loop.c | 74 static __always_inline int handle_ipv4(struct xdp_md *xdp) in handle_ipv4()
147 static __always_inline int handle_ipv6(struct xdp_md *xdp) in handle_ipv6()
208 int _xdp_tx_iptunnel(struct xdp_md *xdp) in _xdp_tx_iptunnel()
|
| A D | test_xdp_do_redirect.c | 16 int xdp_redirect(struct xdp_md *xdp) in xdp_redirect()
73 int xdp_count_pkts(struct xdp_md *xdp) in xdp_count_pkts()
|
| A D | test_xdp_bpf2bpf.c | 45 int BPF_PROG(trace_on_entry, struct xdp_buff *xdp) in BPF_PROG()
64 int BPF_PROG(trace_on_exit, struct xdp_buff *xdp, int ret) in BPF_PROG()
|
| /linux-6.3-rc2/include/net/ |
| A D | xdp_sock_drv.h | 73 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma()
80 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma()
103 static inline void xsk_buff_free(struct xdp_buff *xdp) in xsk_buff_free()
110 static inline void xsk_buff_set_size(struct xdp_buff *xdp, u32 size) in xsk_buff_set_size()
128 static inline void xsk_buff_dma_sync_for_cpu(struct xdp_buff *xdp, struct xsk_buff_pool *pool) in xsk_buff_dma_sync_for_cpu()
229 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma()
234 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma()
254 static inline void xsk_buff_free(struct xdp_buff *xdp) in xsk_buff_free()
258 static inline void xsk_buff_discard(struct xdp_buff *xdp) in xsk_buff_discard()
262 static inline void xsk_buff_set_size(struct xdp_buff *xdp, u32 size) in xsk_buff_set_size()
[all …]
|
| A D | xdp.h | 91 static __always_inline bool xdp_buff_has_frags(struct xdp_buff *xdp) in xdp_buff_has_frags()
96 static __always_inline void xdp_buff_set_frags_flag(struct xdp_buff *xdp) in xdp_buff_set_frags_flag()
101 static __always_inline void xdp_buff_clear_frags_flag(struct xdp_buff *xdp) in xdp_buff_clear_frags_flag()
125 xdp_prepare_buff(struct xdp_buff *xdp, unsigned char *hard_start, in xdp_prepare_buff()
142 #define xdp_data_hard_end(xdp) \ argument
147 xdp_get_shared_info_from_buff(struct xdp_buff *xdp) in xdp_get_shared_info_from_buff()
152 static __always_inline unsigned int xdp_get_buff_len(struct xdp_buff *xdp) in xdp_get_buff_len()
263 int xdp_update_frame_from_buff(struct xdp_buff *xdp, in xdp_update_frame_from_buff()
293 struct xdp_frame *xdp_convert_buff_to_frame(struct xdp_buff *xdp) in xdp_convert_buff_to_frame()
388 xdp_set_data_meta_invalid(struct xdp_buff *xdp) in xdp_set_data_meta_invalid()
[all …]
|
| /linux-6.3-rc2/drivers/net/ethernet/broadcom/bnxt/ |
| A D | bnxt_xdp.c | 28 struct xdp_buff *xdp) in bnxt_xmit_bd()
104 struct xdp_buff *xdp) in __bnxt_xmit_xdp()
181 struct xdp_buff *xdp) in bnxt_xdp_buff_init()
201 struct xdp_buff *xdp) in bnxt_xdp_buff_frags_free()
222 struct xdp_buff xdp, struct page *page, u8 **data_ptr, in bnxt_rx_xdp()
360 struct xdp_frame *xdp = frames[i]; in bnxt_xdp_xmit() local
449 int bnxt_xdp(struct net_device *dev, struct netdev_bpf *xdp) in bnxt_xdp()
467 struct page_pool *pool, struct xdp_buff *xdp, in bnxt_xdp_build_skb()
|
| /linux-6.3-rc2/include/trace/events/ |
| A D | xdp.h | 158 #define _trace_xdp_redirect(dev, xdp, to) \ argument
161 #define _trace_xdp_redirect_err(dev, xdp, to, err) \ argument
164 #define _trace_xdp_redirect_map(dev, xdp, to, map_type, map_id, index) \ argument
167 #define _trace_xdp_redirect_map_err(dev, xdp, to, map_type, map_id, index, err) \ argument
|
| /linux-6.3-rc2/samples/bpf/ |
| A D | xdp_sample.bpf.c | 97 const struct bpf_prog *xdp, const void *tgt, int err, in BPF_PROG()
105 const struct bpf_prog *xdp, const void *tgt, int err, in BPF_PROG()
113 const struct bpf_prog *xdp, const void *tgt, int err, in BPF_PROG()
121 const struct bpf_prog *xdp, const void *tgt, int err, in BPF_PROG()
182 const struct bpf_prog *xdp, u32 act) in BPF_PROG()
|
| A D | xdp_adjust_tail_kern.c | 70 static __always_inline int send_icmp4_too_big(struct xdp_md *xdp) in send_icmp4_too_big()
120 static __always_inline int handle_ipv4(struct xdp_md *xdp) in handle_ipv4()
137 int _xdp_icmp(struct xdp_md *xdp) in _xdp_icmp()
|
| A D | xdp_tx_iptunnel_kern.c | 77 static __always_inline int handle_ipv4(struct xdp_md *xdp) in handle_ipv4()
152 static __always_inline int handle_ipv6(struct xdp_md *xdp) in handle_ipv6()
216 int _xdp_tx_iptunnel(struct xdp_md *xdp) in _xdp_tx_iptunnel()
|
| /linux-6.3-rc2/drivers/net/ethernet/microchip/lan966x/ |
| A D | lan966x_xdp.c | 9 static int lan966x_xdp_setup(struct net_device *dev, struct netdev_bpf *xdp) in lan966x_xdp_setup()
43 int lan966x_xdp(struct net_device *dev, struct netdev_bpf *xdp) in lan966x_xdp()
80 struct xdp_buff xdp; in lan966x_xdp_run() local
|
| /linux-6.3-rc2/tools/testing/selftests/bpf/ |
| A D | test_tcp_check_syncookie_user.c | 82 static int get_map_fd_by_prog_id(int prog_id, bool *xdp) in get_map_fd_by_prog_id()
120 static int run_test(int server_fd, int results_fd, bool xdp, in run_test()
230 bool xdp; in main() local
|
| /linux-6.3-rc2/drivers/net/ethernet/intel/ice/ |
| A D | ice_xsk.c | 458 static u16 ice_fill_rx_descs(struct xsk_buff_pool *pool, struct xdp_buff **xdp, in ice_fill_rx_descs()
495 struct xdp_buff **xdp; in __ice_alloc_rx_bufs_zc() local
575 ice_construct_skb_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) in ice_construct_skb_zc()
670 static int ice_xmit_xdp_tx_zc(struct xdp_buff *xdp, in ice_xmit_xdp_tx_zc()
716 ice_run_xdp_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_run_xdp_zc()
784 struct xdp_buff *xdp; in ice_clean_rx_irq_zc() local
1070 struct xdp_buff *xdp = *ice_xdp_buf(rx_ring, ntc); in ice_xsk_clean_rx_ring() local
|
| A D | ice_txrx.c | 385 struct xdp_buff *xdp = &rx_ring->xdp; in ice_clean_rx_ring() local
564 ice_run_xdp(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_run_xdp()
616 struct xdp_buff xdp; in ice_xmit_xdp_ring() local
878 ice_add_xdp_frag(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_add_xdp_frag()
983 ice_build_skb(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) in ice_build_skb()
1037 ice_construct_skb(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) in ice_construct_skb()
1154 struct xdp_buff *xdp = &rx_ring->xdp; in ice_clean_rx_irq() local
|
| /linux-6.3-rc2/include/linux/ |
| A D | if_tun.h | 34 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr()
60 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr()
|
| /linux-6.3-rc2/drivers/net/ethernet/netronome/nfp/ |
| A D | nfp_net_xsk.c | 18 struct xdp_buff *xdp) in nfp_net_xsk_rx_bufs_stash()
62 struct xdp_buff *xdp; in nfp_net_xsk_rx_ring_fill_freelist() local
|
| /linux-6.3-rc2/drivers/net/ethernet/aquantia/atlantic/ |
| A D | aq_ring.c | 24 struct xdp_buff *xdp) in aq_get_rxpages_xdp()
416 struct xdp_buff *xdp, in aq_xdp_run_prog()
502 struct xdp_buff *xdp) in aq_add_rx_fragment()
733 struct xdp_buff xdp; in __aq_ring_xdp_clean() local
|
| /linux-6.3-rc2/drivers/net/hyperv/ |
| A D | netvsc_bpf.c | 25 struct xdp_buff *xdp) in netvsc_run_xdp()
167 struct netdev_bpf xdp; in netvsc_vf_setxdp() local
|
| /linux-6.3-rc2/net/bpf/ |
| A D | test_run.c | 131 struct xdp_test_data *xdp = arg; in xdp_test_run_init_page() local
156 static int xdp_test_run_setup(struct xdp_test_data *xdp, struct xdp_buff *orig_ctx) in xdp_test_run_setup()
210 static void xdp_test_run_teardown(struct xdp_test_data *xdp) in xdp_test_run_teardown()
268 static int xdp_test_run_batch(struct xdp_test_data *xdp, struct bpf_prog *prog, in xdp_test_run_batch()
355 struct xdp_test_data xdp = { .batch_size = batch_size }; in bpf_test_run_xdp_live() local
380 u32 *retval, u32 *time, bool xdp) in bpf_test_run()
1248 static int xdp_convert_md_to_buff(struct xdp_md *xdp_md, struct xdp_buff *xdp) in xdp_convert_md_to_buff()
1294 static void xdp_convert_buff_to_md(struct xdp_buff *xdp, struct xdp_md *xdp_md) in xdp_convert_buff_to_md()
1318 struct xdp_buff xdp = {}; in bpf_prog_test_run_xdp() local
|
| /linux-6.3-rc2/drivers/net/ |
| A D | veth.c | 120 struct xdp_buff xdp; member
256 static void *veth_xdp_to_ptr(struct xdp_frame *xdp) in veth_xdp_to_ptr()
291 struct veth_rq *rq, bool xdp) in veth_forward_skb()
573 static int veth_xdp_tx(struct veth_rq *rq, struct xdp_buff *xdp, in veth_xdp_tx()
601 struct xdp_buff *xdp = &vxbuf.xdp; in veth_xdp_rcv_one() local
690 static void veth_xdp_get(struct xdp_buff *xdp) in veth_xdp_get()
704 struct xdp_buff *xdp, in veth_convert_skb_to_xdp_buff()
812 struct xdp_buff *xdp = &vxbuf.xdp; in veth_xdp_rcv_skb() local
1598 static int veth_xdp(struct net_device *dev, struct netdev_bpf *xdp) in veth_xdp()
|