Home
last modified time | relevance | path

Searched refs:data_meta (Results 1 – 25 of 42) sorted by relevance

12

/linux-6.3-rc2/tools/testing/selftests/bpf/progs/
A Dtest_xdp_meta.c14 __u8 *data, *data_meta, *data_end; in ing_cls() local
17 data_meta = ctx_ptr(ctx, data_meta); in ing_cls()
22 data_meta + round_up(ETH_ALEN, 4) > data) in ing_cls()
25 diff |= ((__u32 *)data_meta)[0] ^ ((__u32 *)data)[0]; in ing_cls()
26 diff |= ((__u16 *)data_meta)[2] ^ ((__u16 *)data)[2]; in ing_cls()
34 __u8 *data, *data_meta, *data_end; in ing_xdp() local
41 data_meta = ctx_ptr(ctx, data_meta); in ing_xdp()
46 data_meta + round_up(ETH_ALEN, 4) > data) in ing_xdp()
49 __builtin_memcpy(data_meta, data, ETH_ALEN); in ing_xdp()
A Dxdp_metadata.c30 void *data, *data_meta; in rx() local
42 data_meta = (void *)(long)ctx->data_meta; in rx()
44 if (data_meta + sizeof(struct xdp_meta) > data) in rx()
47 meta = data_meta; in rx()
A Dxdp_hw_metadata.c23 void *data, *data_meta, *data_end; in rx() local
64 data_meta = (void *)(long)ctx->data_meta; in rx()
65 meta = data_meta; in rx()
A Dtest_xdp_context_test_run.c9 __u32 *metadata = (void *)(long)xdp->data_meta; in xdp_context()
A Dtest_xdp_bpf2bpf.c26 void *data_meta; member
A Dtest_xdp_do_redirect.c18 __u32 *metadata = (void *)(long)xdp->data_meta; in xdp_redirect()
/linux-6.3-rc2/tools/testing/selftests/bpf/verifier/
A Dmeta_access.c5 offsetof(struct xdp_md, data_meta)),
21 offsetof(struct xdp_md, data_meta)),
40 offsetof(struct xdp_md, data_meta)),
58 offsetof(struct xdp_md, data_meta)),
77 offsetof(struct xdp_md, data_meta)),
96 offsetof(struct xdp_md, data_meta)),
115 offsetof(struct xdp_md, data_meta)),
133 offsetof(struct xdp_md, data_meta)),
149 offsetof(struct xdp_md, data_meta)),
167 offsetof(struct xdp_md, data_meta)),
[all …]
A Dxdp_direct_packet_access.c757 offsetof(struct xdp_md, data_meta)),
774 offsetof(struct xdp_md, data_meta)),
792 offsetof(struct xdp_md, data_meta)),
810 offsetof(struct xdp_md, data_meta)),
827 offsetof(struct xdp_md, data_meta)),
845 offsetof(struct xdp_md, data_meta)),
863 offsetof(struct xdp_md, data_meta)),
882 offsetof(struct xdp_md, data_meta)),
900 offsetof(struct xdp_md, data_meta)),
918 offsetof(struct xdp_md, data_meta)),
[all …]
A Dcgroup_skb.c139 offsetof(struct __sk_buff, data_meta)),
/linux-6.3-rc2/samples/bpf/
A Dxdp2skb_meta_kern.c53 meta = (void *)(unsigned long)ctx->data_meta; in _xdp_mark()
67 void *data_meta = (void *)(unsigned long)ctx->data_meta; in _tc_mark() local
68 struct meta_info *meta = data_meta; in _tc_mark()
/linux-6.3-rc2/tools/testing/selftests/bpf/prog_tests/
A Dxdp_context_test_run.c7 __u32 data_meta, __u32 data, __u32 data_end, in test_xdp_context_error() argument
14 .data_meta = data_meta, in test_xdp_context_error()
61 ctx_in.data_meta = 0; in test_xdp_context_test_run()
69 ASSERT_EQ(ctx_out.data_meta, 0, "valid-datameta"); in test_xdp_context_test_run()
/linux-6.3-rc2/include/net/
A Dxdp.h83 void *data_meta; member
133 xdp->data_meta = meta_valid ? data : data + 1; in xdp_prepare_buff()
257 xdp->data_meta = frame->data - frame->metasize; in xdp_convert_frame_to_buff()
270 metasize = xdp->data - xdp->data_meta; in xdp_update_frame_from_buff()
390 xdp->data_meta = xdp->data + 1; in xdp_set_data_meta_invalid()
396 return unlikely(xdp->data_meta > xdp->data); in xdp_data_meta_unsupported()
A Dxdp_sock_drv.h113 xdp->data_meta = xdp->data; in xsk_buff_set_size()
/linux-6.3-rc2/Documentation/networking/
A Dxdp-rx-metadata.rst39 xdp_buff->data_meta xdp_buff->data
41 An XDP program can store individual metadata items into this ``data_meta``
59 Here is the ``AF_XDP`` consumer layout (note missing ``data_meta`` pointer)::
77 the ``data_meta`` pointer.
/linux-6.3-rc2/net/bpf/
A Dtest_run.c137 frm_len = orig_ctx->data_end - orig_ctx->data_meta; in xdp_test_run_init_page()
138 meta_len = orig_ctx->data - orig_ctx->data_meta; in xdp_test_run_init_page()
144 memcpy(data + headroom, orig_ctx->data_meta, frm_len); in xdp_test_run_init_page()
148 new_ctx->data = new_ctx->data_meta + meta_len; in xdp_test_run_init_page()
221 head->orig_ctx.data_meta != head->ctx.data_meta || in ctx_was_changed()
231 head->ctx.data_meta = head->orig_ctx.data_meta; in reset_ctx()
1286 xdp->data = xdp->data_meta + xdp_md->data; in xdp_convert_md_to_buff()
1299 xdp_md->data = xdp->data - xdp->data_meta; in xdp_convert_buff_to_md()
1300 xdp_md->data_end = xdp->data_end - xdp->data_meta; in xdp_convert_buff_to_md()
1350 if (ctx->data_meta || ctx->data_end != size || in bpf_prog_test_run_xdp()
[all …]
/linux-6.3-rc2/drivers/net/ethernet/intel/ixgbe/
A Dixgbe_xsk.c216 unsigned int totalsize = xdp->data_end - xdp->data_meta; in ixgbe_construct_skb_zc()
217 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbe_construct_skb_zc()
220 net_prefetch(xdp->data_meta); in ixgbe_construct_skb_zc()
228 memcpy(__skb_put(skb, totalsize), xdp->data_meta, in ixgbe_construct_skb_zc()
/linux-6.3-rc2/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/
A Drx.c227 u32 totallen = xdp->data_end - xdp->data_meta; in mlx5e_xsk_construct_skb()
228 u32 metalen = xdp->data - xdp->data_meta; in mlx5e_xsk_construct_skb()
237 skb_put_data(skb, xdp->data_meta, totallen); in mlx5e_xsk_construct_skb()
/linux-6.3-rc2/drivers/net/ethernet/intel/i40e/
A Di40e_xsk.c295 unsigned int totalsize = xdp->data_end - xdp->data_meta; in i40e_construct_skb_zc()
296 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_construct_skb_zc()
299 net_prefetch(xdp->data_meta); in i40e_construct_skb_zc()
307 memcpy(__skb_put(skb, totalsize), xdp->data_meta, in i40e_construct_skb_zc()
/linux-6.3-rc2/drivers/net/ethernet/intel/ice/
A Dice_xsk.c577 unsigned int totalsize = xdp->data_end - xdp->data_meta; in ice_construct_skb_zc()
578 unsigned int metasize = xdp->data - xdp->data_meta; in ice_construct_skb_zc()
581 net_prefetch(xdp->data_meta); in ice_construct_skb_zc()
588 memcpy(__skb_put(skb, totalsize), xdp->data_meta, in ice_construct_skb_zc()
813 xdp->data_meta = NULL; in ice_clean_rx_irq_zc()
/linux-6.3-rc2/net/core/
A Dxdp.c568 xdp->data - xdp->data_meta; in xdp_convert_zc_to_xdp_frame()
583 data_to_copy = metasize ? xdp->data_meta : xdp->data; in xdp_convert_zc_to_xdp_frame()
A Dfilter.c3855 xdp->data - xdp->data_meta; in xdp_get_metalen()
3870 memmove(xdp->data_meta + offset, in BPF_CALL_2()
3871 xdp->data_meta, metalen); in BPF_CALL_2()
3872 xdp->data_meta += offset; in BPF_CALL_2()
4121 void *meta = xdp->data_meta + offset; in BPF_CALL_2()
4132 xdp->data_meta = meta; in BPF_CALL_2()
8790 case offsetof(struct xdp_md, data_meta): in xdp_is_valid_access()
9424 case offsetof(struct __sk_buff, data_meta): in bpf_convert_ctx_access()
9426 off -= offsetof(struct __sk_buff, data_meta); in bpf_convert_ctx_access()
9847 case offsetof(struct xdp_md, data_meta): in xdp_convert_ctx_access()
[all …]
/linux-6.3-rc2/drivers/net/ethernet/netronome/nfp/nfd3/
A Dxsk.c105 xrxbuf->xdp->data - xrxbuf->xdp->data_meta); in nfp_nfd3_xsk_rx_skb()
/linux-6.3-rc2/drivers/net/ethernet/intel/igc/
A Digc_main.c1846 unsigned int metasize = xdp->data - xdp->data_meta; in igc_build_skb()
1850 net_prefetch(xdp->data_meta); in igc_build_skb()
1872 unsigned int metasize = xdp->data - xdp->data_meta; in igc_construct_skb()
1880 net_prefetch(xdp->data_meta); in igc_construct_skb()
1897 memcpy(__skb_put(skb, headlen + metasize), xdp->data_meta, in igc_construct_skb()
2608 unsigned int totalsize = xdp->data_end - xdp->data_meta; in igc_construct_skb_zc()
2609 unsigned int metasize = xdp->data - xdp->data_meta; in igc_construct_skb_zc()
2612 net_prefetch(xdp->data_meta); in igc_construct_skb_zc()
2619 memcpy(__skb_put(skb, totalsize), xdp->data_meta, in igc_construct_skb_zc()
2698 bi->xdp->data_meta += IGC_TS_HDR_LEN; in igc_clean_rx_irq_zc()
/linux-6.3-rc2/Documentation/bpf/
A Dbpf_prog_run.rst114 pointers (``data``, ``data_end`` and ``data_meta``) in the context object will
/linux-6.3-rc2/include/uapi/linux/
A Dbpf.h5964 __u32 data_meta; member
6144 __u32 data_meta; member

Completed in 122 milliseconds

12