| /include/net/ |
| A D | xdp.h | 122 xdp->rxq = rxq; in xdp_init_buff()
123 xdp->flags = 0; in xdp_init_buff()
133 xdp->data = data; in xdp_prepare_buff()
145 ((xdp)->data_hard_start + (xdp)->frame_sz - \
157 unsigned int len = xdp->data_end - xdp->data; in xdp_get_buff_len()
367 headroom = xdp->data - xdp->data_hard_start; in xdp_update_frame_from_buff()
368 metasize = xdp->data - xdp->data_meta; in xdp_update_frame_from_buff()
374 if (unlikely(xdp->data_end > xdp_data_hard_end(xdp))) { in xdp_update_frame_from_buff()
380 xdp_frame->len = xdp->data_end - xdp->data; in xdp_update_frame_from_buff()
500 xdp->data_meta = xdp->data + 1; in xdp_set_data_meta_invalid()
[all …]
|
| A D | xdp_sock_drv.h | 78 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_xdp_get_dma()
85 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_xdp_get_frame_dma()
113 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_free()
141 frag = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_add_frag()
157 ret = &frag->xdp; in xsk_buff_get_frag()
177 return &frag->xdp; in xsk_buff_get_tail()
182 xdp->data = xdp->data_hard_start + XDP_PACKET_HEADROOM; in xsk_buff_set_size()
183 xdp->data_meta = xdp->data; in xsk_buff_set_size()
184 xdp->data_end = xdp->data + size; in xsk_buff_set_size()
185 xdp->flags = 0; in xsk_buff_set_size()
[all …]
|
| A D | xdp_sock.h | 125 int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp);
126 int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp);
207 static inline int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_generic_rcv() argument
212 static inline int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_map_redirect() argument
|
| A D | xsk_buff_pool.h | 26 struct xdp_buff xdp; member
124 xskb->xdp.data_hard_start = pool->addrs + addr + pool->headroom; in xp_init_xskb_addr()
142 u32 xp_alloc_batch(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max);
236 u64 orig_addr = xskb->xdp.data - pool->addrs; in xp_get_handle()
242 offset = xskb->xdp.data - xskb->xdp.data_hard_start; in xp_get_handle()
|
| A D | net_namespace.h | 183 struct netns_xdp xdp; member
|
| /include/net/libeth/ |
| A D | xsk.h | 28 .xsk = xdp, in libeth_xsk_tx_queue_head()
29 __libeth_xdp_tx_len(xdp->base.data_end - xdp->data, in libeth_xsk_tx_queue_head()
65 struct libeth_xdp_buff *xdp, in libeth_xsk_tx_queue_bulk() argument
82 typeof(*xdp), base); in libeth_xsk_tx_queue_bulk()
83 if (!xdp) in libeth_xsk_tx_queue_bulk()
125 sqe->xsk = xdp; in libeth_xsk_tx_fill_buf()
365 prefetch(xdp->data); in libeth_xsk_process_buff()
367 return xdp; in libeth_xsk_process_buff()
455 rs->bytes += xdp->base.data_end - xdp->data; in __libeth_xsk_run_pass()
462 prep(xdp, md); in __libeth_xsk_run_pass()
[all …]
|
| A D | xdp.h | 604 .data = xdp->data, in libeth_xdp_tx_queue_head()
670 xdp->data = NULL; in libeth_xdp_tx_queue_bulk()
1261 xdp->data = NULL; in __libeth_xdp_return_buff()
1292 xdp_init_buff(&xdp->base, fqe->truesize, xdp->base.rxq); in libeth_xdp_prepare_buff()
1319 if (xdp->data) in libeth_xdp_process_buff()
1386 xdp->data = NULL; in __libeth_xdp_run_prog()
1491 rs->bytes += xdp->base.data_end - xdp->data; in __libeth_xdp_run_pass()
1498 prep(xdp, md); in __libeth_xdp_run_pass()
1503 if (!run(xdp, bq)) in __libeth_xdp_run_pass()
1513 xdp->data = NULL; in __libeth_xdp_run_pass()
[all …]
|
| A D | rx.h | 87 bool xdp:1; member
|
| /include/trace/events/ |
| A D | xdp.h | 3 #define TRACE_SYSTEM xdp
32 const struct bpf_prog *xdp, u32 act),
34 TP_ARGS(dev, xdp, act),
43 __entry->prog_id = xdp->aux->id;
93 const struct bpf_prog *xdp,
98 TP_ARGS(dev, xdp, tgt, err, map_type, map_id, index),
124 __entry->prog_id = xdp->aux->id;
143 const struct bpf_prog *xdp,
147 TP_ARGS(dev, xdp, tgt, err, map_type, map_id, index)
152 const struct bpf_prog *xdp,
[all …]
|
| /include/linux/ |
| A D | if_tun.h | 31 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr() argument
33 return (void *)((unsigned long)xdp | TUN_XDP_FLAG); in tun_xdp_to_ptr()
63 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr() argument
|
| A D | bpf_types.h | 11 BPF_PROG_TYPE(BPF_PROG_TYPE_XDP, xdp,
145 BPF_LINK_TYPE(BPF_LINK_TYPE_XDP, xdp)
|
| A D | filter.h | 987 DECLARE_BPF_DISPATCHER(xdp)
991 u32 xdp_master_redirect(struct xdp_buff *xdp);
1212 struct xdp_buff *xdp, const struct bpf_prog *prog);
1214 struct xdp_buff *xdp,
1217 struct xdp_buff *xdp,
1782 int __bpf_xdp_load_bytes(struct xdp_buff *xdp, u32 offset, void *buf, u32 len);
1784 void *bpf_xdp_pointer(struct xdp_buff *xdp, u32 offset, u32 len);
1785 void bpf_xdp_copy_buf(struct xdp_buff *xdp, unsigned long off,
1800 static inline int __bpf_xdp_load_bytes(struct xdp_buff *xdp, u32 offset, in __bpf_xdp_load_bytes() argument
1806 static inline int __bpf_xdp_store_bytes(struct xdp_buff *xdp, u32 offset, in __bpf_xdp_store_bytes() argument
[all …]
|
| A D | netdevice.h | 1634 struct xdp_frame **xdp,
1637 struct xdp_buff *xdp);
4151 u32 bpf_prog_run_generic_xdp(struct sk_buff *skb, struct xdp_buff *xdp,
|
| /include/xen/interface/io/ |
| A D | netif.h | 882 } xdp; member
|
| /include/net/mana/ |
| A D | mana.h | 568 struct xdp_buff *xdp, void *buf_va, uint pkt_len);
|
| /include/uapi/linux/ |
| A D | bpf.h | 6732 } xdp; member
|