| /linux/include/net/ |
| A D | xdp.h | 125 xdp_prepare_buff(struct xdp_buff *xdp, unsigned char *hard_start, in xdp_prepare_buff() argument
128 unsigned char *data = hard_start + headroom; in xdp_prepare_buff()
130 xdp->data_hard_start = hard_start; in xdp_prepare_buff()
|
| /linux/net/core/ |
| A D | xdp.c | 603 void *hard_start; in __xdp_build_skb_from_frame() local
618 hard_start = xdpf->data - headroom; in __xdp_build_skb_from_frame()
619 skb = build_skb_around(skb, hard_start, frame_size); in __xdp_build_skb_from_frame()
|
| A D | dev.c | 4934 void *orig_data, *orig_data_end, *hard_start; in bpf_prog_run_generic_xdp() local
4947 hard_start = skb->data - skb_headroom(skb); in bpf_prog_run_generic_xdp()
4950 frame_sz = (void *)skb_end_pointer(skb) - hard_start; in bpf_prog_run_generic_xdp()
4955 xdp_prepare_buff(xdp, hard_start, skb_headroom(skb) - mac_len, in bpf_prog_run_generic_xdp()
|
| /linux/drivers/net/ethernet/aquantia/atlantic/ |
| A D | aq_ring.c | 721 void *hard_start; in __aq_ring_xdp_clean() local
783 hard_start = page_address(buff->rxdata.page) + in __aq_ring_xdp_clean()
794 xdp_prepare_buff(&xdp, hard_start, rx_ring->page_offset, in __aq_ring_xdp_clean()
|
| /linux/drivers/net/ethernet/marvell/octeontx2/nic/ |
| A D | otx2_txrx.c | 1412 unsigned char *hard_start; in otx2_xdp_rcv_pkt_handler() local
1426 hard_start = (unsigned char *)phys_to_virt(pa); in otx2_xdp_rcv_pkt_handler()
1427 xdp_prepare_buff(&xdp, hard_start, OTX2_HEAD_ROOM, in otx2_xdp_rcv_pkt_handler()
|
| /linux/drivers/net/ethernet/cavium/thunder/ |
| A D | nicvf_main.c | 532 unsigned char *hard_start, *data; in nicvf_xdp_rx() local
552 hard_start = page_address(page); in nicvf_xdp_rx()
554 xdp_prepare_buff(&xdp, hard_start, data - hard_start, len, false); in nicvf_xdp_rx()
|
| /linux/drivers/net/ethernet/intel/ice/ |
| A D | ice_txrx.c | 1186 void *hard_start; in ice_clean_rx_irq() local
1188 hard_start = page_address(rx_buf->page) + rx_buf->page_offset - in ice_clean_rx_irq()
1190 xdp_prepare_buff(xdp, hard_start, offset, size, !!offset); in ice_clean_rx_irq()
|
| /linux/drivers/net/ethernet/intel/i40e/ |
| A D | i40e_txrx.c | 2516 unsigned char *hard_start; in i40e_clean_rx_irq() local
2518 hard_start = page_address(rx_buffer->page) + in i40e_clean_rx_irq()
2520 xdp_prepare_buff(xdp, hard_start, offset, size, true); in i40e_clean_rx_irq()
|
| /linux/drivers/net/ethernet/intel/ixgbevf/ |
| A D | ixgbevf_main.c | 1159 unsigned char *hard_start; in ixgbevf_clean_rx_irq() local
1161 hard_start = page_address(rx_buffer->page) + in ixgbevf_clean_rx_irq()
1163 xdp_prepare_buff(&xdp, hard_start, offset, size, true); in ixgbevf_clean_rx_irq()
|
| /linux/drivers/net/ethernet/freescale/enetc/ |
| A D | enetc.c | 1424 void *hard_start = page_address(rx_swbd->page) + rx_swbd->page_offset; in enetc_map_rx_buff_to_xdp() local
1429 xdp_prepare_buff(xdp_buff, hard_start - rx_ring->buffer_offset, in enetc_map_rx_buff_to_xdp()
|
| /linux/drivers/net/ethernet/intel/ixgbe/ |
| A D | ixgbe_main.c | 2367 unsigned char *hard_start; in ixgbe_clean_rx_irq() local
2369 hard_start = page_address(rx_buffer->page) + in ixgbe_clean_rx_irq()
2371 xdp_prepare_buff(&xdp, hard_start, offset, size, true); in ixgbe_clean_rx_irq()
|
| /linux/drivers/net/ethernet/intel/igb/ |
| A D | igb_main.c | 8930 unsigned char *hard_start = pktbuf - igb_rx_offset(rx_ring); in igb_clean_rx_irq() local
8933 xdp_prepare_buff(&xdp, hard_start, offset, size, true); in igb_clean_rx_irq()
|