Lines Matching refs:xrxbuf
18 struct nfp_net_xsk_rx_buf *xrxbuf, unsigned int pkt_len, in nfp_nfd3_xsk_tx_xdp() argument
29 xsk_buff_raw_dma_sync_for_device(pool, xrxbuf->dma_addr + pkt_off, in nfp_nfd3_xsk_tx_xdp()
35 txbuf->xdp = xrxbuf->xdp; in nfp_nfd3_xsk_tx_xdp()
43 nfp_desc_set_dma_addr_40b(txd, xrxbuf->dma_addr + pkt_off); in nfp_nfd3_xsk_tx_xdp()
58 struct nfp_net_xsk_rx_buf *xrxbuf, in nfp_nfd3_xsk_rx_skb() argument
76 nfp_net_xsk_rx_drop(r_vec, xrxbuf); in nfp_nfd3_xsk_rx_skb()
84 nfp_net_xsk_rx_drop(r_vec, xrxbuf); in nfp_nfd3_xsk_rx_skb()
87 skb_put_data(skb, xrxbuf->xdp->data, pkt_len); in nfp_nfd3_xsk_rx_skb()
99 nfp_net_xsk_rx_drop(r_vec, xrxbuf); in nfp_nfd3_xsk_rx_skb()
105 xrxbuf->xdp->data - xrxbuf->xdp->data_meta); in nfp_nfd3_xsk_rx_skb()
109 nfp_net_xsk_rx_free(xrxbuf); in nfp_nfd3_xsk_rx_skb()
130 struct nfp_net_xsk_rx_buf *xrxbuf; in nfp_nfd3_xsk_rx() local
144 xrxbuf = &rx_ring->xsk_rxbufs[idx]; in nfp_nfd3_xsk_rx()
149 nfp_net_xsk_rx_drop(r_vec, xrxbuf); in nfp_nfd3_xsk_rx()
174 nfp_net_xsk_rx_drop(r_vec, xrxbuf); in nfp_nfd3_xsk_rx()
184 xrxbuf->xdp->data += meta_len; in nfp_nfd3_xsk_rx()
185 xrxbuf->xdp->data_end = xrxbuf->xdp->data + pkt_len; in nfp_nfd3_xsk_rx()
186 xdp_set_data_meta_invalid(xrxbuf->xdp); in nfp_nfd3_xsk_rx()
187 xsk_buff_dma_sync_for_cpu(xrxbuf->xdp, r_vec->xsk_pool); in nfp_nfd3_xsk_rx()
188 net_prefetch(xrxbuf->xdp->data); in nfp_nfd3_xsk_rx()
192 xrxbuf->xdp->data - in nfp_nfd3_xsk_rx()
194 xrxbuf->xdp->data, in nfp_nfd3_xsk_rx()
197 nfp_net_xsk_rx_drop(r_vec, xrxbuf); in nfp_nfd3_xsk_rx()
206 xrxbuf, &meta, in nfp_nfd3_xsk_rx()
212 nfp_app_ctrl_rx_raw(nn->app, xrxbuf->xdp->data, in nfp_nfd3_xsk_rx()
214 nfp_net_xsk_rx_free(xrxbuf); in nfp_nfd3_xsk_rx()
219 act = bpf_prog_run_xdp(xdp_prog, xrxbuf->xdp); in nfp_nfd3_xsk_rx()
221 pkt_len = xrxbuf->xdp->data_end - xrxbuf->xdp->data; in nfp_nfd3_xsk_rx()
222 pkt_off = xrxbuf->xdp->data - xrxbuf->xdp->data_hard_start; in nfp_nfd3_xsk_rx()
226 nfp_nfd3_xsk_rx_skb(rx_ring, rxd, xrxbuf, &meta, pkt_len, in nfp_nfd3_xsk_rx()
231 xrxbuf, pkt_len, pkt_off)) in nfp_nfd3_xsk_rx()
232 nfp_net_xsk_rx_drop(r_vec, xrxbuf); in nfp_nfd3_xsk_rx()
234 nfp_net_xsk_rx_unstash(xrxbuf); in nfp_nfd3_xsk_rx()
237 if (xdp_do_redirect(dp->netdev, xrxbuf->xdp, xdp_prog)) { in nfp_nfd3_xsk_rx()
238 nfp_net_xsk_rx_drop(r_vec, xrxbuf); in nfp_nfd3_xsk_rx()
240 nfp_net_xsk_rx_unstash(xrxbuf); in nfp_nfd3_xsk_rx()
251 nfp_net_xsk_rx_drop(r_vec, xrxbuf); in nfp_nfd3_xsk_rx()