Lines Matching refs:rx_buffer
1922 static bool i40e_can_reuse_rx_page(struct i40e_rx_buffer *rx_buffer, in i40e_can_reuse_rx_page() argument
1925 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in i40e_can_reuse_rx_page()
1926 struct page *page = rx_buffer->page; in i40e_can_reuse_rx_page()
1936 if (unlikely((rx_buffer->page_count - pagecnt_bias) > 1)) { in i40e_can_reuse_rx_page()
1943 if (rx_buffer->page_offset > I40E_LAST_OFFSET) { in i40e_can_reuse_rx_page()
1955 rx_buffer->pagecnt_bias = USHRT_MAX; in i40e_can_reuse_rx_page()
1966 static void i40e_rx_buffer_flip(struct i40e_rx_buffer *rx_buffer, in i40e_rx_buffer_flip() argument
1970 rx_buffer->page_offset ^= truesize; in i40e_rx_buffer_flip()
1972 rx_buffer->page_offset += truesize; in i40e_rx_buffer_flip()
1987 struct i40e_rx_buffer *rx_buffer; in i40e_get_rx_buffer() local
1989 rx_buffer = i40e_rx_bi(rx_ring, rx_ring->next_to_process); in i40e_get_rx_buffer()
1990 rx_buffer->page_count = in i40e_get_rx_buffer()
1992 page_count(rx_buffer->page); in i40e_get_rx_buffer()
1996 prefetch_page_address(rx_buffer->page); in i40e_get_rx_buffer()
2000 rx_buffer->dma, in i40e_get_rx_buffer()
2001 rx_buffer->page_offset, in i40e_get_rx_buffer()
2006 rx_buffer->pagecnt_bias--; in i40e_get_rx_buffer()
2008 return rx_buffer; in i40e_get_rx_buffer()
2020 struct i40e_rx_buffer *rx_buffer) in i40e_put_rx_buffer() argument
2022 if (i40e_can_reuse_rx_page(rx_buffer, &rx_ring->rx_stats)) { in i40e_put_rx_buffer()
2024 i40e_reuse_rx_page(rx_ring, rx_buffer); in i40e_put_rx_buffer()
2027 dma_unmap_page_attrs(rx_ring->dev, rx_buffer->dma, in i40e_put_rx_buffer()
2030 __page_frag_cache_drain(rx_buffer->page, in i40e_put_rx_buffer()
2031 rx_buffer->pagecnt_bias); in i40e_put_rx_buffer()
2033 rx_buffer->page = NULL; in i40e_put_rx_buffer()
2048 struct i40e_rx_buffer *rx_buffer; in i40e_process_rx_buffs() local
2053 rx_buffer = i40e_rx_bi(rx_ring, next); in i40e_process_rx_buffs()
2057 if (!rx_buffer->page) in i40e_process_rx_buffs()
2061 i40e_rx_buffer_flip(rx_buffer, xdp->frame_sz); in i40e_process_rx_buffs()
2063 rx_buffer->pagecnt_bias++; in i40e_process_rx_buffs()
2069 i40e_put_rx_buffer(rx_ring, rx_buffer); in i40e_process_rx_buffs()
2086 struct i40e_rx_buffer *rx_buffer; in i40e_construct_skb() local
2130 rx_buffer = i40e_rx_bi(rx_ring, rx_ring->next_to_clean); in i40e_construct_skb()
2138 skb_add_rx_frag(skb, 0, rx_buffer->page, in i40e_construct_skb()
2139 rx_buffer->page_offset + headlen, in i40e_construct_skb()
2142 i40e_rx_buffer_flip(rx_buffer, xdp->frame_sz); in i40e_construct_skb()
2145 rx_buffer->pagecnt_bias++; in i40e_construct_skb()
2216 struct i40e_rx_buffer *rx_buffer; in i40e_build_skb() local
2218 rx_buffer = i40e_rx_bi(rx_ring, rx_ring->next_to_clean); in i40e_build_skb()
2220 i40e_rx_buffer_flip(rx_buffer, xdp->frame_sz); in i40e_build_skb()
2386 struct i40e_rx_buffer *rx_buffer, u32 size) in i40e_add_xdp_frag() argument
2399 __skb_fill_page_desc_noacc(sinfo, sinfo->nr_frags++, rx_buffer->page, in i40e_add_xdp_frag()
2400 rx_buffer->page_offset, size); in i40e_add_xdp_frag()
2404 if (page_is_pfmemalloc(rx_buffer->page)) in i40e_add_xdp_frag()
2419 struct i40e_rx_buffer *rx_buffer) in i40e_consume_xdp_buff() argument
2422 i40e_put_rx_buffer(rx_ring, rx_buffer); in i40e_consume_xdp_buff()
2457 struct i40e_rx_buffer *rx_buffer; in i40e_clean_rx_irq() local
2491 rx_buffer = i40e_rx_bi(rx_ring, ntp); in i40e_clean_rx_irq()
2493 i40e_reuse_rx_page(rx_ring, rx_buffer); in i40e_clean_rx_irq()
2511 rx_buffer = i40e_get_rx_buffer(rx_ring, size); in i40e_clean_rx_irq()
2519 hard_start = page_address(rx_buffer->page) + in i40e_clean_rx_irq()
2520 rx_buffer->page_offset - offset; in i40e_clean_rx_irq()
2526 } else if (i40e_add_xdp_frag(xdp, &nfrags, rx_buffer, size) && in i40e_clean_rx_irq()
2529 i40e_consume_xdp_buff(rx_ring, xdp, rx_buffer); in i40e_clean_rx_irq()
2545 i40e_rx_buffer_flip(rx_buffer, xdp->frame_sz); in i40e_clean_rx_irq()
2547 rx_buffer->pagecnt_bias++; in i40e_clean_rx_irq()
2559 i40e_consume_xdp_buff(rx_ring, xdp, rx_buffer); in i40e_clean_rx_irq()
2580 i40e_put_rx_buffer(rx_ring, rx_buffer); in i40e_clean_rx_irq()