Lines Matching refs:rx_buffer
1972 static bool ixgbe_can_reuse_rx_page(struct ixgbe_rx_buffer *rx_buffer, in ixgbe_can_reuse_rx_page() argument
1975 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbe_can_reuse_rx_page()
1976 struct page *page = rx_buffer->page; in ixgbe_can_reuse_rx_page()
1994 if (rx_buffer->page_offset > IXGBE_LAST_OFFSET) in ixgbe_can_reuse_rx_page()
2004 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbe_can_reuse_rx_page()
2026 struct ixgbe_rx_buffer *rx_buffer, in ixgbe_add_rx_frag() argument
2037 skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags, rx_buffer->page, in ixgbe_add_rx_frag()
2038 rx_buffer->page_offset, size, truesize); in ixgbe_add_rx_frag()
2040 rx_buffer->page_offset ^= truesize; in ixgbe_add_rx_frag()
2042 rx_buffer->page_offset += truesize; in ixgbe_add_rx_frag()
2052 struct ixgbe_rx_buffer *rx_buffer; in ixgbe_get_rx_buffer() local
2054 rx_buffer = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_get_rx_buffer()
2057 page_count(rx_buffer->page); in ixgbe_get_rx_buffer()
2061 prefetchw(rx_buffer->page); in ixgbe_get_rx_buffer()
2062 *skb = rx_buffer->skb; in ixgbe_get_rx_buffer()
2078 rx_buffer->dma, in ixgbe_get_rx_buffer()
2079 rx_buffer->page_offset, in ixgbe_get_rx_buffer()
2083 rx_buffer->pagecnt_bias--; in ixgbe_get_rx_buffer()
2085 return rx_buffer; in ixgbe_get_rx_buffer()
2089 struct ixgbe_rx_buffer *rx_buffer, in ixgbe_put_rx_buffer() argument
2093 if (ixgbe_can_reuse_rx_page(rx_buffer, rx_buffer_pgcnt)) { in ixgbe_put_rx_buffer()
2095 ixgbe_reuse_rx_page(rx_ring, rx_buffer); in ixgbe_put_rx_buffer()
2097 if (!IS_ERR(skb) && IXGBE_CB(skb)->dma == rx_buffer->dma) { in ixgbe_put_rx_buffer()
2102 dma_unmap_page_attrs(rx_ring->dev, rx_buffer->dma, in ixgbe_put_rx_buffer()
2107 __page_frag_cache_drain(rx_buffer->page, in ixgbe_put_rx_buffer()
2108 rx_buffer->pagecnt_bias); in ixgbe_put_rx_buffer()
2112 rx_buffer->page = NULL; in ixgbe_put_rx_buffer()
2113 rx_buffer->skb = NULL; in ixgbe_put_rx_buffer()
2117 struct ixgbe_rx_buffer *rx_buffer, in ixgbe_construct_skb() argument
2156 IXGBE_CB(skb)->dma = rx_buffer->dma; in ixgbe_construct_skb()
2158 skb_add_rx_frag(skb, 0, rx_buffer->page, in ixgbe_construct_skb()
2159 xdp->data - page_address(rx_buffer->page), in ixgbe_construct_skb()
2162 rx_buffer->page_offset ^= truesize; in ixgbe_construct_skb()
2164 rx_buffer->page_offset += truesize; in ixgbe_construct_skb()
2169 rx_buffer->pagecnt_bias++; in ixgbe_construct_skb()
2176 struct ixgbe_rx_buffer *rx_buffer, in ixgbe_build_skb() argument
2210 IXGBE_CB(skb)->dma = rx_buffer->dma; in ixgbe_build_skb()
2214 rx_buffer->page_offset ^= truesize; in ixgbe_build_skb()
2216 rx_buffer->page_offset += truesize; in ixgbe_build_skb()
2294 struct ixgbe_rx_buffer *rx_buffer, in ixgbe_rx_buffer_flip() argument
2299 rx_buffer->page_offset ^= truesize; in ixgbe_rx_buffer_flip()
2301 rx_buffer->page_offset += truesize; in ixgbe_rx_buffer_flip()
2341 struct ixgbe_rx_buffer *rx_buffer; in ixgbe_clean_rx_irq() local
2363 rx_buffer = ixgbe_get_rx_buffer(rx_ring, rx_desc, &skb, size, &rx_buffer_pgcnt); in ixgbe_clean_rx_irq()
2369 hard_start = page_address(rx_buffer->page) + in ixgbe_clean_rx_irq()
2370 rx_buffer->page_offset - offset; in ixgbe_clean_rx_irq()
2385 ixgbe_rx_buffer_flip(rx_ring, rx_buffer, size); in ixgbe_clean_rx_irq()
2387 rx_buffer->pagecnt_bias++; in ixgbe_clean_rx_irq()
2392 ixgbe_add_rx_frag(rx_ring, rx_buffer, skb, size); in ixgbe_clean_rx_irq()
2394 skb = ixgbe_build_skb(rx_ring, rx_buffer, in ixgbe_clean_rx_irq()
2397 skb = ixgbe_construct_skb(rx_ring, rx_buffer, in ixgbe_clean_rx_irq()
2404 rx_buffer->pagecnt_bias++; in ixgbe_clean_rx_irq()
2408 ixgbe_put_rx_buffer(rx_ring, rx_buffer, skb, rx_buffer_pgcnt); in ixgbe_clean_rx_irq()
5316 struct ixgbe_rx_buffer *rx_buffer = &rx_ring->rx_buffer_info[i]; in ixgbe_clean_rx_ring() local
5325 if (rx_buffer->skb) { in ixgbe_clean_rx_ring()
5326 struct sk_buff *skb = rx_buffer->skb; in ixgbe_clean_rx_ring()
5340 rx_buffer->dma, in ixgbe_clean_rx_ring()
5341 rx_buffer->page_offset, in ixgbe_clean_rx_ring()
5346 dma_unmap_page_attrs(rx_ring->dev, rx_buffer->dma, in ixgbe_clean_rx_ring()
5350 __page_frag_cache_drain(rx_buffer->page, in ixgbe_clean_rx_ring()
5351 rx_buffer->pagecnt_bias); in ixgbe_clean_rx_ring()
5354 rx_buffer++; in ixgbe_clean_rx_ring()
5357 rx_buffer = rx_ring->rx_buffer_info; in ixgbe_clean_rx_ring()