Lines Matching refs:rx_buffer
1947 static bool ixgbe_can_reuse_rx_page(struct ixgbe_rx_buffer *rx_buffer, in ixgbe_can_reuse_rx_page() argument
1950 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbe_can_reuse_rx_page()
1951 struct page *page = rx_buffer->page; in ixgbe_can_reuse_rx_page()
1969 if (rx_buffer->page_offset > IXGBE_LAST_OFFSET) in ixgbe_can_reuse_rx_page()
1979 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbe_can_reuse_rx_page()
2001 struct ixgbe_rx_buffer *rx_buffer, in ixgbe_add_rx_frag() argument
2012 skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags, rx_buffer->page, in ixgbe_add_rx_frag()
2013 rx_buffer->page_offset, size, truesize); in ixgbe_add_rx_frag()
2015 rx_buffer->page_offset ^= truesize; in ixgbe_add_rx_frag()
2017 rx_buffer->page_offset += truesize; in ixgbe_add_rx_frag()
2027 struct ixgbe_rx_buffer *rx_buffer; in ixgbe_get_rx_buffer() local
2029 rx_buffer = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_get_rx_buffer()
2032 page_count(rx_buffer->page); in ixgbe_get_rx_buffer()
2036 prefetchw(rx_buffer->page); in ixgbe_get_rx_buffer()
2037 *skb = rx_buffer->skb; in ixgbe_get_rx_buffer()
2053 rx_buffer->dma, in ixgbe_get_rx_buffer()
2054 rx_buffer->page_offset, in ixgbe_get_rx_buffer()
2058 rx_buffer->pagecnt_bias--; in ixgbe_get_rx_buffer()
2060 return rx_buffer; in ixgbe_get_rx_buffer()
2064 struct ixgbe_rx_buffer *rx_buffer, in ixgbe_put_rx_buffer() argument
2068 if (ixgbe_can_reuse_rx_page(rx_buffer, rx_buffer_pgcnt)) { in ixgbe_put_rx_buffer()
2070 ixgbe_reuse_rx_page(rx_ring, rx_buffer); in ixgbe_put_rx_buffer()
2072 if (!IS_ERR(skb) && IXGBE_CB(skb)->dma == rx_buffer->dma) { in ixgbe_put_rx_buffer()
2077 dma_unmap_page_attrs(rx_ring->dev, rx_buffer->dma, in ixgbe_put_rx_buffer()
2082 __page_frag_cache_drain(rx_buffer->page, in ixgbe_put_rx_buffer()
2083 rx_buffer->pagecnt_bias); in ixgbe_put_rx_buffer()
2087 rx_buffer->page = NULL; in ixgbe_put_rx_buffer()
2088 rx_buffer->skb = NULL; in ixgbe_put_rx_buffer()
2092 struct ixgbe_rx_buffer *rx_buffer, in ixgbe_construct_skb() argument
2131 IXGBE_CB(skb)->dma = rx_buffer->dma; in ixgbe_construct_skb()
2133 skb_add_rx_frag(skb, 0, rx_buffer->page, in ixgbe_construct_skb()
2134 xdp->data - page_address(rx_buffer->page), in ixgbe_construct_skb()
2137 rx_buffer->page_offset ^= truesize; in ixgbe_construct_skb()
2139 rx_buffer->page_offset += truesize; in ixgbe_construct_skb()
2144 rx_buffer->pagecnt_bias++; in ixgbe_construct_skb()
2151 struct ixgbe_rx_buffer *rx_buffer, in ixgbe_build_skb() argument
2185 IXGBE_CB(skb)->dma = rx_buffer->dma; in ixgbe_build_skb()
2189 rx_buffer->page_offset ^= truesize; in ixgbe_build_skb()
2191 rx_buffer->page_offset += truesize; in ixgbe_build_skb()
2269 struct ixgbe_rx_buffer *rx_buffer, in ixgbe_rx_buffer_flip() argument
2274 rx_buffer->page_offset ^= truesize; in ixgbe_rx_buffer_flip()
2276 rx_buffer->page_offset += truesize; in ixgbe_rx_buffer_flip()
2316 struct ixgbe_rx_buffer *rx_buffer; in ixgbe_clean_rx_irq() local
2338 rx_buffer = ixgbe_get_rx_buffer(rx_ring, rx_desc, &skb, size, &rx_buffer_pgcnt); in ixgbe_clean_rx_irq()
2344 hard_start = page_address(rx_buffer->page) + in ixgbe_clean_rx_irq()
2345 rx_buffer->page_offset - offset; in ixgbe_clean_rx_irq()
2360 ixgbe_rx_buffer_flip(rx_ring, rx_buffer, size); in ixgbe_clean_rx_irq()
2362 rx_buffer->pagecnt_bias++; in ixgbe_clean_rx_irq()
2367 ixgbe_add_rx_frag(rx_ring, rx_buffer, skb, size); in ixgbe_clean_rx_irq()
2369 skb = ixgbe_build_skb(rx_ring, rx_buffer, in ixgbe_clean_rx_irq()
2372 skb = ixgbe_construct_skb(rx_ring, rx_buffer, in ixgbe_clean_rx_irq()
2379 rx_buffer->pagecnt_bias++; in ixgbe_clean_rx_irq()
2383 ixgbe_put_rx_buffer(rx_ring, rx_buffer, skb, rx_buffer_pgcnt); in ixgbe_clean_rx_irq()
5299 struct ixgbe_rx_buffer *rx_buffer = &rx_ring->rx_buffer_info[i]; in ixgbe_clean_rx_ring() local
5308 if (rx_buffer->skb) { in ixgbe_clean_rx_ring()
5309 struct sk_buff *skb = rx_buffer->skb; in ixgbe_clean_rx_ring()
5323 rx_buffer->dma, in ixgbe_clean_rx_ring()
5324 rx_buffer->page_offset, in ixgbe_clean_rx_ring()
5329 dma_unmap_page_attrs(rx_ring->dev, rx_buffer->dma, in ixgbe_clean_rx_ring()
5333 __page_frag_cache_drain(rx_buffer->page, in ixgbe_clean_rx_ring()
5334 rx_buffer->pagecnt_bias); in ixgbe_clean_rx_ring()
5337 rx_buffer++; in ixgbe_clean_rx_ring()
5340 rx_buffer = rx_ring->rx_buffer_info; in ixgbe_clean_rx_ring()