Lines Matching refs:rx_buffer
8235 static bool igb_can_reuse_rx_page(struct igb_rx_buffer *rx_buffer, in igb_can_reuse_rx_page() argument
8238 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igb_can_reuse_rx_page()
8239 struct page *page = rx_buffer->page; in igb_can_reuse_rx_page()
8253 if (rx_buffer->page_offset > IGB_LAST_OFFSET) in igb_can_reuse_rx_page()
8263 rx_buffer->pagecnt_bias = USHRT_MAX; in igb_can_reuse_rx_page()
8279 struct igb_rx_buffer *rx_buffer, in igb_add_rx_frag() argument
8290 skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags, rx_buffer->page, in igb_add_rx_frag()
8291 rx_buffer->page_offset, size, truesize); in igb_add_rx_frag()
8293 rx_buffer->page_offset ^= truesize; in igb_add_rx_frag()
8295 rx_buffer->page_offset += truesize; in igb_add_rx_frag()
8300 struct igb_rx_buffer *rx_buffer, in igb_construct_skb() argument
8336 skb_add_rx_frag(skb, 0, rx_buffer->page, in igb_construct_skb()
8337 (xdp->data + headlen) - page_address(rx_buffer->page), in igb_construct_skb()
8340 rx_buffer->page_offset ^= truesize; in igb_construct_skb()
8342 rx_buffer->page_offset += truesize; in igb_construct_skb()
8345 rx_buffer->pagecnt_bias++; in igb_construct_skb()
8352 struct igb_rx_buffer *rx_buffer, in igb_build_skb() argument
8386 rx_buffer->page_offset ^= truesize; in igb_build_skb()
8388 rx_buffer->page_offset += truesize; in igb_build_skb()
8456 struct igb_rx_buffer *rx_buffer, in igb_rx_buffer_flip() argument
8461 rx_buffer->page_offset ^= truesize; in igb_rx_buffer_flip()
8463 rx_buffer->page_offset += truesize; in igb_rx_buffer_flip()
8632 struct igb_rx_buffer *rx_buffer; in igb_get_rx_buffer() local
8634 rx_buffer = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in igb_get_rx_buffer()
8637 page_count(rx_buffer->page); in igb_get_rx_buffer()
8641 prefetchw(rx_buffer->page); in igb_get_rx_buffer()
8645 rx_buffer->dma, in igb_get_rx_buffer()
8646 rx_buffer->page_offset, in igb_get_rx_buffer()
8650 rx_buffer->pagecnt_bias--; in igb_get_rx_buffer()
8652 return rx_buffer; in igb_get_rx_buffer()
8656 struct igb_rx_buffer *rx_buffer, int rx_buf_pgcnt) in igb_put_rx_buffer() argument
8658 if (igb_can_reuse_rx_page(rx_buffer, rx_buf_pgcnt)) { in igb_put_rx_buffer()
8660 igb_reuse_rx_page(rx_ring, rx_buffer); in igb_put_rx_buffer()
8665 dma_unmap_page_attrs(rx_ring->dev, rx_buffer->dma, in igb_put_rx_buffer()
8668 __page_frag_cache_drain(rx_buffer->page, in igb_put_rx_buffer()
8669 rx_buffer->pagecnt_bias); in igb_put_rx_buffer()
8673 rx_buffer->page = NULL; in igb_put_rx_buffer()
8696 struct igb_rx_buffer *rx_buffer; in igb_clean_rx_irq() local
8719 rx_buffer = igb_get_rx_buffer(rx_ring, size, &rx_buf_pgcnt); in igb_clean_rx_irq()
8720 pktbuf = page_address(rx_buffer->page) + rx_buffer->page_offset; in igb_clean_rx_irq()
8751 igb_rx_buffer_flip(rx_ring, rx_buffer, size); in igb_clean_rx_irq()
8753 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq()
8758 igb_add_rx_frag(rx_ring, rx_buffer, skb, size); in igb_clean_rx_irq()
8760 skb = igb_build_skb(rx_ring, rx_buffer, &xdp, in igb_clean_rx_irq()
8763 skb = igb_construct_skb(rx_ring, rx_buffer, in igb_clean_rx_irq()
8769 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq()
8773 igb_put_rx_buffer(rx_ring, rx_buffer, rx_buf_pgcnt); in igb_clean_rx_irq()