Lines Matching refs:rx_buffer
8428 static bool igb_can_reuse_rx_page(struct igb_rx_buffer *rx_buffer, in igb_can_reuse_rx_page() argument
8431 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igb_can_reuse_rx_page()
8432 struct page *page = rx_buffer->page; in igb_can_reuse_rx_page()
8446 if (rx_buffer->page_offset > IGB_LAST_OFFSET) in igb_can_reuse_rx_page()
8456 rx_buffer->pagecnt_bias = USHRT_MAX; in igb_can_reuse_rx_page()
8472 struct igb_rx_buffer *rx_buffer, in igb_add_rx_frag() argument
8483 skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags, rx_buffer->page, in igb_add_rx_frag()
8484 rx_buffer->page_offset, size, truesize); in igb_add_rx_frag()
8486 rx_buffer->page_offset ^= truesize; in igb_add_rx_frag()
8488 rx_buffer->page_offset += truesize; in igb_add_rx_frag()
8493 struct igb_rx_buffer *rx_buffer, in igb_construct_skb() argument
8529 skb_add_rx_frag(skb, 0, rx_buffer->page, in igb_construct_skb()
8530 (xdp->data + headlen) - page_address(rx_buffer->page), in igb_construct_skb()
8533 rx_buffer->page_offset ^= truesize; in igb_construct_skb()
8535 rx_buffer->page_offset += truesize; in igb_construct_skb()
8538 rx_buffer->pagecnt_bias++; in igb_construct_skb()
8545 struct igb_rx_buffer *rx_buffer, in igb_build_skb() argument
8579 rx_buffer->page_offset ^= truesize; in igb_build_skb()
8581 rx_buffer->page_offset += truesize; in igb_build_skb()
8649 struct igb_rx_buffer *rx_buffer, in igb_rx_buffer_flip() argument
8654 rx_buffer->page_offset ^= truesize; in igb_rx_buffer_flip()
8656 rx_buffer->page_offset += truesize; in igb_rx_buffer_flip()
8825 struct igb_rx_buffer *rx_buffer; in igb_get_rx_buffer() local
8827 rx_buffer = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in igb_get_rx_buffer()
8830 page_count(rx_buffer->page); in igb_get_rx_buffer()
8834 prefetchw(rx_buffer->page); in igb_get_rx_buffer()
8838 rx_buffer->dma, in igb_get_rx_buffer()
8839 rx_buffer->page_offset, in igb_get_rx_buffer()
8843 rx_buffer->pagecnt_bias--; in igb_get_rx_buffer()
8845 return rx_buffer; in igb_get_rx_buffer()
8849 struct igb_rx_buffer *rx_buffer, int rx_buf_pgcnt) in igb_put_rx_buffer() argument
8851 if (igb_can_reuse_rx_page(rx_buffer, rx_buf_pgcnt)) { in igb_put_rx_buffer()
8853 igb_reuse_rx_page(rx_ring, rx_buffer); in igb_put_rx_buffer()
8858 dma_unmap_page_attrs(rx_ring->dev, rx_buffer->dma, in igb_put_rx_buffer()
8861 __page_frag_cache_drain(rx_buffer->page, in igb_put_rx_buffer()
8862 rx_buffer->pagecnt_bias); in igb_put_rx_buffer()
8866 rx_buffer->page = NULL; in igb_put_rx_buffer()
8891 struct igb_rx_buffer *rx_buffer; in igb_clean_rx_irq() local
8914 rx_buffer = igb_get_rx_buffer(rx_ring, size, &rx_buf_pgcnt); in igb_clean_rx_irq()
8915 pktbuf = page_address(rx_buffer->page) + rx_buffer->page_offset; in igb_clean_rx_irq()
8947 igb_rx_buffer_flip(rx_ring, rx_buffer, size); in igb_clean_rx_irq()
8949 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq()
8954 igb_add_rx_frag(rx_ring, rx_buffer, skb, size); in igb_clean_rx_irq()
8956 skb = igb_build_skb(rx_ring, rx_buffer, &xdp, in igb_clean_rx_irq()
8959 skb = igb_construct_skb(rx_ring, rx_buffer, in igb_clean_rx_irq()
8965 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq()
8969 igb_put_rx_buffer(rx_ring, rx_buffer, rx_buf_pgcnt); in igb_clean_rx_irq()