Lines Matching refs:rx_buffer
8553 static bool igb_can_reuse_rx_page(struct igb_rx_buffer *rx_buffer, in igb_can_reuse_rx_page() argument
8556 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igb_can_reuse_rx_page()
8557 struct page *page = rx_buffer->page; in igb_can_reuse_rx_page()
8571 if (rx_buffer->page_offset > IGB_LAST_OFFSET) in igb_can_reuse_rx_page()
8581 rx_buffer->pagecnt_bias = USHRT_MAX; in igb_can_reuse_rx_page()
8597 struct igb_rx_buffer *rx_buffer, in igb_add_rx_frag() argument
8608 skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags, rx_buffer->page, in igb_add_rx_frag()
8609 rx_buffer->page_offset, size, truesize); in igb_add_rx_frag()
8611 rx_buffer->page_offset ^= truesize; in igb_add_rx_frag()
8613 rx_buffer->page_offset += truesize; in igb_add_rx_frag()
8618 struct igb_rx_buffer *rx_buffer, in igb_construct_skb() argument
8654 skb_add_rx_frag(skb, 0, rx_buffer->page, in igb_construct_skb()
8655 (xdp->data + headlen) - page_address(rx_buffer->page), in igb_construct_skb()
8658 rx_buffer->page_offset ^= truesize; in igb_construct_skb()
8660 rx_buffer->page_offset += truesize; in igb_construct_skb()
8663 rx_buffer->pagecnt_bias++; in igb_construct_skb()
8670 struct igb_rx_buffer *rx_buffer, in igb_build_skb() argument
8704 rx_buffer->page_offset ^= truesize; in igb_build_skb()
8706 rx_buffer->page_offset += truesize; in igb_build_skb()
8773 struct igb_rx_buffer *rx_buffer, in igb_rx_buffer_flip() argument
8778 rx_buffer->page_offset ^= truesize; in igb_rx_buffer_flip()
8780 rx_buffer->page_offset += truesize; in igb_rx_buffer_flip()
8945 struct igb_rx_buffer *rx_buffer; in igb_get_rx_buffer() local
8947 rx_buffer = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in igb_get_rx_buffer()
8950 page_count(rx_buffer->page); in igb_get_rx_buffer()
8954 prefetchw(rx_buffer->page); in igb_get_rx_buffer()
8958 rx_buffer->dma, in igb_get_rx_buffer()
8959 rx_buffer->page_offset, in igb_get_rx_buffer()
8963 rx_buffer->pagecnt_bias--; in igb_get_rx_buffer()
8965 return rx_buffer; in igb_get_rx_buffer()
8969 struct igb_rx_buffer *rx_buffer, int rx_buf_pgcnt) in igb_put_rx_buffer() argument
8971 if (igb_can_reuse_rx_page(rx_buffer, rx_buf_pgcnt)) { in igb_put_rx_buffer()
8973 igb_reuse_rx_page(rx_ring, rx_buffer); in igb_put_rx_buffer()
8978 dma_unmap_page_attrs(rx_ring->dev, rx_buffer->dma, in igb_put_rx_buffer()
8981 __page_frag_cache_drain(rx_buffer->page, in igb_put_rx_buffer()
8982 rx_buffer->pagecnt_bias); in igb_put_rx_buffer()
8986 rx_buffer->page = NULL; in igb_put_rx_buffer()
9042 struct igb_rx_buffer *rx_buffer; in igb_clean_rx_irq() local
9065 rx_buffer = igb_get_rx_buffer(rx_ring, size, &rx_buf_pgcnt); in igb_clean_rx_irq()
9066 pktbuf = page_address(rx_buffer->page) + rx_buffer->page_offset; in igb_clean_rx_irq()
9096 igb_rx_buffer_flip(rx_ring, rx_buffer, size); in igb_clean_rx_irq()
9098 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq()
9103 igb_add_rx_frag(rx_ring, rx_buffer, skb, size); in igb_clean_rx_irq()
9105 skb = igb_build_skb(rx_ring, rx_buffer, &xdp, in igb_clean_rx_irq()
9108 skb = igb_construct_skb(rx_ring, rx_buffer, in igb_clean_rx_irq()
9114 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq()
9119 igb_put_rx_buffer(rx_ring, rx_buffer, rx_buf_pgcnt); in igb_clean_rx_irq()