| /linux-6.3-rc2/drivers/net/ethernet/google/gve/ |
| A D | gve_utils.c | 71 page_info->pagecnt_bias--; in gve_dec_pagecnt_bias()
72 if (page_info->pagecnt_bias == 0) { in gve_dec_pagecnt_bias()
78 page_info->pagecnt_bias = INT_MAX - pagecount; in gve_dec_pagecnt_bias()
|
| A D | gve_rx.c | 19 page_ref_sub(page_info->page, page_info->pagecnt_bias - 1); in gve_rx_free_buffer()
35 rx->data.page_info[i].pagecnt_bias - 1); in gve_rx_unfill_pages()
41 rx->qpl_copy_pool[i].pagecnt_bias - 1); in gve_rx_unfill_pages()
88 page_info->pagecnt_bias = INT_MAX; in gve_setup_rx_buffer()
164 rx->qpl_copy_pool[j].pagecnt_bias = INT_MAX; in gve_prefill_rx_pages()
173 rx->qpl_copy_pool[j].pagecnt_bias - 1); in gve_prefill_rx_pages()
403 if (pagecount == page_info->pagecnt_bias) in gve_rx_can_recycle_buffer()
406 else if (pagecount > page_info->pagecnt_bias) in gve_rx_can_recycle_buffer()
408 WARN(pagecount < page_info->pagecnt_bias, in gve_rx_can_recycle_buffer()
|
| A D | gve_rx_dqo.c | 21 return page_count(bs->page_info.page) - bs->page_info.pagecnt_bias; in gve_buf_ref_cnt()
27 page_ref_sub(bs->page_info.page, bs->page_info.pagecnt_bias - 1); in gve_free_page_dqo()
171 buf_state->page_info.pagecnt_bias = INT_MAX; in gve_alloc_page_dqo()
|
| A D | gve.h | 62 int pagecnt_bias; /* expected pagecnt if only the driver has a ref */ member
|
| /linux-6.3-rc2/drivers/net/ethernet/wangxun/libwx/ |
| A D | wx_lib.c | 23 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in wx_can_reuse_rx_page() local
32 if (unlikely((rx_buffer_pgcnt - pagecnt_bias) > 1)) in wx_can_reuse_rx_page()
40 if (unlikely(pagecnt_bias == 1)) { in wx_can_reuse_rx_page()
42 rx_buffer->pagecnt_bias = USHRT_MAX; in wx_can_reuse_rx_page()
71 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in wx_reuse_rx_page()
130 rx_buffer->pagecnt_bias--; in wx_get_rx_buffer()
151 rx_buffer->pagecnt_bias); in wx_put_rx_buffer()
195 rx_buffer->pagecnt_bias++; in wx_build_skb()
243 bi->pagecnt_bias = USHRT_MAX; in wx_alloc_mapped_page()
471 rx_buffer->pagecnt_bias++; in wx_clean_rx_irq()
[all …]
|
| A D | wx_type.h | 537 u16 pagecnt_bias; member
|
| /linux-6.3-rc2/drivers/net/ethernet/intel/iavf/ |
| A D | iavf_txrx.c | 726 __page_frag_cache_drain(rx_bi->page, rx_bi->pagecnt_bias); in iavf_clean_rx_ring()
884 bi->pagecnt_bias = 1; in iavf_alloc_mapped_page()
1179 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in iavf_reuse_rx_page()
1211 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in iavf_can_reuse_rx_page() local
1220 if (unlikely((page_count(page) - pagecnt_bias) > 1)) in iavf_can_reuse_rx_page()
1233 if (unlikely(!pagecnt_bias)) { in iavf_can_reuse_rx_page()
1235 rx_buffer->pagecnt_bias = USHRT_MAX; in iavf_can_reuse_rx_page()
1304 rx_buffer->pagecnt_bias--; in iavf_get_rx_buffer()
1368 rx_buffer->pagecnt_bias++; in iavf_construct_skb()
1445 rx_buffer->pagecnt_bias); in iavf_put_rx_buffer()
[all …]
|
| A D | iavf_txrx.h | 283 __u16 pagecnt_bias; member
|
| /linux-6.3-rc2/drivers/net/ethernet/intel/ice/ |
| A D | ice_txrx.c | 422 __page_frag_cache_drain(rx_buf->page, rx_buf->pagecnt_bias); in ice_clean_rx_ring()
733 bi->pagecnt_bias = USHRT_MAX; in ice_alloc_mapped_page()
837 unsigned int pagecnt_bias = rx_buf->pagecnt_bias; in ice_can_reuse_rx_page() local
846 if (unlikely(rx_buf->pgcnt - pagecnt_bias > 1)) in ice_can_reuse_rx_page()
859 if (unlikely(pagecnt_bias == 1)) { in ice_can_reuse_rx_page()
861 rx_buf->pagecnt_bias = USHRT_MAX; in ice_can_reuse_rx_page()
934 new_buf->pagecnt_bias = old_buf->pagecnt_bias; in ice_reuse_rx_page()
968 rx_buf->pagecnt_bias--; in ice_get_rx_buf()
1131 __page_frag_cache_drain(rx_buf->page, rx_buf->pagecnt_bias); in ice_put_rx_buf()
1309 buf->pagecnt_bias++; in ice_clean_rx_irq()
|
| A D | ice_txrx.h | 208 unsigned int pagecnt_bias; member
|
| /linux-6.3-rc2/drivers/net/ethernet/intel/i40e/ |
| A D | i40e_txrx.c | 1384 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in i40e_reuse_rx_page()
1684 bi->pagecnt_bias = USHRT_MAX; in i40e_alloc_mapped_page()
1987 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in i40e_can_reuse_rx_page() local
1998 if (unlikely((rx_buffer_pgcnt - pagecnt_bias) > 1)) { in i40e_can_reuse_rx_page()
2015 if (unlikely(pagecnt_bias == 1)) { in i40e_can_reuse_rx_page()
2017 rx_buffer->pagecnt_bias = USHRT_MAX; in i40e_can_reuse_rx_page()
2089 rx_buffer->pagecnt_bias--; in i40e_get_rx_buffer()
2168 rx_buffer->pagecnt_bias++; in i40e_construct_skb()
2247 rx_buffer->pagecnt_bias); in i40e_put_rx_buffer()
2525 rx_buffer->pagecnt_bias++; in i40e_clean_rx_irq()
[all …]
|
| A D | i40e_txrx.h | 279 __u16 pagecnt_bias; member
|
| /linux-6.3-rc2/drivers/net/ethernet/intel/ixgbevf/ |
| A D | ixgbevf_main.c | 543 rx_buffer->pagecnt_bias--; in ixgbevf_get_rx_buffer()
565 rx_buffer->pagecnt_bias); in ixgbevf_put_rx_buffer()
639 bi->pagecnt_bias = 1; in ixgbevf_alloc_mapped_page()
781 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in ixgbevf_reuse_rx_page()
786 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbevf_can_reuse_rx_page() local
810 if (unlikely(!pagecnt_bias)) { in ixgbevf_can_reuse_rx_page()
812 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbevf_can_reuse_rx_page()
910 rx_buffer->pagecnt_bias++; in ixgbevf_construct_skb()
1178 rx_buffer->pagecnt_bias++; in ixgbevf_clean_rx_irq()
1195 rx_buffer->pagecnt_bias++; in ixgbevf_clean_rx_irq()
[all …]
|
| A D | ixgbevf.h | 53 __u16 pagecnt_bias; member
|
| /linux-6.3-rc2/drivers/net/ethernet/mediatek/ |
| A D | mtk_wed_wo.c | 305 __page_frag_cache_drain(page, q->cache.pagecnt_bias); in mtk_wed_wo_queue_tx_clean()
327 __page_frag_cache_drain(page, q->cache.pagecnt_bias); in mtk_wed_wo_queue_rx_clean()
|
| /linux-6.3-rc2/drivers/net/ethernet/intel/igc/ |
| A D | igc_main.c | 402 buffer_info->pagecnt_bias); in igc_clean_rx_ring_page_shared()
1780 rx_buffer->pagecnt_bias--; in igc_get_rx_buffer()
1913 rx_buffer->pagecnt_bias++; in igc_construct_skb()
1945 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in igc_reuse_rx_page()
1951 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igc_can_reuse_rx_page() local
1974 if (unlikely(pagecnt_bias == 1)) { in igc_can_reuse_rx_page()
1976 rx_buffer->pagecnt_bias = USHRT_MAX; in igc_can_reuse_rx_page()
2062 rx_buffer->pagecnt_bias); in igc_put_rx_buffer()
2118 bi->pagecnt_bias = USHRT_MAX; in igc_alloc_mapped_page()
2537 rx_buffer->pagecnt_bias++; in igc_clean_rx_irq()
[all …]
|
| A D | igc.h | 468 __u16 pagecnt_bias; member
|
| /linux-6.3-rc2/include/linux/ |
| A D | mm_types.h | 433 unsigned int pagecnt_bias; member
|
| /linux-6.3-rc2/drivers/net/ethernet/intel/igb/ |
| A D | igb_main.c | 5012 buffer_info->pagecnt_bias); in igb_clean_rx_ring()
8403 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in igb_reuse_rx_page()
8409 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igb_can_reuse_rx_page() local
8432 if (unlikely(pagecnt_bias == 1)) { in igb_can_reuse_rx_page()
8434 rx_buffer->pagecnt_bias = USHRT_MAX; in igb_can_reuse_rx_page()
8516 rx_buffer->pagecnt_bias++; in igb_construct_skb()
8821 rx_buffer->pagecnt_bias--; in igb_get_rx_buffer()
8840 rx_buffer->pagecnt_bias); in igb_put_rx_buffer()
8925 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq()
8941 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq()
[all …]
|
| A D | igb.h | 288 __u16 pagecnt_bias; member
|
| /linux-6.3-rc2/drivers/net/ethernet/hisilicon/hns3/ |
| A D | hns3_enet.h | 345 u16 pagecnt_bias; member
|
| A D | hns3_enet.c | 3384 cb->pagecnt_bias = USHRT_MAX; in hns3_alloc_buffer()
3396 if (cb->type & DESC_TYPE_PAGE && cb->pagecnt_bias) in hns3_free_buffer()
3397 __page_frag_cache_drain(cb->priv, cb->pagecnt_bias); in hns3_free_buffer()
3706 return page_count(cb->priv) == cb->pagecnt_bias; in hns3_can_reuse_page()
3787 desc_cb->pagecnt_bias--; in hns3_nic_reuse_page()
3789 if (unlikely(!desc_cb->pagecnt_bias)) { in hns3_nic_reuse_page()
3791 desc_cb->pagecnt_bias = USHRT_MAX; in hns3_nic_reuse_page()
3798 __page_frag_cache_drain(desc_cb->priv, desc_cb->pagecnt_bias); in hns3_nic_reuse_page()
4051 desc_cb->pagecnt_bias); in hns3_alloc_skb()
|
| /linux-6.3-rc2/drivers/net/ethernet/intel/ixgbe/ |
| A D | ixgbe_main.c | 1569 bi->pagecnt_bias = USHRT_MAX; in ixgbe_alloc_mapped_page()
1944 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in ixgbe_reuse_rx_page()
1950 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbe_can_reuse_rx_page() local
1977 if (unlikely(pagecnt_bias == 1)) { in ixgbe_can_reuse_rx_page()
1979 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbe_can_reuse_rx_page()
2058 rx_buffer->pagecnt_bias--; in ixgbe_get_rx_buffer()
2083 rx_buffer->pagecnt_bias); in ixgbe_put_rx_buffer()
2144 rx_buffer->pagecnt_bias++; in ixgbe_construct_skb()
2362 rx_buffer->pagecnt_bias++; in ixgbe_clean_rx_irq()
2379 rx_buffer->pagecnt_bias++; in ixgbe_clean_rx_irq()
[all …]
|
| A D | ixgbe.h | 278 __u16 pagecnt_bias; member
|
| /linux-6.3-rc2/mm/ |
| A D | page_alloc.c | 5763 nc->pagecnt_bias = PAGE_FRAG_CACHE_MAX_SIZE + 1; in page_frag_alloc_align()
5771 if (!page_ref_sub_and_test(page, nc->pagecnt_bias)) in page_frag_alloc_align()
5787 nc->pagecnt_bias = PAGE_FRAG_CACHE_MAX_SIZE + 1; in page_frag_alloc_align()
5803 nc->pagecnt_bias--; in page_frag_alloc_align()
|