Lines Matching refs:netmem_ref
368 static void page_pool_return_page(struct page_pool *pool, netmem_ref netmem);
370 static noinline netmem_ref page_pool_refill_alloc_cache(struct page_pool *pool) in page_pool_refill_alloc_cache()
373 netmem_ref netmem; in page_pool_refill_alloc_cache()
394 netmem = (__force netmem_ref)__ptr_ring_consume(r); in page_pool_refill_alloc_cache()
423 static netmem_ref __page_pool_get_cached(struct page_pool *pool) in __page_pool_get_cached()
425 netmem_ref netmem; in __page_pool_get_cached()
440 netmem_ref netmem, in __page_pool_dma_sync_for_device()
454 netmem_ref netmem, in page_pool_dma_sync_for_device()
461 static bool page_pool_dma_map(struct page_pool *pool, netmem_ref netmem) in page_pool_dma_map()
518 static noinline netmem_ref __page_pool_alloc_pages_slow(struct page_pool *pool, in __page_pool_alloc_pages_slow()
524 netmem_ref netmem; in __page_pool_alloc_pages_slow()
577 netmem_ref page_pool_alloc_netmem(struct page_pool *pool, gfp_t gfp) in page_pool_alloc_netmem()
579 netmem_ref netmem; in page_pool_alloc_netmem()
626 void page_pool_set_pp_info(struct page_pool *pool, netmem_ref netmem) in page_pool_set_pp_info()
642 void page_pool_clear_pp_info(netmem_ref netmem) in page_pool_clear_pp_info()
649 netmem_ref netmem) in __page_pool_release_page_dma()
673 void page_pool_return_page(struct page_pool *pool, netmem_ref netmem) in page_pool_return_page()
700 static bool page_pool_recycle_in_ring(struct page_pool *pool, netmem_ref netmem) in page_pool_recycle_in_ring()
722 static bool page_pool_recycle_in_cache(netmem_ref netmem, in page_pool_recycle_in_cache()
736 static bool __page_pool_page_can_be_recycled(netmem_ref netmem) in __page_pool_page_can_be_recycled()
749 static __always_inline netmem_ref
750 __page_pool_put_page(struct page_pool *pool, netmem_ref netmem, in __page_pool_put_page()
818 void page_pool_put_unrefed_netmem(struct page_pool *pool, netmem_ref netmem, in page_pool_put_unrefed_netmem()
867 netmem_ref netmem = page_to_netmem(virt_to_head_page(data[i])); in page_pool_put_page_bulk()
902 page_pool_return_page(pool, (__force netmem_ref)data[i]); in page_pool_put_page_bulk()
906 static netmem_ref page_pool_drain_frag(struct page_pool *pool, in page_pool_drain_frag()
907 netmem_ref netmem) in page_pool_drain_frag()
927 netmem_ref netmem = pool->frag_page; in page_pool_free_frag()
937 netmem_ref page_pool_alloc_frag_netmem(struct page_pool *pool, in page_pool_alloc_frag_netmem()
942 netmem_ref netmem = pool->frag_page; in page_pool_alloc_frag_netmem()
992 netmem_ref netmem; in page_pool_empty_ring()
995 while ((netmem = (__force netmem_ref)ptr_ring_consume_bh(&pool->ring))) { in page_pool_empty_ring()
1023 netmem_ref netmem; in page_pool_empty_alloc_cache_once()
1141 netmem_ref netmem; in page_pool_update_nid()