Lines Matching refs:pool
67 bool page_pool_get_stats(const struct page_pool *pool,
92 static inline struct page *page_pool_dev_alloc_pages(struct page_pool *pool) in page_pool_dev_alloc_pages() argument
96 return page_pool_alloc_pages(pool, gfp); in page_pool_dev_alloc_pages()
109 static inline struct page *page_pool_dev_alloc_frag(struct page_pool *pool, in page_pool_dev_alloc_frag() argument
115 return page_pool_alloc_frag(pool, offset, size, gfp); in page_pool_dev_alloc_frag()
118 static inline netmem_ref page_pool_alloc_netmem(struct page_pool *pool, in page_pool_alloc_netmem() argument
122 unsigned int max_size = PAGE_SIZE << pool->p.order; in page_pool_alloc_netmem()
128 return page_pool_alloc_netmems(pool, gfp); in page_pool_alloc_netmem()
131 netmem = page_pool_alloc_frag_netmem(pool, offset, *size, gfp); in page_pool_alloc_netmem()
139 if (pool->frag_offset + *size > max_size) { in page_pool_alloc_netmem()
141 pool->frag_offset = max_size; in page_pool_alloc_netmem()
147 static inline netmem_ref page_pool_dev_alloc_netmem(struct page_pool *pool, in page_pool_dev_alloc_netmem() argument
153 return page_pool_alloc_netmem(pool, offset, size, gfp); in page_pool_dev_alloc_netmem()
156 static inline netmem_ref page_pool_dev_alloc_netmems(struct page_pool *pool) in page_pool_dev_alloc_netmems() argument
160 return page_pool_alloc_netmems(pool, gfp); in page_pool_dev_alloc_netmems()
163 static inline struct page *page_pool_alloc(struct page_pool *pool, in page_pool_alloc() argument
167 return netmem_to_page(page_pool_alloc_netmem(pool, offset, size, gfp)); in page_pool_alloc()
182 static inline struct page *page_pool_dev_alloc(struct page_pool *pool, in page_pool_dev_alloc() argument
188 return page_pool_alloc(pool, offset, size, gfp); in page_pool_dev_alloc()
191 static inline void *page_pool_alloc_va(struct page_pool *pool, in page_pool_alloc_va() argument
198 page = page_pool_alloc(pool, &offset, size, gfp & ~__GFP_HIGHMEM); in page_pool_alloc_va()
216 static inline void *page_pool_dev_alloc_va(struct page_pool *pool, in page_pool_dev_alloc_va() argument
221 return page_pool_alloc_va(pool, size, gfp); in page_pool_dev_alloc_va()
232 page_pool_get_dma_dir(const struct page_pool *pool) in page_pool_get_dma_dir() argument
234 return pool->p.dma_dir; in page_pool_get_dma_dir()
331 static inline void page_pool_put_netmem(struct page_pool *pool, in page_pool_put_netmem() argument
343 page_pool_put_unrefed_netmem(pool, netmem, dma_sync_size, allow_direct); in page_pool_put_netmem()
360 static inline void page_pool_put_page(struct page_pool *pool, in page_pool_put_page() argument
365 page_pool_put_netmem(pool, page_to_netmem(page), dma_sync_size, in page_pool_put_page()
369 static inline void page_pool_put_full_netmem(struct page_pool *pool, in page_pool_put_full_netmem() argument
373 page_pool_put_netmem(pool, netmem, -1, allow_direct); in page_pool_put_full_netmem()
385 static inline void page_pool_put_full_page(struct page_pool *pool, in page_pool_put_full_page() argument
388 page_pool_put_netmem(pool, page_to_netmem(page), -1, allow_direct); in page_pool_put_full_page()
399 static inline void page_pool_recycle_direct(struct page_pool *pool, in page_pool_recycle_direct() argument
402 page_pool_put_full_page(pool, page, true); in page_pool_recycle_direct()
405 static inline void page_pool_recycle_direct_netmem(struct page_pool *pool, in page_pool_recycle_direct_netmem() argument
408 page_pool_put_full_netmem(pool, netmem, true); in page_pool_recycle_direct_netmem()
422 static inline void page_pool_free_va(struct page_pool *pool, void *va, in page_pool_free_va() argument
425 page_pool_put_page(pool, virt_to_head_page(va), -1, allow_direct); in page_pool_free_va()
450 static inline void __page_pool_dma_sync_for_cpu(const struct page_pool *pool, in __page_pool_dma_sync_for_cpu() argument
454 dma_sync_single_range_for_cpu(pool->p.dev, dma_addr, in __page_pool_dma_sync_for_cpu()
455 offset + pool->p.offset, dma_sync_size, in __page_pool_dma_sync_for_cpu()
456 page_pool_get_dma_dir(pool)); in __page_pool_dma_sync_for_cpu()
471 static inline void page_pool_dma_sync_for_cpu(const struct page_pool *pool, in page_pool_dma_sync_for_cpu() argument
475 __page_pool_dma_sync_for_cpu(pool, page_pool_get_dma_addr(page), offset, in page_pool_dma_sync_for_cpu()
480 page_pool_dma_sync_netmem_for_cpu(const struct page_pool *pool, in page_pool_dma_sync_netmem_for_cpu() argument
484 if (!pool->dma_sync_for_cpu) in page_pool_dma_sync_netmem_for_cpu()
487 __page_pool_dma_sync_for_cpu(pool, in page_pool_dma_sync_netmem_for_cpu()
492 static inline bool page_pool_put(struct page_pool *pool) in page_pool_put() argument
494 return refcount_dec_and_test(&pool->user_cnt); in page_pool_put()
497 static inline void page_pool_nid_changed(struct page_pool *pool, int new_nid) in page_pool_nid_changed() argument
499 if (unlikely(pool->p.nid != new_nid)) in page_pool_nid_changed()
500 page_pool_update_nid(pool, new_nid); in page_pool_nid_changed()
503 static inline bool page_pool_is_unreadable(struct page_pool *pool) in page_pool_is_unreadable() argument
505 return !!pool->mp_ops; in page_pool_is_unreadable()