| /linux/net/core/ |
| A D | page_pool.c | 45 #define recycle_stat_inc(pool, __stat) \ argument 51 #define recycle_stat_add(pool, __stat, val) \ argument 82 bool page_pool_get_stats(const struct page_pool *pool, in page_pool_get_stats() 153 #define alloc_stat_inc(pool, __stat) argument 154 #define recycle_stat_inc(pool, __stat) argument 155 #define recycle_stat_add(pool, __stat, val) argument 190 static int page_pool_init(struct page_pool *pool, in page_pool_init() 311 static void page_pool_uninit(struct page_pool *pool) in page_pool_uninit() 332 struct page_pool *pool; in page_pool_create_percpu() local 723 struct page_pool *pool) in page_pool_recycle_in_cache() [all …]
|
| A D | page_pool_user.c | 40 struct page_pool *pool; in netdev_nl_page_pool_get_do() local 86 struct page_pool *pool; in netdev_nl_page_pool_get_dump() local 112 page_pool_nl_stats_fill(struct sk_buff *rsp, const struct page_pool *pool, in page_pool_nl_stats_fill() 214 page_pool_nl_fill(struct sk_buff *rsp, const struct page_pool *pool, in page_pool_nl_fill() 258 static void netdev_nl_page_pool_event(const struct page_pool *pool, u32 cmd) in netdev_nl_page_pool_event() 307 int page_pool_list(struct page_pool *pool) in page_pool_list() 335 void page_pool_detached(struct page_pool *pool) in page_pool_detached() 343 void page_pool_unlist(struct page_pool *pool) in page_pool_unlist() 357 struct page_pool *pool; in page_pool_check_memory_provider() local 379 struct page_pool *pool; in page_pool_unreg_netdev_wipe() local [all …]
|
| /linux/include/net/ |
| A D | xdp_sock_drv.h | 35 static inline u32 xsk_pool_get_headroom(struct xsk_buff_pool *pool) in xsk_pool_get_headroom() 40 static inline u32 xsk_pool_get_chunk_size(struct xsk_buff_pool *pool) in xsk_pool_get_chunk_size() 50 static inline void xsk_pool_set_rxq_info(struct xsk_buff_pool *pool, in xsk_pool_set_rxq_info() 56 static inline void xsk_pool_fill_cb(struct xsk_buff_pool *pool, in xsk_pool_fill_cb() 71 static inline void xsk_pool_dma_unmap(struct xsk_buff_pool *pool, in xsk_pool_dma_unmap() 77 static inline int xsk_pool_dma_map(struct xsk_buff_pool *pool, in xsk_pool_dma_map() 242 static inline bool xsk_tx_peek_desc(struct xsk_buff_pool *pool, in xsk_tx_peek_desc() 253 static inline void xsk_tx_release(struct xsk_buff_pool *pool) in xsk_tx_release() 304 static inline void xsk_pool_fill_cb(struct xsk_buff_pool *pool, in xsk_pool_fill_cb() 314 static inline void xsk_pool_dma_unmap(struct xsk_buff_pool *pool, in xsk_pool_dma_unmap() [all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/steering/hws/ |
| A D | mlx5hws_pool.c | 23 static void hws_pool_resource_free(struct mlx5hws_pool *pool, in hws_pool_resource_free() 127 static void hws_pool_buddy_db_put_chunk(struct mlx5hws_pool *pool, in hws_pool_buddy_db_put_chunk() 142 hws_pool_buddy_get_next_buddy(struct mlx5hws_pool *pool, int idx, in hws_pool_buddy_get_next_buddy() 224 static int hws_pool_buddy_db_get_chunk(struct mlx5hws_pool *pool, in hws_pool_buddy_db_get_chunk() 240 static void hws_pool_buddy_db_uninit(struct mlx5hws_pool *pool) in hws_pool_buddy_db_uninit() 540 static int hws_pool_db_init(struct mlx5hws_pool *pool, in hws_pool_db_init() 560 static void hws_pool_db_unint(struct mlx5hws_pool *pool) in hws_pool_db_unint() 565 int mlx5hws_pool_chunk_alloc(struct mlx5hws_pool *pool, in mlx5hws_pool_chunk_alloc() 577 void mlx5hws_pool_chunk_free(struct mlx5hws_pool *pool, in mlx5hws_pool_chunk_free() 589 struct mlx5hws_pool *pool; in mlx5hws_pool_create() local [all …]
|
| /linux/net/xdp/ |
| A D | xsk_buff_pool.c | 11 void xp_add_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_add_xsk() 23 void xp_del_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_del_xsk() 35 void xp_destroy(struct xsk_buff_pool *pool) in xp_destroy() 59 struct xsk_buff_pool *pool; in xp_create_and_assign_umem() local 140 static void xp_disable_drv_zc(struct xsk_buff_pool *pool) in xp_disable_drv_zc() 163 int xp_assign_dev(struct xsk_buff_pool *pool, in xp_assign_dev() 264 void xp_clear_dev(struct xsk_buff_pool *pool) in xp_clear_dev() 298 void xp_get_pool(struct xsk_buff_pool *pool) in xp_get_pool() 303 bool xp_put_pool(struct xsk_buff_pool *pool) in xp_put_pool() 542 struct xdp_buff *xp_alloc(struct xsk_buff_pool *pool) in xp_alloc() [all …]
|
| /linux/drivers/md/ |
| A D | dm-thin.c | 232 struct pool { struct 234 struct dm_target *ti; /* Only set if a pool target is bound */ argument 239 struct dm_pool_metadata *pmd; argument 245 struct pool_features pf; argument 247 bool suspended:1; 262 spinlock_t lock; 287 mempool_t mapping_pool; argument 290 static void metadata_operation_failed(struct pool *pool, const char *op, int r); argument 327 struct pool *pool; member 346 struct pool *pool; member [all …]
|
| /linux/mm/ |
| A D | mempool.c | 24 static void poison_error(mempool_t *pool, void *element, size_t size, in poison_error() 57 static void check_element(mempool_t *pool, void *element) in check_element() 86 static void poison_element(mempool_t *pool, void *element) in poison_element() 145 static void *remove_element(mempool_t *pool) in remove_element() 166 void mempool_exit(mempool_t *pool) in mempool_exit() 185 void mempool_destroy(mempool_t *pool) in mempool_destroy() 274 mempool_t *pool; in mempool_create_node_noprof() local 308 int mempool_resize(mempool_t *pool, int new_min_nr) in mempool_resize() 384 void *mempool_alloc_noprof(mempool_t *pool, gfp_t gfp_mask) in mempool_alloc_noprof() 466 void *mempool_alloc_preallocated(mempool_t *pool) in mempool_alloc_preallocated() [all …]
|
| A D | dmapool.c | 74 struct dma_pool *pool; in pools_show() local 95 static void pool_check_block(struct dma_pool *pool, struct dma_block *block, in pool_check_block() 159 static void pool_init_page(struct dma_pool *pool, struct dma_page *page) in pool_init_page() 176 static void pool_init_page(struct dma_pool *pool, struct dma_page *page) in pool_init_page() 181 static struct dma_block *pool_block_pop(struct dma_pool *pool) in pool_block_pop() 360 void dma_pool_destroy(struct dma_pool *pool) in dma_pool_destroy() 404 void *dma_pool_alloc(struct dma_pool *pool, gfp_t mem_flags, in dma_pool_alloc() 450 void dma_pool_free(struct dma_pool *pool, void *vaddr, dma_addr_t dma) in dma_pool_free() 469 struct dma_pool *pool = *(struct dma_pool **)res; in dmam_pool_release() local 496 struct dma_pool **ptr, *pool; in dmam_pool_create() local [all …]
|
| A D | zbud.c | 202 struct zbud_pool *pool; in zbud_create_pool() local 222 static void zbud_destroy_pool(struct zbud_pool *pool) in zbud_destroy_pool() 311 static void zbud_free(struct zbud_pool *pool, unsigned long handle) in zbud_free() 353 static void *zbud_map(struct zbud_pool *pool, unsigned long handle) in zbud_map() 374 static u64 zbud_get_pool_pages(struct zbud_pool *pool) in zbud_get_pool_pages() 388 static void zbud_zpool_destroy(void *pool) in zbud_zpool_destroy() 393 static int zbud_zpool_malloc(void *pool, size_t size, gfp_t gfp, in zbud_zpool_malloc() 398 static void zbud_zpool_free(void *pool, unsigned long handle) in zbud_zpool_free() 403 static void *zbud_zpool_map(void *pool, unsigned long handle, in zbud_zpool_map() 408 static void zbud_zpool_unmap(void *pool, unsigned long handle) in zbud_zpool_unmap() [all …]
|
| A D | zsmalloc.c | 257 struct zs_pool *pool; member 295 static int create_cache(struct zs_pool *pool) in create_cache() 323 static void destroy_cache(struct zs_pool *pool) in destroy_cache() 371 static void zs_zpool_destroy(void *pool) in zs_zpool_destroy() 415 static u64 zs_zpool_total_pages(void *pool) in zs_zpool_total_pages() 557 struct zs_pool *pool = s->private; in zs_stats_size_show() local 1292 size_t zs_huge_class_size(struct zs_pool *pool) in zs_huge_class_size() 1767 struct zs_pool *pool; in zs_page_migrate() local 2002 unsigned long zs_compact(struct zs_pool *pool) in zs_compact() 2126 struct zs_pool *pool; in zs_create_pool() local [all …]
|
| A D | z3fold.c | 86 unsigned long pool; /* back link */ member 114 struct z3fold_pool *pool; member 320 struct z3fold_pool *pool, gfp_t gfp) in init_z3fold_page() 441 struct z3fold_pool *pool = zhdr_to_pool(zhdr); in __release_z3fold_page() local 472 struct z3fold_pool *pool = zhdr_to_pool(zhdr); in release_z3fold_page_locked_list() local 597 struct z3fold_pool *pool = zhdr_to_pool(zhdr); in compact_single_buddy() local 911 struct z3fold_pool *pool = NULL; in z3fold_create_pool() local 1253 struct z3fold_pool *pool; in z3fold_page_isolate() local 1290 struct z3fold_pool *pool; in z3fold_page_migrate() local 1348 struct z3fold_pool *pool; in z3fold_page_putback() local [all …]
|
| /linux/include/net/page_pool/ |
| A D | helpers.h | 119 static inline struct page *page_pool_alloc(struct page_pool *pool, in page_pool_alloc() 161 static inline struct page *page_pool_dev_alloc(struct page_pool *pool, in page_pool_dev_alloc() 170 static inline void *page_pool_alloc_va(struct page_pool *pool, in page_pool_alloc_va() 196 static inline void *page_pool_dev_alloc_va(struct page_pool *pool, in page_pool_dev_alloc_va() 212 page_pool_get_dma_dir(const struct page_pool *pool) in page_pool_get_dma_dir() 311 static inline void page_pool_put_netmem(struct page_pool *pool, in page_pool_put_netmem() 340 static inline void page_pool_put_page(struct page_pool *pool, in page_pool_put_page() 349 static inline void page_pool_put_full_netmem(struct page_pool *pool, in page_pool_put_full_netmem() 365 static inline void page_pool_put_full_page(struct page_pool *pool, in page_pool_put_full_page() 379 static inline void page_pool_recycle_direct(struct page_pool *pool, in page_pool_recycle_direct() [all …]
|
| /linux/drivers/net/ethernet/ti/ |
| A D | k3-cppi-desc-pool.c | 28 void k3_cppi_desc_pool_destroy(struct k3_cppi_desc_pool *pool) in k3_cppi_desc_pool_destroy() 54 struct k3_cppi_desc_pool *pool; in k3_cppi_desc_pool_create_name() local 114 dma_addr_t k3_cppi_desc_pool_virt2dma(struct k3_cppi_desc_pool *pool, in k3_cppi_desc_pool_virt2dma() 121 void *k3_cppi_desc_pool_dma2virt(struct k3_cppi_desc_pool *pool, dma_addr_t dma) in k3_cppi_desc_pool_dma2virt() 127 void *k3_cppi_desc_pool_alloc(struct k3_cppi_desc_pool *pool) in k3_cppi_desc_pool_alloc() 133 void k3_cppi_desc_pool_free(struct k3_cppi_desc_pool *pool, void *addr) in k3_cppi_desc_pool_free() 139 size_t k3_cppi_desc_pool_avail(struct k3_cppi_desc_pool *pool) in k3_cppi_desc_pool_avail() 145 size_t k3_cppi_desc_pool_desc_size(const struct k3_cppi_desc_pool *pool) in k3_cppi_desc_pool_desc_size() 151 void *k3_cppi_desc_pool_cpuaddr(const struct k3_cppi_desc_pool *pool) in k3_cppi_desc_pool_cpuaddr() 157 void k3_cppi_desc_pool_desc_info_set(struct k3_cppi_desc_pool *pool, in k3_cppi_desc_pool_desc_info_set() [all …]
|
| /linux/lib/ |
| A D | genalloc.c | 155 struct gen_pool *pool; in gen_pool_create() local 242 void gen_pool_destroy(struct gen_pool *pool) in gen_pool_destroy() 531 void gen_pool_for_each_chunk(struct gen_pool *pool, in gen_pool_for_each_chunk() 580 size_t gen_pool_avail(struct gen_pool *pool) in gen_pool_avail() 599 size_t gen_pool_size(struct gen_pool *pool) in gen_pool_size() 649 struct gen_pool *pool, unsigned long start_addr) in gen_pool_first_fit() 668 struct gen_pool *pool, unsigned long start_addr) in gen_pool_first_fit_align() 696 struct gen_pool *pool, unsigned long start_addr) in gen_pool_fixed_alloc() 756 struct gen_pool *pool, unsigned long start_addr) in gen_pool_best_fit() 832 struct gen_pool **ptr, *pool; in devm_gen_pool_create() local [all …]
|
| A D | objpool.c | 19 objpool_init_percpu_slot(struct objpool_head *pool, in objpool_init_percpu_slot() 48 objpool_init_percpu_slots(struct objpool_head *pool, int nr_objs, in objpool_init_percpu_slots() 105 static void objpool_fini_percpu_slots(struct objpool_head *pool) in objpool_fini_percpu_slots() 118 int objpool_init(struct objpool_head *pool, int nr_objs, int object_size, in objpool_init() 162 void objpool_free(struct objpool_head *pool) in objpool_free() 177 int objpool_drop(void *obj, struct objpool_head *pool) in objpool_drop() 192 void objpool_fini(struct objpool_head *pool) in objpool_fini()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| A D | pool.c | 10 struct xsk_buff_pool *pool) in mlx5e_xsk_map_pool() 18 struct xsk_buff_pool *pool) in mlx5e_xsk_unmap_pool() 46 static int mlx5e_xsk_add_pool(struct mlx5e_xsk *xsk, struct xsk_buff_pool *pool, u16 ix) in mlx5e_xsk_add_pool() 65 static bool mlx5e_xsk_is_pool_sane(struct xsk_buff_pool *pool) in mlx5e_xsk_is_pool_sane() 71 void mlx5e_build_xsk_param(struct xsk_buff_pool *pool, struct mlx5e_xsk_param *xsk) in mlx5e_build_xsk_param() 79 struct xsk_buff_pool *pool, u16 ix) in mlx5e_xsk_enable_locked() 165 struct xsk_buff_pool *pool = mlx5e_xsk_get_pool(&priv->channels.params, in mlx5e_xsk_disable_locked() local 197 static int mlx5e_xsk_enable_pool(struct mlx5e_priv *priv, struct xsk_buff_pool *pool, in mlx5e_xsk_enable_pool() 220 int mlx5e_xsk_setup_pool(struct net_device *dev, struct xsk_buff_pool *pool, u16 qid) in mlx5e_xsk_setup_pool()
|
| /linux/drivers/gpu/drm/i915/gt/ |
| A D | intel_gt_buffer_pool.c | 14 bucket_for_size(struct intel_gt_buffer_pool *pool, size_t sz) in bucket_for_size() 37 static bool pool_free_older_than(struct intel_gt_buffer_pool *pool, long keep) in pool_free_older_than() 89 struct intel_gt_buffer_pool *pool = in pool_free_work() local 102 struct intel_gt_buffer_pool *pool = node->pool; in pool_retire() local 139 node_create(struct intel_gt_buffer_pool *pool, size_t sz, in node_create() 174 struct intel_gt_buffer_pool *pool = >->buffer_pool; in intel_gt_get_buffer_pool() local 222 struct intel_gt_buffer_pool *pool = >->buffer_pool; in intel_gt_init_buffer_pool() local 233 struct intel_gt_buffer_pool *pool = >->buffer_pool; in intel_gt_flush_buffer_pool() local 243 struct intel_gt_buffer_pool *pool = >->buffer_pool; in intel_gt_fini_buffer_pool() local
|
| /linux/sound/core/seq/ |
| A D | seq_memory.c | 22 static inline int snd_seq_pool_available(struct snd_seq_pool *pool) in snd_seq_pool_available() 27 static inline int snd_seq_output_ok(struct snd_seq_pool *pool) in snd_seq_output_ok() 225 static inline void free_cell(struct snd_seq_pool *pool, in free_cell() 235 struct snd_seq_pool *pool; in snd_seq_cell_free() local 267 static int snd_seq_cell_alloc(struct snd_seq_pool *pool, in snd_seq_cell_alloc() 435 int snd_seq_pool_init(struct snd_seq_pool *pool) in snd_seq_pool_init() 474 void snd_seq_pool_mark_closing(struct snd_seq_pool *pool) in snd_seq_pool_mark_closing() 483 int snd_seq_pool_done(struct snd_seq_pool *pool) in snd_seq_pool_done() 517 struct snd_seq_pool *pool; in snd_seq_pool_new() local 541 struct snd_seq_pool *pool = *ppool; in snd_seq_pool_delete() local [all …]
|
| /linux/arch/arm64/kvm/hyp/nvhe/ |
| A D | page_alloc.c | 33 static struct hyp_page *__find_buddy_nocheck(struct hyp_pool *pool, in __find_buddy_nocheck() 52 static struct hyp_page *__find_buddy_avail(struct hyp_pool *pool, in __find_buddy_avail() 93 static void __hyp_attach_page(struct hyp_pool *pool, in __hyp_attach_page() 130 static struct hyp_page *__hyp_extract_page(struct hyp_pool *pool, in __hyp_extract_page() 153 static void __hyp_put_page(struct hyp_pool *pool, struct hyp_page *p) in __hyp_put_page() 166 void hyp_put_page(struct hyp_pool *pool, void *addr) in hyp_put_page() 175 void hyp_get_page(struct hyp_pool *pool, void *addr) in hyp_get_page() 198 void *hyp_alloc_pages(struct hyp_pool *pool, unsigned short order) in hyp_alloc_pages() 223 int hyp_pool_init(struct hyp_pool *pool, u64 pfn, unsigned int nr_pages, in hyp_pool_init()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| A D | irq_affinity.c | 8 static void cpu_put(struct mlx5_irq_pool *pool, int cpu) in cpu_put() 13 static void cpu_get(struct mlx5_irq_pool *pool, int cpu) in cpu_get() 19 static int cpu_get_least_loaded(struct mlx5_irq_pool *pool, in cpu_get_least_loaded() 48 irq_pool_request_irq(struct mlx5_irq_pool *pool, struct irq_affinity_desc *af_desc) in irq_pool_request_irq() 86 irq_pool_find_least_loaded(struct mlx5_irq_pool *pool, const struct cpumask *req_mask) in irq_pool_find_least_loaded() 126 mlx5_irq_affinity_request(struct mlx5_core_dev *dev, struct mlx5_irq_pool *pool, in mlx5_irq_affinity_request() 178 struct mlx5_irq_pool *pool = mlx5_irq_pool_get(dev); in mlx5_irq_affinity_irq_release() local
|
| A D | pci_irq.c | 34 struct mlx5_irq_pool *pool; member 156 struct mlx5_irq_pool *pool = irq->pool; in mlx5_system_free_irq() local 179 struct mlx5_irq_pool *pool = irq->pool; in irq_release() local 189 struct mlx5_irq_pool *pool = irq->pool; in mlx5_irq_put() local 385 irq_pool_request_vector(struct mlx5_irq_pool *pool, int vecidx, in irq_pool_request_vector() 416 struct mlx5_irq_pool *pool = NULL; in mlx5_irq_pool_get() local 430 struct mlx5_irq_pool *pool = NULL; in ctrl_irq_pool_get() local 465 struct mlx5_irq_pool *pool = ctrl_irq_pool_get(dev); in mlx5_ctrl_irq_request() local 504 struct mlx5_irq_pool *pool; in mlx5_irq_request() local 543 struct mlx5_irq_pool *pool = table->pcif_pool; in mlx5_irq_request_vector() local [all …]
|
| /linux/net/ceph/ |
| A D | msgpool.c | 14 struct ceph_msgpool *pool = arg; in msgpool_alloc() local 30 struct ceph_msgpool *pool = arg; in msgpool_free() local 38 int ceph_msgpool_init(struct ceph_msgpool *pool, int type, in ceph_msgpool_init() 53 void ceph_msgpool_destroy(struct ceph_msgpool *pool) in ceph_msgpool_destroy() 59 struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool, int front_len, in ceph_msgpool_get() 81 void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg) in ceph_msgpool_put()
|
| /linux/drivers/staging/octeon/ |
| A D | ethernet-mem.c | 24 static int cvm_oct_fill_hw_skbuff(int pool, int size, int elements) in cvm_oct_fill_hw_skbuff() 47 static void cvm_oct_free_hw_skbuff(int pool, int size, int elements) in cvm_oct_free_hw_skbuff() 77 static int cvm_oct_fill_hw_memory(int pool, int size, int elements) in cvm_oct_fill_hw_memory() 114 static void cvm_oct_free_hw_memory(int pool, int size, int elements) in cvm_oct_free_hw_memory() 137 int cvm_oct_mem_fill_fpa(int pool, int size, int elements) in cvm_oct_mem_fill_fpa() 148 void cvm_oct_mem_empty_fpa(int pool, int size, int elements) in cvm_oct_mem_empty_fpa()
|
| /linux/drivers/gpu/drm/panthor/ |
| A D | panthor_heap.c | 115 static void *panthor_get_heap_ctx(struct panthor_heap_pool *pool, int id) in panthor_get_heap_ctx() 221 panthor_heap_destroy_locked(struct panthor_heap_pool *pool, u32 handle) in panthor_heap_destroy_locked() 240 int panthor_heap_destroy(struct panthor_heap_pool *pool, u32 handle) in panthor_heap_destroy() 267 int panthor_heap_create(struct panthor_heap_pool *pool, in panthor_heap_create() 364 int panthor_heap_return_chunk(struct panthor_heap_pool *pool, in panthor_heap_return_chunk() 425 int panthor_heap_grow(struct panthor_heap_pool *pool, in panthor_heap_grow() 487 struct panthor_heap_pool *pool = in panthor_heap_pool_release() local 498 void panthor_heap_pool_put(struct panthor_heap_pool *pool) in panthor_heap_pool_put() 511 panthor_heap_pool_get(struct panthor_heap_pool *pool) in panthor_heap_pool_get() 534 struct panthor_heap_pool *pool; in panthor_heap_pool_create() local [all …]
|
| /linux/drivers/staging/media/ipu3/ |
| A D | ipu3-css-pool.c | 25 void imgu_css_pool_cleanup(struct imgu_device *imgu, struct imgu_css_pool *pool) in imgu_css_pool_cleanup() 33 int imgu_css_pool_init(struct imgu_device *imgu, struct imgu_css_pool *pool, in imgu_css_pool_init() 61 void imgu_css_pool_get(struct imgu_css_pool *pool) in imgu_css_pool_get() 73 void imgu_css_pool_put(struct imgu_css_pool *pool) in imgu_css_pool_put() 89 imgu_css_pool_last(struct imgu_css_pool *pool, unsigned int n) in imgu_css_pool_last()
|