| /net/core/ |
| A D | page_pool.c | 48 #define recycle_stat_inc(pool, __stat) \ argument
54 #define recycle_stat_add(pool, __stat, val) \ argument
85 bool page_pool_get_stats(const struct page_pool *pool, in page_pool_get_stats()
193 static int page_pool_init(struct page_pool *pool, in page_pool_init()
319 static void page_pool_uninit(struct page_pool *pool) in page_pool_uninit()
338 struct page_pool *pool; in page_pool_create_percpu() local
762 struct page_pool *pool) in page_pool_recycle_in_cache()
946 struct page_pool *pool = NULL; in page_pool_put_netmem_bulk() local
1116 static void page_pool_scrub(struct page_pool *pool) in page_pool_scrub()
1148 static int page_pool_release(struct page_pool *pool) in page_pool_release()
[all …]
|
| A D | page_pool_user.c | 42 struct page_pool *pool; in netdev_nl_page_pool_get_do() local
88 struct page_pool *pool; in netdev_nl_page_pool_get_dump() local
114 page_pool_nl_stats_fill(struct sk_buff *rsp, const struct page_pool *pool, in page_pool_nl_stats_fill()
216 page_pool_nl_fill(struct sk_buff *rsp, const struct page_pool *pool, in page_pool_nl_fill()
262 static void netdev_nl_page_pool_event(const struct page_pool *pool, u32 cmd) in netdev_nl_page_pool_event()
311 int page_pool_list(struct page_pool *pool) in page_pool_list()
337 void page_pool_detached(struct page_pool *pool) in page_pool_detached()
345 void page_pool_unlist(struct page_pool *pool) in page_pool_unlist()
359 struct page_pool *pool; in page_pool_check_memory_provider() local
381 struct page_pool *pool; in page_pool_unreg_netdev_wipe() local
[all …]
|
| A D | mp_dmabuf_devmem.h | 22 static inline int mp_dmabuf_devmem_init(struct page_pool *pool) in mp_dmabuf_devmem_init()
28 mp_dmabuf_devmem_alloc_netmems(struct page_pool *pool, gfp_t gfp) in mp_dmabuf_devmem_alloc_netmems()
33 static inline void mp_dmabuf_devmem_destroy(struct page_pool *pool) in mp_dmabuf_devmem_destroy()
38 mp_dmabuf_devmem_release_page(struct page_pool *pool, netmem_ref netmem) in mp_dmabuf_devmem_release_page()
|
| A D | devmem.c | 395 int mp_dmabuf_devmem_init(struct page_pool *pool) in mp_dmabuf_devmem_init()
415 netmem_ref mp_dmabuf_devmem_alloc_netmems(struct page_pool *pool, gfp_t gfp) in mp_dmabuf_devmem_alloc_netmems()
434 void mp_dmabuf_devmem_destroy(struct page_pool *pool) in mp_dmabuf_devmem_destroy()
441 bool mp_dmabuf_devmem_release_page(struct page_pool *pool, netmem_ref netmem) in mp_dmabuf_devmem_release_page()
|
| A D | page_pool_priv.h | 46 static inline void page_pool_set_pp_info(struct page_pool *pool, in page_pool_set_pp_info()
|
| A D | netmem_priv.h | 28 static inline void netmem_set_pp(netmem_ref netmem, struct page_pool *pool) in netmem_set_pp()
|
| A D | xdp.c | 381 int xdp_reg_page_pool(struct page_pool *pool) in xdp_reg_page_pool()
396 void xdp_unreg_page_pool(const struct page_pool *pool) in xdp_unreg_page_pool()
416 const struct page_pool *pool) in xdp_rxq_info_attach_page_pool()
|
| A D | skbuff.c | 897 int skb_pp_cow_data(struct page_pool *pool, struct sk_buff **pskb, in skb_pp_cow_data()
979 int skb_cow_data_for_xdp(struct page_pool *pool, struct sk_buff **pskb, in skb_cow_data_for_xdp()
|
| /net/xdp/ |
| A D | xsk_buff_pool.c | 13 void xp_add_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_add_xsk()
25 void xp_del_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_del_xsk()
37 void xp_destroy(struct xsk_buff_pool *pool) in xp_destroy()
61 struct xsk_buff_pool *pool; in xp_create_and_assign_umem() local
142 static void xp_disable_drv_zc(struct xsk_buff_pool *pool) in xp_disable_drv_zc()
165 int xp_assign_dev(struct xsk_buff_pool *pool, in xp_assign_dev()
268 void xp_clear_dev(struct xsk_buff_pool *pool) in xp_clear_dev()
306 void xp_get_pool(struct xsk_buff_pool *pool) in xp_get_pool()
311 bool xp_put_pool(struct xsk_buff_pool *pool) in xp_put_pool()
560 struct xdp_buff *xp_alloc(struct xsk_buff_pool *pool) in xp_alloc()
[all …]
|
| A D | xsk.c | 39 void xsk_set_rx_need_wakeup(struct xsk_buff_pool *pool) in xsk_set_rx_need_wakeup()
49 void xsk_set_tx_need_wakeup(struct xsk_buff_pool *pool) in xsk_set_tx_need_wakeup()
66 void xsk_clear_rx_need_wakeup(struct xsk_buff_pool *pool) in xsk_clear_rx_need_wakeup()
76 void xsk_clear_tx_need_wakeup(struct xsk_buff_pool *pool) in xsk_clear_tx_need_wakeup()
93 bool xsk_uses_need_wakeup(struct xsk_buff_pool *pool) in xsk_uses_need_wakeup()
406 void xsk_tx_completed(struct xsk_buff_pool *pool, u32 nb_entries) in xsk_tx_completed()
412 void xsk_tx_release(struct xsk_buff_pool *pool) in xsk_tx_release()
547 static void xsk_cq_submit_locked(struct xsk_buff_pool *pool, u32 n) in xsk_cq_submit_locked()
610 struct xsk_buff_pool *pool = xs->pool; in xsk_build_skb_zerocopy() local
911 struct xsk_buff_pool *pool; in __xsk_sendmsg() local
[all …]
|
| A D | xsk_queue.h | 143 static inline bool xp_aligned_validate_desc(struct xsk_buff_pool *pool, in xp_aligned_validate_desc()
164 static inline bool xp_unaligned_validate_desc(struct xsk_buff_pool *pool, in xp_unaligned_validate_desc()
185 static inline bool xp_validate_desc(struct xsk_buff_pool *pool, in xp_validate_desc()
199 struct xsk_buff_pool *pool) in xskq_cons_is_valid_desc()
210 struct xsk_buff_pool *pool) in xskq_cons_read_desc()
229 static inline void parse_desc(struct xsk_queue *q, struct xsk_buff_pool *pool, in parse_desc()
237 u32 xskq_cons_read_desc_batch(struct xsk_queue *q, struct xsk_buff_pool *pool, in xskq_cons_read_desc_batch()
318 struct xsk_buff_pool *pool) in xskq_cons_peek_desc()
|
| A D | xsk_diag.c | 49 struct xsk_buff_pool *pool = xs->pool; in xsk_diag_put_umem() local
|
| /net/ceph/ |
| A D | msgpool.c | 14 struct ceph_msgpool *pool = arg; in msgpool_alloc() local
30 struct ceph_msgpool *pool = arg; in msgpool_free() local
38 int ceph_msgpool_init(struct ceph_msgpool *pool, int type, in ceph_msgpool_init()
53 void ceph_msgpool_destroy(struct ceph_msgpool *pool) in ceph_msgpool_destroy()
59 struct ceph_msg *ceph_msgpool_get(struct ceph_msgpool *pool, int front_len, in ceph_msgpool_get()
81 void ceph_msgpool_put(struct ceph_msgpool *pool, struct ceph_msg *msg) in ceph_msgpool_put()
|
| A D | osdmap.c | 956 u64 pool; in decode_pool_names() local
1347 u64 pool; in __decode_pools() local
1972 u64 pool; in osdmap_apply_incremental() local
|
| /net/rds/ |
| A D | ib_rdma.c | 194 struct rds_ib_mr *rds_ib_reuse_mr(struct rds_ib_mr_pool *pool) in rds_ib_reuse_mr()
271 struct rds_ib_mr_pool *pool = ibmr->pool; in rds_ib_teardown_mr() local
277 static inline unsigned int rds_ib_flush_goal(struct rds_ib_mr_pool *pool, int free_all) in rds_ib_flush_goal()
338 int rds_ib_flush_mr_pool(struct rds_ib_mr_pool *pool, in rds_ib_flush_mr_pool()
436 struct rds_ib_mr *rds_ib_try_reuse_ibmr(struct rds_ib_mr_pool *pool) in rds_ib_try_reuse_ibmr()
475 struct rds_ib_mr_pool *pool = container_of(work, struct rds_ib_mr_pool, flush_worker.work); in rds_ib_mr_pool_flush_worker() local
483 struct rds_ib_mr_pool *pool = ibmr->pool; in rds_ib_free_mr() local
630 void rds_ib_destroy_mr_pool(struct rds_ib_mr_pool *pool) in rds_ib_destroy_mr_pool()
642 struct rds_ib_mr_pool *pool; in rds_ib_create_mr_pool() local
|
| A D | ib_frmr.c | 56 struct rds_ib_mr_pool *pool; in rds_ib_alloc_frmr() local
108 struct rds_ib_mr_pool *pool = ibmr->pool; in rds_ib_free_frmr() local
188 struct rds_ib_mr_pool *pool, in rds_ib_map_frmr()
439 struct rds_ib_mr_pool *pool = ibmr->pool; in rds_ib_free_frmr_list() local
|
| A D | ib_mr.h | 68 struct rds_ib_mr_pool *pool; member
|
| /net/sunrpc/ |
| A D | svc_xprt.c | 475 struct svc_pool *pool; in svc_xprt_enqueue() local
501 static struct svc_xprt *svc_xprt_dequeue(struct svc_pool *pool) in svc_xprt_dequeue()
588 struct svc_pool *pool = &serv->sv_pools[0]; in svc_wake_up() local
693 struct svc_pool *pool = rqstp->rq_pool; in svc_thread_should_sleep() local
719 struct svc_pool *pool = rqstp->rq_pool; in svc_thread_wait_for_work() local
845 struct svc_pool *pool = rqstp->rq_pool; in svc_recv() local
1084 struct svc_pool *pool = &serv->sv_pools[i]; in svc_clean_up_xprts() local
1414 struct svc_pool *pool = p; in svc_pool_stats_next() local
1444 struct svc_pool *pool = p; in svc_pool_stats_show() local
|
| A D | svc.c | 535 struct svc_pool *pool = &serv->sv_pools[i]; in __svc_create() local
627 struct svc_pool *pool = &serv->sv_pools[i]; in svc_destroy() local
682 svc_prepare_thread(struct svc_serv *serv, struct svc_pool *pool, int node) in svc_prepare_thread()
742 void svc_pool_wake_idle_thread(struct svc_pool *pool) in svc_pool_wake_idle_thread()
768 svc_pool_next(struct svc_serv *serv, struct svc_pool *pool, unsigned int *state) in svc_pool_next()
777 struct svc_pool *pool; in svc_pool_victim() local
799 svc_start_kthreads(struct svc_serv *serv, struct svc_pool *pool, int nrservs) in svc_start_kthreads()
842 svc_stop_kthreads(struct svc_serv *serv, struct svc_pool *pool, int nrservs) in svc_stop_kthreads()
877 svc_set_num_threads(struct svc_serv *serv, struct svc_pool *pool, int nrservs) in svc_set_num_threads()
962 struct svc_pool *pool = rqstp->rq_pool; in svc_exit_thread() local
|