Lines Matching refs:percpu
255 static void free_one(void *obj, bool percpu) in free_one() argument
257 if (percpu) { in free_one()
266 static int free_all(struct llist_node *llnode, bool percpu) in free_all() argument
272 free_one(pos, percpu); in free_all()
512 int bpf_mem_alloc_init(struct bpf_mem_alloc *ma, int size, bool percpu) in bpf_mem_alloc_init() argument
519 if (percpu && size == 0) in bpf_mem_alloc_init()
523 if (percpu) in bpf_mem_alloc_init()
525 ma->percpu = percpu; in bpf_mem_alloc_init()
532 if (!percpu) in bpf_mem_alloc_init()
590 ma->percpu = true; in bpf_mem_alloc_percpu_init()
632 bool percpu = !!c->percpu_size; in drain_mem_cache() local
641 free_all(llist_del_all(&c->free_by_rcu_ttrace), percpu); in drain_mem_cache()
642 free_all(llist_del_all(&c->waiting_for_gp_ttrace), percpu); in drain_mem_cache()
643 free_all(__llist_del_all(&c->free_llist), percpu); in drain_mem_cache()
644 free_all(__llist_del_all(&c->free_llist_extra), percpu); in drain_mem_cache()
645 free_all(__llist_del_all(&c->free_by_rcu), percpu); in drain_mem_cache()
646 free_all(__llist_del_all(&c->free_llist_extra_rcu), percpu); in drain_mem_cache()
647 free_all(llist_del_all(&c->waiting_for_gp), percpu); in drain_mem_cache()
900 if (!ma->percpu) in bpf_mem_alloc()
1011 int bpf_mem_alloc_check_size(bool percpu, size_t size) in bpf_mem_alloc_check_size() argument
1014 if ((percpu && size > BPF_MEM_ALLOC_SIZE_MAX) || in bpf_mem_alloc_check_size()
1015 (!percpu && size > BPF_MEM_ALLOC_SIZE_MAX - LLIST_NODE_SZ)) in bpf_mem_alloc_check_size()