Lines Matching refs:percpu_size
102 int percpu_size; member
142 if (c->percpu_size) { in __alloc()
143 void __percpu **obj = kmalloc_node(c->percpu_size, flags, node); in __alloc()
282 free_all(llist_del_all(&c->waiting_for_gp_ttrace), !!c->percpu_size); in __free_rcu()
314 free_all(llnode, !!c->percpu_size); in do_call_rcu_ttrace()
344 WARN_ON_ONCE(tgt->percpu_size != c->percpu_size); in free_bulk()
371 WARN_ON_ONCE(tgt->percpu_size != c->percpu_size); in __free_by_rcu()
423 free_all(llist_del_all(&c->waiting_for_gp), !!c->percpu_size); in check_free_by_rcu()
473 if (c->percpu_size) { in init_refill_work()
500 if (!c->percpu_size && c->unit_size <= 256) in prefill_mem_cache()
517 int cpu, i, unit_size, percpu_size = 0; in bpf_mem_alloc_init() local
524 percpu_size = LLIST_NODE_SZ + sizeof(void *); in bpf_mem_alloc_init()
546 c->percpu_size = percpu_size; in bpf_mem_alloc_init()
568 c->percpu_size = percpu_size; in bpf_mem_alloc_init()
597 int cpu, i, unit_size, percpu_size; in bpf_mem_alloc_percpu_unit_init() local
606 percpu_size = LLIST_NODE_SZ + sizeof(void *); in bpf_mem_alloc_percpu_unit_init()
620 c->percpu_size = percpu_size; in bpf_mem_alloc_percpu_unit_init()
632 bool percpu = !!c->percpu_size; in drain_mem_cache()