| /kernel/bpf/ |
| A D | bpf_local_storage.c | 123 local_storage = container_of(rcu, struct bpf_local_storage, rcu); in __bpf_local_storage_free_trace_rcu()
127 kfree_rcu(local_storage, rcu); in __bpf_local_storage_free_trace_rcu()
134 local_storage = container_of(rcu, struct bpf_local_storage, rcu); in bpf_local_storage_free_rcu()
141 bpf_local_storage_free_rcu(rcu); in bpf_local_storage_free_trace_rcu()
151 kfree_rcu(local_storage, rcu); in __bpf_local_storage_free()
190 selem = container_of(rcu, struct bpf_local_storage_elem, rcu); in __bpf_selem_free_trace_rcu()
194 kfree_rcu(selem, rcu); in __bpf_selem_free_trace_rcu()
202 kfree_rcu(selem, rcu); in __bpf_selem_free()
212 selem = container_of(rcu, struct bpf_local_storage_elem, rcu); in bpf_selem_free_rcu()
225 bpf_selem_free_rcu(rcu); in bpf_selem_free_trace_rcu()
[all …]
|
| A D | local_storage.c | 177 kfree_rcu(new, rcu); in cgroup_storage_update_elem()
533 static void free_shared_cgroup_storage_rcu(struct rcu_head *rcu) in free_shared_cgroup_storage_rcu() argument
536 container_of(rcu, struct bpf_cgroup_storage, rcu); in free_shared_cgroup_storage_rcu()
542 static void free_percpu_cgroup_storage_rcu(struct rcu_head *rcu) in free_percpu_cgroup_storage_rcu() argument
545 container_of(rcu, struct bpf_cgroup_storage, rcu); in free_percpu_cgroup_storage_rcu()
562 call_rcu(&storage->rcu, free_shared_cgroup_storage_rcu); in bpf_cgroup_storage_free()
564 call_rcu(&storage->rcu, free_percpu_cgroup_storage_rcu); in bpf_cgroup_storage_free()
|
| A D | trampoline.c | 264 kfree_rcu(im, rcu); in bpf_tramp_image_free()
276 static void __bpf_tramp_image_put_rcu(struct rcu_head *rcu) in __bpf_tramp_image_put_rcu() argument
280 im = container_of(rcu, struct bpf_tramp_image, rcu); in __bpf_tramp_image_put_rcu()
291 call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu); in __bpf_tramp_image_release()
295 static void __bpf_tramp_image_put_rcu_tasks(struct rcu_head *rcu) in __bpf_tramp_image_put_rcu_tasks() argument
299 im = container_of(rcu, struct bpf_tramp_image, rcu); in __bpf_tramp_image_put_rcu_tasks()
305 call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu); in __bpf_tramp_image_put_rcu_tasks()
341 call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu_tasks); in bpf_tramp_image_put()
353 call_rcu_tasks_trace(&im->rcu, __bpf_tramp_image_put_rcu_tasks); in bpf_tramp_image_put()
|
| A D | devmap.c | 69 struct rcu_head rcu; member
809 static void __dev_map_entry_free(struct rcu_head *rcu) in __dev_map_entry_free() argument
813 dev = container_of(rcu, struct bpf_dtab_netdev, rcu); in __dev_map_entry_free()
831 call_rcu(&old_dev->rcu, __dev_map_entry_free); in dev_map_delete_elem()
851 call_rcu(&old_dev->rcu, __dev_map_entry_free); in dev_map_hash_delete_elem()
942 call_rcu(&old_dev->rcu, __dev_map_entry_free); in __dev_map_update_elem()
989 call_rcu(&dev->rcu, __dev_map_entry_free); in __dev_map_hash_update_elem()
1000 call_rcu(&old_dev->rcu, __dev_map_entry_free); in __dev_map_hash_update_elem()
1095 call_rcu(&dev->rcu, __dev_map_entry_free); in dev_map_hash_remove_netdev()
1142 call_rcu(&dev->rcu, in dev_map_notification()
|
| A D | crypto.c | 56 struct rcu_head rcu; member
227 ctx = container_of(head, struct bpf_crypto_ctx, rcu); in crypto_free_cb()
261 call_rcu(&ctx->rcu, crypto_free_cb); in bpf_crypto_ctx_release()
|
| A D | syscall.c | 911 static void bpf_map_free_rcu_gp(struct rcu_head *rcu) in bpf_map_free_rcu_gp() argument
913 bpf_map_free_in_work(container_of(rcu, struct bpf_map, rcu)); in bpf_map_free_rcu_gp()
919 bpf_map_free_rcu_gp(rcu); in bpf_map_free_mult_rcu_gp()
921 call_rcu(rcu, bpf_map_free_rcu_gp); in bpf_map_free_mult_rcu_gp()
937 call_rcu(&map->rcu, bpf_map_free_rcu_gp); in bpf_map_put()
2326 struct bpf_prog_aux *aux = container_of(rcu, struct bpf_prog_aux, rcu); in __bpf_prog_put_rcu()
2351 call_rcu(&prog->aux->rcu, __bpf_prog_put_rcu); in __bpf_prog_put_noref()
2353 __bpf_prog_put_rcu(&prog->aux->rcu); in __bpf_prog_put_noref()
3145 struct bpf_link *link = container_of(rcu, struct bpf_link, rcu); in bpf_link_defer_dealloc_rcu_gp()
3153 bpf_link_defer_dealloc_rcu_gp(rcu); in bpf_link_defer_dealloc_mult_rcu_gp()
[all …]
|
| /kernel/futex/ |
| A D | core.c | 69 struct rcu_head rcu; member
253 scoped_guard(rcu) { in __futex_pivot_hash()
288 scoped_guard(rcu) { in futex_private_hash()
369 guard(rcu)(); in futex_key_to_node_opt() local
928 guard(rcu)(); in futex_unqueue() local
974 guard(rcu)(); in futex_q_lockptr_lock() local
1683 guard(rcu)(); in futex_ref_get() local
1697 guard(rcu)(); in futex_ref_put() local
1711 guard(rcu)(); in futex_ref_is_dead() local
1749 guard(rcu)(); in futex_pivot_pending() local
[all …]
|
| /kernel/trace/ |
| A D | rethook.c | 37 struct rethook *rh = container_of(head, struct rethook, rcu); in rethook_free_rcu()
68 call_rcu(&rh->rcu, rethook_free_rcu); in rethook_free()
129 struct rethook_node *node = container_of(head, struct rethook_node, rcu); in free_rethook_node_rcu()
150 call_rcu(&node->rcu, free_rethook_node_rcu); in rethook_recycle()
|
| /kernel/ |
| A D | tracepoint.c | 36 unsigned long rcu; member
48 snapshot->rcu = get_state_synchronize_rcu(); in tp_rcu_get_state()
58 cond_synchronize_rcu(snapshot->rcu); in tp_rcu_cond_sync()
87 struct rcu_head rcu; member
106 kfree(container_of(head, struct tp_probes, rcu)); in rcu_free_old_probes()
116 call_rcu_tasks_trace(&tp_probes->rcu, rcu_free_old_probes); in release_probes()
118 call_rcu(&tp_probes->rcu, rcu_free_old_probes); in release_probes()
|
| A D | watch_queue.c | 386 kfree_rcu(wfilter, rcu); in watch_queue_set_filter()
408 kfree_rcu(wfilter, rcu); in __put_watch_queue()
409 kfree_rcu(wqueue, rcu); in __put_watch_queue()
422 static void free_watch(struct rcu_head *rcu) in free_watch() argument
424 struct watch *watch = container_of(rcu, struct watch, rcu); in free_watch()
436 call_rcu(&watch->rcu, free_watch); in __put_watch()
|
| A D | panic.c | 858 bool rcu = warn_rcu_enter(); in warn_slowpath_fmt() local
866 warn_rcu_exit(rcu); in warn_slowpath_fmt()
874 warn_rcu_exit(rcu); in warn_slowpath_fmt()
880 bool rcu = warn_rcu_enter(); in __warn_printk() local
888 warn_rcu_exit(rcu); in __warn_printk()
|
| A D | cred.c | 68 static void put_cred_rcu(struct rcu_head *rcu) in put_cred_rcu() argument
70 struct cred *cred = container_of(rcu, struct cred, rcu); in put_cred_rcu()
108 put_cred_rcu(&cred->rcu); in __put_cred()
110 call_rcu(&cred->rcu, put_cred_rcu); in __put_cred()
|
| A D | jump_label.c | 656 scoped_guard(rcu) { in __jump_label_mod_text_reserved()
748 scoped_guard(rcu) in jump_label_add_module()
908 scoped_guard(rcu) { in jump_label_update()
|
| A D | pid_namespace.c | 142 struct pid_namespace *ns = container_of(p, struct pid_namespace, rcu); in delayed_free_pidns()
157 call_rcu(&ns->rcu, delayed_free_pidns); in destroy_pid_namespace()
|
| A D | ucount.c | 138 guard(rcu)(); in find_ucounts() local
198 kfree_rcu(ucounts, rcu); in put_ucounts()
|
| A D | cfi.c | 91 guard(rcu)(); in is_module_cfi_trap() local
|
| /kernel/sched/ |
| A D | topology.c | 384 pd = container_of(rp, struct perf_domain, rcu); in destroy_perf_domain_rcu()
441 call_rcu(&tmp->rcu, destroy_perf_domain_rcu); in build_perf_domains()
450 call_rcu(&tmp->rcu, destroy_perf_domain_rcu); in build_perf_domains()
460 struct root_domain *rd = container_of(rcu, struct root_domain, rcu); in free_rootdomain()
514 call_rcu(&old_rd->rcu, free_rootdomain); in rq_attach_root()
527 call_rcu(&rd->rcu, free_rootdomain); in sched_put_rd()
635 struct sched_domain *sd = container_of(rcu, struct sched_domain, rcu); in destroy_sched_domains_rcu()
1329 guard(rcu)(); in sched_update_asym_prefer_cpu() local
1479 call_rcu(&entry->rcu, free_asym_cap_entry); in asym_cpu_capacity_scan()
1490 call_rcu(&entry->rcu, free_asym_cap_entry); in asym_cpu_capacity_scan()
[all …]
|
| A D | syscalls.c | 272 guard(rcu)(); in find_get_task() local
329 guard(rcu)(); in check_same_owner() local
1020 guard(rcu)(); in SYSCALL_DEFINE1() local
1051 scoped_guard (rcu) { in SYSCALL_DEFINE2()
1088 scoped_guard (rcu) { in SYSCALL_DEFINE4()
1140 guard(rcu)(); in dl_task_check_affinity() local
1222 guard(rcu)(); in sched_setaffinity() local
1294 guard(rcu)(); in sched_getaffinity() local
1534 scoped_guard (rcu) { in sched_rr_get_interval()
|
| /kernel/cgroup/ |
| A D | dmem.c | 27 struct rcu_head rcu; member
70 struct rcu_head rcu; member
399 static void dmemcg_free_rcu(struct rcu_head *rcu) in dmemcg_free_rcu() argument
401 struct dmem_cgroup_region *region = container_of(rcu, typeof(*region), rcu); in dmemcg_free_rcu()
414 call_rcu(&cgregion->rcu, dmemcg_free_rcu); in dmemcg_free_region()
|
| /kernel/module/ |
| A D | kallsyms.c | 332 guard(rcu)(); in module_address_lookup() local
357 guard(rcu)(); in lookup_module_symbol_name() local
381 guard(rcu)(); in module_get_kallsym() local
448 guard(rcu)(); in module_kallsyms_lookup_name() local
454 guard(rcu)(); in find_kallsyms_symbol_value() local
|
| A D | tracking.c | 68 __acquires(rcu) in unloaded_tainted_modules_seq_start()
80 __releases(rcu) in unloaded_tainted_modules_seq_stop()
|
| /kernel/rcu/ |
| A D | update.c | 404 struct rcu_synchronize *rcu; in wakeme_after_rcu() local
406 rcu = container_of(head, struct rcu_synchronize, head); in wakeme_after_rcu()
407 complete(&rcu->completion); in wakeme_after_rcu()
|
| A D | srcutree.c | 1427 struct rcu_synchronize rcu; in __synchronize_srcu() local
1441 init_completion(&rcu.completion); in __synchronize_srcu()
1442 init_rcu_head_on_stack(&rcu.head); in __synchronize_srcu()
1443 __call_srcu(ssp, &rcu.head, wakeme_after_rcu, do_norm); in __synchronize_srcu()
1444 wait_for_completion(&rcu.completion); in __synchronize_srcu()
1445 destroy_rcu_head_on_stack(&rcu.head); in __synchronize_srcu()
|
| /kernel/events/ |
| A D | uprobes.c | 71 struct rcu_head rcu; member
649 static void uprobe_free_rcu_tasks_trace(struct rcu_head *rcu) in uprobe_free_rcu_tasks_trace() argument
651 struct uprobe *uprobe = container_of(rcu, struct uprobe, rcu); in uprobe_free_rcu_tasks_trace()
656 static void uprobe_free_srcu(struct rcu_head *rcu) in uprobe_free_srcu() argument
658 struct uprobe *uprobe = container_of(rcu, struct uprobe, rcu); in uprobe_free_srcu()
660 call_rcu_tasks_trace(&uprobe->rcu, uprobe_free_rcu_tasks_trace); in uprobe_free_srcu()
687 call_srcu(&uretprobes_srcu, &uprobe->rcu, uprobe_free_srcu); in uprobe_free_deferred()
1942 kfree_rcu(ri, rcu); in ri_free()
2026 guard(rcu)(); in ri_timer() local
2412 guard(rcu)(); in find_active_uprobe_speculative() local
|
| /kernel/irq/ |
| A D | irqdesc.c | 188 guard(rcu)(); in irq_find_at_or_after() local
233 init_rcu_head(&desc->rcu); in init_desc()
463 struct irq_desc *desc = container_of(rhp, struct irq_desc, rcu); in delayed_free_desc()
493 call_rcu(&desc->rcu, delayed_free_desc); in free_desc()
|