Home
last modified time | relevance | path

Searched refs:rcu_data (Results 1 – 10 of 10) sorted by relevance

/linux-6.3-rc2/kernel/rcu/
A Dtree_nocb.h216 struct rcu_data *rdp, in __wake_nocb_gp()
896 struct rcu_data *rdp = arg; in rcu_nocb_gp_kthread()
1004 struct rcu_data *rdp = arg; in rcu_nocb_cb_kthread()
1208 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_nocb_cpu_deoffload()
1293 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_nocb_cpu_offload()
1323 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in lazy_rcu_shrink_count()
1340 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in lazy_rcu_shrink_scan()
1367 struct rcu_data *rdp; in rcu_init_nohz()
1443 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_spawn_cpu_nocb_kthread()
1444 struct rcu_data *rdp_gp; in rcu_spawn_cpu_nocb_kthread()
[all …]
A Dtree.h179 struct rcu_data { struct
454 static bool rcu_is_callbacks_kthread(struct rcu_data *rdp);
459 static void zero_cpu_stall_ticks(struct rcu_data *rdp);
463 static bool wake_nocb_gp(struct rcu_data *rdp, bool force);
472 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp);
473 static void rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp);
475 static void show_rcu_nocb_state(struct rcu_data *rdp);
476 static void rcu_nocb_lock(struct rcu_data *rdp);
477 static void rcu_nocb_unlock(struct rcu_data *rdp);
478 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,
[all …]
A Dtree_plugin.h31 (rdp == this_cpu_ptr(&rcu_data) && in rcu_rdp_is_offloaded()
313 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_note_context_switch()
471 struct rcu_data *rdp; in rcu_preempt_deferred_qs_irqrestore()
481 rdp = this_cpu_ptr(&rcu_data); in rcu_preempt_deferred_qs_irqrestore()
613 struct rcu_data *rdp; in rcu_preempt_deferred_qs_handler()
639 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_read_unlock_special()
781 struct rcu_data *rdp; in dump_blkd_tasks()
820 struct rcu_data *rdp; in rcu_read_unlock_strict()
824 rdp = this_cpu_ptr(&rcu_data); in rcu_read_unlock_strict()
942 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_preempt_deferred_qs()
[all …]
A Dtree.c235 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_get_n_cbs_cpu()
548 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_irq_work_resched()
611 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in __rcu_irq_enter_check_tick()
995 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_future_gp_cleanup()
2321 struct rcu_data *rdp = raw_cpu_ptr(&rcu_data); in rcu_core()
3800 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_pending()
3916 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_barrier_handler()
4105 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcutree_dying_cpu()
4214 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_boot_init_percpu_data()
4245 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcutree_prepare_cpu()
[all …]
A Dtree_exp.h238 struct rcu_data *rdp; in rcu_report_exp_cpu_mult()
247 rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_report_exp_cpu_mult()
285 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id()); in exp_funnel_lock()
354 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in __sync_rcu_exp_select_node_cpus()
382 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in __sync_rcu_exp_select_node_cpus()
594 struct rcu_data *rdp; in synchronize_rcu_expedited_wait()
634 struct rcu_data *rdp; in synchronize_rcu_expedited_wait()
742 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler()
863 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler()
883 struct rcu_data *rdp; in sync_sched_exp_online_cleanup()
[all …]
A Dtree_stall.h214 struct rcu_data *rdp; in rcu_iw_handler()
217 rdp = container_of(iwp, struct rcu_data, rcu_iw); in rcu_iw_handler()
434 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stat_info()
475 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in print_cpu_stall_info()
660 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in print_cpu_stall()
712 static void check_cpu_stall(struct rcu_data *rdp) in check_cpu_stall()
877 struct rcu_data *rdp; in show_rcu_gp_kthreads()
913 rdp = per_cpu_ptr(&rcu_data, cpu); in show_rcu_gp_kthreads()
923 rdp = per_cpu_ptr(&rcu_data, cpu); in show_rcu_gp_kthreads()
1002 struct rcu_data *rdp; in rcu_fwd_progress_check()
[all …]
/linux-6.3-rc2/Documentation/RCU/Design/Data-Structures/
A DData-Structures.rst29 to 16 ``rcu_data`` structures associated with it, so that there are
42 Quiescent states are recorded by the per-CPU ``rcu_data`` structures,
155 ``rcu_node`` and ``rcu_data`` structures, tracks grace periods,
190 and ``rcu_data`` data structures.
206 Relationship to rcu_node and rcu_data Structures
215 3 struct rcu_data __percpu *rda;
260 corresponding CPU's ``rcu_data`` structure.
287 (down the tree from the root to the leaves) to ``rcu_data``.
434 thought of as having ``rcu_data`` structures as their children.
779 The ``rcu_data`` Structure
[all …]
/linux-6.3-rc2/Documentation/RCU/
A Drcubarrier.rst238 4 struct rcu_data *rdp = &per_cpu(rcu_data, cpu);
246 Lines 3 and 4 locate RCU's internal per-CPU rcu_data structure,
/linux-6.3-rc2/Documentation/RCU/Design/Memory-Ordering/
A DTree-RCU-Memory-Ordering.rst205 4 struct rcu_data *rdp = this_cpu_ptr(&rcu_data);
/linux-6.3-rc2/tools/memory-model/Documentation/
A Dsimple.txt127 within its instance of the per-CPU rcu_data structure, and then uses data

Completed in 29 milliseconds