Lines Matching refs:rcu_node
150 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp,
152 static struct task_struct *rcu_boost_task(struct rcu_node *rnp);
156 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp);
160 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf);
161 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf);
547 static struct rcu_node *rcu_get_root(void) in rcu_get_root()
768 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf()
819 struct rcu_node *rnp = rdp->mynode; in rcu_watching_snap_recheck()
854 struct rcu_node *rnp1; in rcu_watching_snap_recheck()
952 static void trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_this_gp()
976 static bool rcu_start_this_gp(struct rcu_node *rnp_start, struct rcu_data *rdp, in rcu_start_this_gp()
980 struct rcu_node *rnp; in rcu_start_this_gp()
1051 static bool rcu_future_gp_cleanup(struct rcu_node *rnp) in rcu_future_gp_cleanup()
1135 static bool rcu_accelerate_cbs(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_accelerate_cbs()
1181 static void rcu_accelerate_cbs_unlocked(struct rcu_node *rnp, in rcu_accelerate_cbs_unlocked()
1211 static bool rcu_advance_cbs(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_advance_cbs()
1234 static void __maybe_unused rcu_advance_cbs_nowake(struct rcu_node *rnp, in rcu_advance_cbs_nowake()
1265 static bool __note_gp_changes(struct rcu_node *rnp, struct rcu_data *rdp) in __note_gp_changes()
1318 struct rcu_node *rnp; in note_gp_changes()
1406 struct rcu_node *rnp = rcu_get_root(); in rcu_poll_gp_seq_start()
1422 struct rcu_node *rnp = rcu_get_root(); in rcu_poll_gp_seq_end()
1444 struct rcu_node *rnp = rcu_get_root(); in rcu_poll_gp_seq_start_unlocked()
1461 struct rcu_node *rnp = rcu_get_root(); in rcu_poll_gp_seq_end_unlocked()
1802 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_init()
1957 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_fqs_check_wake()
1981 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_fqs()
2020 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_fqs_loop()
2108 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_cleanup()
2289 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp, in rcu_report_qs_rnp()
2294 struct rcu_node *rnp_c; in rcu_report_qs_rnp()
2354 rcu_report_unblock_qs_rnp(struct rcu_node *rnp, unsigned long flags) in rcu_report_unblock_qs_rnp()
2359 struct rcu_node *rnp_p; in rcu_report_unblock_qs_rnp()
2397 struct rcu_node *rnp; in rcu_report_qs_rdp()
2688 struct rcu_node *rnp; in force_qs_rnp()
2747 struct rcu_node *rnp; in rcu_force_quiescent_state()
2748 struct rcu_node *rnp_old = NULL; in rcu_force_quiescent_state()
2791 struct rcu_node *rnp = rdp->mynode; in rcu_core()
3024 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp) in check_cb_ovld_locked()
3049 struct rcu_node *const rnp = rdp->mynode; in check_cb_ovld()
4087 struct rcu_node *rnp; in synchronize_rcu()
4174 struct rcu_node *rnp = rcu_get_root(); in get_state_synchronize_rcu_full()
4195 struct rcu_node *rnp; in start_poll_synchronize_rcu_common()
4336 struct rcu_node *rnp = rcu_get_root(); in poll_state_synchronize_rcu_full()
4413 struct rcu_node *rnp = rdp->mynode; in rcu_pending()
4729 static unsigned long rcu_rnp_online_cpus(struct rcu_node *rnp) in rcu_rnp_online_cpus()
4815 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf) in rcu_cleanup_dead_rnp()
4818 struct rcu_node *rnp = rnp_leaf; in rcu_cleanup_dead_rnp()
4849 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf) in rcu_init_new_rnp()
4853 struct rcu_node *rnp = rnp_leaf; in rcu_init_new_rnp()
4897 static void rcu_spawn_exp_par_gp_kworker(struct rcu_node *rnp) in rcu_spawn_exp_par_gp_kworker()
4919 static struct task_struct *rcu_exp_par_gp_task(struct rcu_node *rnp) in rcu_exp_par_gp_task()
4945 static void rcu_spawn_rnp_kthreads(struct rcu_node *rnp) in rcu_spawn_rnp_kthreads()
4970 struct rcu_node *rnp = rcu_get_root(); in rcutree_prepare_cpu()
5029 struct rcu_node *rnp; in rcutree_affinity_setting()
5090 struct rcu_node *rnp; in rcutree_online_cpu()
5125 struct rcu_node *rnp; in rcutree_report_cpu_starting()
5183 struct rcu_node *rnp = rdp->mynode; /* Outgoing CPU's rdp & rnp. */ in rcutree_report_cpu_dead()
5223 struct rcu_node *my_rnp; in rcutree_migrate_callbacks()
5293 struct rcu_node *rnp = rdp->mynode; in rcutree_dying_cpu()
5309 struct rcu_node *rnp; in rcutree_offline_cpu()
5355 struct rcu_node *rnp; in rcu_spawn_gp_kthread()
5404 struct rcu_node *rnp; in rcu_scheduler_starting()
5435 struct rcu_node *rnp; in rcu_init_one()
5632 struct rcu_node *rnp; in rcu_dump_rcu_node_tree()