Lines Matching defs:rdp

19 static inline int rcu_lockdep_is_held_nocb(struct rcu_data *rdp)  in rcu_lockdep_is_held_nocb()
24 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp)  in rcu_current_is_nocb_kthread()
94 static void rcu_nocb_bypass_lock(struct rcu_data *rdp)  in rcu_nocb_bypass_lock()
118 static void rcu_nocb_wait_contended(struct rcu_data *rdp)  in rcu_nocb_wait_contended()
129 static bool rcu_nocb_bypass_trylock(struct rcu_data *rdp)  in rcu_nocb_bypass_trylock()
138 static void rcu_nocb_bypass_unlock(struct rcu_data *rdp)  in rcu_nocb_bypass_unlock()
149 static void rcu_nocb_lock(struct rcu_data *rdp)  in rcu_nocb_lock()
161 static void rcu_nocb_unlock(struct rcu_data *rdp)  in rcu_nocb_unlock()
173 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,  in rcu_nocb_unlock_irqrestore()
185 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp)  in rcu_lockdep_assert_cblist_protected()
220 static bool __wake_nocb_gp(struct rcu_data *rdp_gp,  in __wake_nocb_gp()
255 static bool wake_nocb_gp(struct rcu_data *rdp, bool force)  in wake_nocb_gp()
268 static void wake_nocb_gp_defer(struct rcu_data *rdp, int waketype,  in wake_nocb_gp_defer()
303 static bool rcu_nocb_do_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_do_flush_bypass()
333 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_flush_bypass()
347 static void rcu_nocb_try_flush_bypass(struct rcu_data *rdp, unsigned long j)  in rcu_nocb_try_flush_bypass()
374 static bool rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_try_bypass()
495 static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_alldone,  in __call_rcu_nocb_wake()
568 static inline bool nocb_gp_enabled_cb(struct rcu_data *rdp)  in nocb_gp_enabled_cb()
575 static inline bool nocb_gp_update_state_deoffloading(struct rcu_data *rdp,  in nocb_gp_update_state_deoffloading()
617 	struct rcu_data *rdp;  in nocb_gp_wait()  local
756 	struct rcu_data *rdp = arg;  in rcu_nocb_gp_kthread()  local
766 static inline bool nocb_cb_can_run(struct rcu_data *rdp)  in nocb_cb_can_run()
773 static inline bool nocb_cb_wait_cond(struct rcu_data *rdp)  in nocb_cb_wait_cond()
782 static void nocb_cb_wait(struct rcu_data *rdp)  in nocb_cb_wait()
863 	struct rcu_data *rdp = arg;  in rcu_nocb_cb_kthread()  local
875 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level)  in rcu_nocb_need_deferred_wakeup()
881 static bool do_nocb_deferred_wakeup_common(struct rcu_data *rdp_gp,  in do_nocb_deferred_wakeup_common()
905 	struct rcu_data *rdp = from_timer(rdp, t, nocb_timer);  in do_nocb_deferred_wakeup_timer()  local
920 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp)  in do_nocb_deferred_wakeup()
938 static int rdp_offload_toggle(struct rcu_data *rdp,  in rdp_offload_toggle()
973 	struct rcu_data *rdp = arg;  in rcu_nocb_rdp_deoffload()  local
1022 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_nocb_cpu_deoffload()  local
1046 	struct rcu_data *rdp = arg;  in rcu_nocb_rdp_offload()  local
1092 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_nocb_cpu_offload()  local
1118 	struct rcu_data *rdp;  in rcu_init_nohz()  local
1164 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp)  in rcu_boot_init_nocb_percpu_data()
1183 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_spawn_one_nocb_kthread()  local
1252 	struct rcu_data *rdp;  in rcu_organize_nocb_kthreads()  local
1327 static void show_rcu_nocb_gp_state(struct rcu_data *rdp)  in show_rcu_nocb_gp_state()
1351 static void show_rcu_nocb_state(struct rcu_data *rdp)  in show_rcu_nocb_state()
1406 static inline int rcu_lockdep_is_held_nocb(struct rcu_data *rdp)  in rcu_lockdep_is_held_nocb()
1411 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp)  in rcu_current_is_nocb_kthread()
1417 static void rcu_nocb_lock(struct rcu_data *rdp)  in rcu_nocb_lock()
1422 static void rcu_nocb_unlock(struct rcu_data *rdp)  in rcu_nocb_unlock()
1427 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,  in rcu_nocb_unlock_irqrestore()
1434 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp)  in rcu_lockdep_assert_cblist_protected()
1452 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_flush_bypass()
1458 static bool rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_try_bypass()
1464 static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_empty,  in __call_rcu_nocb_wake()
1470 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp)  in rcu_boot_init_nocb_percpu_data()
1474 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level)  in rcu_nocb_need_deferred_wakeup()
1479 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp)  in do_nocb_deferred_wakeup()
1492 static void show_rcu_nocb_state(struct rcu_data *rdp)  in show_rcu_nocb_state()