Lines Matching refs:flags
155 unsigned long flags) in rcu_nocb_unlock_irqrestore() argument
159 raw_spin_unlock_irqrestore(&rdp->nocb_lock, flags); in rcu_nocb_unlock_irqrestore()
161 local_irq_restore(flags); in rcu_nocb_unlock_irqrestore()
195 bool force, unsigned long flags) in __wake_nocb_gp() argument
201 raw_spin_unlock_irqrestore(&rdp_gp->nocb_gp_lock, flags); in __wake_nocb_gp()
216 raw_spin_unlock_irqrestore(&rdp_gp->nocb_gp_lock, flags); in __wake_nocb_gp()
230 unsigned long flags; in wake_nocb_gp() local
233 raw_spin_lock_irqsave(&rdp_gp->nocb_gp_lock, flags); in wake_nocb_gp()
234 return __wake_nocb_gp(rdp_gp, rdp, force, flags); in wake_nocb_gp()
269 unsigned long flags; in wake_nocb_gp_defer() local
272 raw_spin_lock_irqsave(&rdp_gp->nocb_gp_lock, flags); in wake_nocb_gp_defer()
292 raw_spin_unlock_irqrestore(&rdp_gp->nocb_gp_lock, flags); in wake_nocb_gp_defer()
394 bool *was_alldone, unsigned long flags, in rcu_nocb_try_bypass() argument
477 __call_rcu_nocb_wake(rdp, *was_alldone, flags); in rcu_nocb_try_bypass()
510 __call_rcu_nocb_wake(rdp, true, flags); in rcu_nocb_try_bypass()
527 unsigned long flags) in __call_rcu_nocb_wake() argument
557 } else if (!irqs_disabled_flags(flags)) { in __call_rcu_nocb_wake()
596 rcu_callback_t func, unsigned long flags, bool lazy) in call_rcu_nocb() argument
600 if (!rcu_nocb_try_bypass(rdp, head, &was_alldone, flags, lazy)) { in call_rcu_nocb()
603 __call_rcu_nocb_wake(rdp, was_alldone, flags); /* unlocks */ in call_rcu_nocb()
610 unsigned long flags; in nocb_gp_toggle_rdp() local
617 raw_spin_lock_irqsave(&rdp->nocb_lock, flags); in nocb_gp_toggle_rdp()
633 raw_spin_unlock_irqrestore(&rdp->nocb_lock, flags); in nocb_gp_toggle_rdp()
653 unsigned long flags; in nocb_gp_wait() local
691 rcu_nocb_lock_irqsave(rdp, flags); in nocb_gp_wait()
705 rcu_nocb_unlock_irqrestore(rdp, flags); in nocb_gp_wait()
756 rcu_nocb_unlock_irqrestore(rdp, flags); in nocb_gp_wait()
788 raw_spin_lock_irqsave(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
791 raw_spin_unlock_irqrestore(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
811 raw_spin_lock_irqsave(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
822 raw_spin_unlock_irqrestore(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
833 raw_spin_lock_irqsave(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
835 raw_spin_unlock_irqrestore(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
881 unsigned long flags; in nocb_cb_wait() local
895 rcu_nocb_lock_irqsave(rdp, flags); in nocb_cb_wait()
897 rcu_nocb_unlock_irqrestore(rdp, flags); in nocb_cb_wait()
907 local_irq_save(flags); in nocb_cb_wait()
909 local_irq_restore(flags); in nocb_cb_wait()
920 rcu_nocb_lock_irqsave(rdp, flags); in nocb_cb_wait()
935 rcu_nocb_unlock_irqrestore(rdp, flags); in nocb_cb_wait()
966 unsigned long flags) in do_nocb_deferred_wakeup_common() argument
973 raw_spin_unlock_irqrestore(&rdp_gp->nocb_gp_lock, flags); in do_nocb_deferred_wakeup_common()
978 ret = __wake_nocb_gp(rdp_gp, rdp, ndw == RCU_NOCB_WAKE_FORCE, flags); in do_nocb_deferred_wakeup_common()
987 unsigned long flags; in do_nocb_deferred_wakeup_timer() local
993 raw_spin_lock_irqsave(&rdp->nocb_gp_lock, flags); in do_nocb_deferred_wakeup_timer()
995 do_nocb_deferred_wakeup_common(rdp, rdp, RCU_NOCB_WAKE_BYPASS, flags); in do_nocb_deferred_wakeup_timer()
1005 unsigned long flags; in do_nocb_deferred_wakeup() local
1011 raw_spin_lock_irqsave(&rdp_gp->nocb_gp_lock, flags); in do_nocb_deferred_wakeup()
1012 return do_nocb_deferred_wakeup_common(rdp_gp, rdp, RCU_NOCB_WAKE, flags); in do_nocb_deferred_wakeup()
1025 unsigned long flags; in rcu_nocb_queue_toggle_rdp() local
1027 raw_spin_lock_irqsave(&rdp_gp->nocb_gp_lock, flags); in rcu_nocb_queue_toggle_rdp()
1034 raw_spin_unlock_irqrestore(&rdp_gp->nocb_gp_lock, flags); in rcu_nocb_queue_toggle_rdp()
1041 unsigned long flags; in rcu_nocb_rdp_deoffload_wait_cond() local
1049 raw_spin_lock_irqsave(&rdp->nocb_lock, flags); in rcu_nocb_rdp_deoffload_wait_cond()
1051 raw_spin_unlock_irqrestore(&rdp->nocb_lock, flags); in rcu_nocb_rdp_deoffload_wait_cond()
1058 unsigned long flags; in rcu_nocb_rdp_deoffload() local
1077 rcu_nocb_lock_irqsave(rdp, flags); in rcu_nocb_rdp_deoffload()
1080 rcu_nocb_unlock_irqrestore(rdp, flags); in rcu_nocb_rdp_deoffload()
1098 raw_spin_lock_irqsave(&rdp->nocb_lock, flags); in rcu_nocb_rdp_deoffload()
1100 raw_spin_unlock_irqrestore(&rdp->nocb_lock, flags); in rcu_nocb_rdp_deoffload()
1136 unsigned long flags; in rcu_nocb_rdp_offload_wait_cond() local
1139 raw_spin_lock_irqsave(&rdp->nocb_lock, flags); in rcu_nocb_rdp_offload_wait_cond()
1141 raw_spin_unlock_irqrestore(&rdp->nocb_lock, flags); in rcu_nocb_rdp_offload_wait_cond()
1232 unsigned long flags; in lazy_rcu_shrink_scan() local
1262 rcu_nocb_lock_irqsave(rdp, flags); in lazy_rcu_shrink_scan()
1270 rcu_nocb_unlock_irqrestore(rdp, flags); in lazy_rcu_shrink_scan()
1274 rcu_nocb_unlock_irqrestore(rdp, flags); in lazy_rcu_shrink_scan()
1636 unsigned long flags) in rcu_nocb_unlock_irqrestore() argument
1638 local_irq_restore(flags); in rcu_nocb_unlock_irqrestore()
1672 rcu_callback_t func, unsigned long flags, bool lazy) in call_rcu_nocb() argument
1678 unsigned long flags) in __call_rcu_nocb_wake() argument