Lines Matching refs:rnp
204 static struct swait_queue_head *rcu_nocb_gp_get(struct rcu_node *rnp) in rcu_nocb_gp_get() argument
206 return &rnp->nocb_gp_wq[rcu_seq_ctr(rnp->gp_seq) & 0x1]; in rcu_nocb_gp_get()
209 static void rcu_init_one_nocb(struct rcu_node *rnp) in rcu_init_one_nocb() argument
211 init_swait_queue_head(&rnp->nocb_gp_wq[0]); in rcu_init_one_nocb()
212 init_swait_queue_head(&rnp->nocb_gp_wq[1]); in rcu_init_one_nocb()
690 struct rcu_node *rnp; in nocb_gp_wait() local
753 rnp = rdp->mynode; in nocb_gp_wait()
760 rcu_seq_done(&rnp->gp_seq, cur_gp_seq))) { in nocb_gp_wait()
761 raw_spin_lock_rcu_node(rnp); /* irqs disabled. */ in nocb_gp_wait()
762 needwake_gp = rcu_advance_cbs(rnp, rdp); in nocb_gp_wait()
765 raw_spin_unlock_rcu_node(rnp); /* irqs disabled. */ in nocb_gp_wait()
831 rnp = my_rdp->mynode; in nocb_gp_wait()
832 trace_rcu_this_gp(rnp, my_rdp, wait_gp_seq, TPS("StartWait")); in nocb_gp_wait()
834 rnp->nocb_gp_wq[rcu_seq_ctr(wait_gp_seq) & 0x1], in nocb_gp_wait()
835 rcu_seq_done(&rnp->gp_seq, wait_gp_seq) || in nocb_gp_wait()
837 trace_rcu_this_gp(rnp, my_rdp, wait_gp_seq, TPS("EndWait")); in nocb_gp_wait()
930 struct rcu_node *rnp = rdp->mynode; in nocb_cb_wait() local
959 rcu_seq_done(&rnp->gp_seq, cur_gp_seq) && in nocb_cb_wait()
960 raw_spin_trylock_rcu_node(rnp)) { /* irqs already disabled. */ in nocb_cb_wait()
962 raw_spin_unlock_rcu_node(rnp); /* irqs remain disabled. */ in nocb_cb_wait()
1584 struct rcu_node *rnp = rdp->mynode; in show_rcu_nocb_gp_state() local
1594 ".W"[swait_active(&rnp->nocb_gp_wq[0])], in show_rcu_nocb_gp_state()
1595 ".W"[swait_active(&rnp->nocb_gp_wq[1])], in show_rcu_nocb_gp_state()
1599 rnp->grplo, rnp->grphi, READ_ONCE(rdp->nocb_gp_loops), in show_rcu_nocb_gp_state()
1704 static struct swait_queue_head *rcu_nocb_gp_get(struct rcu_node *rnp) in rcu_nocb_gp_get() argument
1709 static void rcu_init_one_nocb(struct rcu_node *rnp) in rcu_init_one_nocb() argument