Lines Matching refs:gpseq
516 unsigned long gpseq; in srcu_gp_end() local
532 gpseq = rcu_seq_current(&ssp->srcu_gp_seq); in srcu_gp_end()
533 if (ULONG_CMP_LT(ssp->srcu_gp_seq_needed_exp, gpseq)) in srcu_gp_end()
534 WRITE_ONCE(ssp->srcu_gp_seq_needed_exp, gpseq); in srcu_gp_end()
540 idx = rcu_seq_ctr(gpseq) % ARRAY_SIZE(snp->srcu_have_cbs); in srcu_gp_end()
546 cbs = snp->srcu_have_cbs[idx] == gpseq; in srcu_gp_end()
547 snp->srcu_have_cbs[idx] = gpseq; in srcu_gp_end()
549 if (ULONG_CMP_LT(snp->srcu_gp_seq_needed_exp, gpseq)) in srcu_gp_end()
550 WRITE_ONCE(snp->srcu_gp_seq_needed_exp, gpseq); in srcu_gp_end()
558 if (!(gpseq & counter_wrap_check) && last_lvl) in srcu_gp_end()
562 if (ULONG_CMP_GE(gpseq, in srcu_gp_end()
564 sdp->srcu_gp_seq_needed = gpseq; in srcu_gp_end()
565 if (ULONG_CMP_GE(gpseq, in srcu_gp_end()
567 sdp->srcu_gp_seq_needed_exp = gpseq; in srcu_gp_end()
577 gpseq = rcu_seq_current(&ssp->srcu_gp_seq); in srcu_gp_end()
578 if (!rcu_seq_state(gpseq) && in srcu_gp_end()
579 ULONG_CMP_LT(gpseq, ssp->srcu_gp_seq_needed)) { in srcu_gp_end()