Home
last modified time | relevance | path

Searched refs:gp_seq (Results 1 – 14 of 14) sorted by relevance

/linux-6.3-rc2/include/trace/events/
A Drcu.h77 __field(long, gp_seq)
83 __entry->gp_seq = (long)gp_seq;
117 __field(long, gp_seq)
127 __entry->gp_seq = (long)gp_seq;
156 __field(long, gp_seq)
165 __entry->gp_seq = (long)gp_seq;
326 __entry->gp_seq = (long)gp_seq;
353 __entry->gp_seq = (long)gp_seq;
389 __entry->gp_seq = (long)gp_seq;
426 __entry->gp_seq = (long)gp_seq;
[all …]
/linux-6.3-rc2/kernel/rcu/
A Dtiny.c35 unsigned long gp_seq; /* Grace-period counter. */ member
42 .gp_seq = 0 - 300UL,
61 WRITE_ONCE(rcu_ctrlblk.gp_seq, rcu_ctrlblk.gp_seq + 2); in rcu_qs()
157 WRITE_ONCE(rcu_ctrlblk.gp_seq, rcu_ctrlblk.gp_seq + 2); in synchronize_rcu()
217 return READ_ONCE(rcu_ctrlblk.gp_seq); in get_state_synchronize_rcu()
227 unsigned long gp_seq = get_state_synchronize_rcu(); in start_poll_synchronize_rcu() local
233 return gp_seq; in start_poll_synchronize_rcu()
244 return oldstate == RCU_GET_STATE_COMPLETED || READ_ONCE(rcu_ctrlblk.gp_seq) != oldstate; in poll_state_synchronize_rcu()
A Dtree.c516 *gp_seq = rcu_seq_current(&rcu_state.gp_seq); in rcutorture_get_gp_data()
885 rsrp->gp_seq = rdp->gp_seq; in rcu_implicit_dynticks_qs()
1182 if (rdp->gp_seq == rnp->gp_seq) in __note_gp_changes()
1186 if (rcu_seq_completed_gp(rdp->gp_seq, rnp->gp_seq) || in __note_gp_changes()
1200 if (rcu_seq_new_gp(rdp->gp_seq, rnp->gp_seq) || in __note_gp_changes()
1231 if ((rdp->gp_seq == rcu_seq_current(&rnp->gp_seq) && in note_gp_changes()
1500 WRITE_ONCE(rnp->gp_seq, rcu_state.gp_seq); in rcu_gp_init()
3506 rnp->gp_seq_needed = rnp->gp_seq = rcu_state.gp_seq; in synchronize_rcu()
3833 if (rcu_seq_current(&rnp->gp_seq) != rdp->gp_seq || in rcu_pending()
4271 rdp->gp_seq = READ_ONCE(rnp->gp_seq); in rcutree_prepare_cpu()
[all …]
A Dtree_stall.h221 rdp->rcu_iw_gp_seq = rnp->gp_seq; in rcu_iw_handler()
441 if (rsrp->gp_seq != rdp->gp_seq) in print_cpu_stat_info()
488 ticks_value = rcu_seq_ctr(rcu_state.gp_seq - rdp->gp_seq); in print_cpu_stall_info()
632 if (rcu_seq_current(&rcu_state.gp_seq) != gp_seq) { in print_other_cpu_stall()
748 gs1 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
754 gs2 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
891 (long)data_race(READ_ONCE(rcu_state.gp_seq)), in show_rcu_gp_kthreads()
902 (long)data_race(READ_ONCE(rnp->gp_seq)), in show_rcu_gp_kthreads()
946 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
959 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
[all …]
A Drcu_segcblist.c241 BUILD_BUG_ON(RCU_NEXT_TAIL + 1 != ARRAY_SIZE(rsclp->gp_seq)); in rcu_segcblist_init()
242 BUILD_BUG_ON(ARRAY_SIZE(rsclp->tails) != ARRAY_SIZE(rsclp->gp_seq)); in rcu_segcblist_init()
327 *lp = rsclp->gp_seq[RCU_WAIT_TAIL]; in rcu_segcblist_nextgp()
493 if (ULONG_CMP_LT(seq, rsclp->gp_seq[i])) in rcu_segcblist_advance()
518 rsclp->gp_seq[j] = rsclp->gp_seq[i]; in rcu_segcblist_advance()
555 ULONG_CMP_LT(rsclp->gp_seq[i], seq)) in rcu_segcblist_accelerate()
595 rsclp->gp_seq[i] = seq; in rcu_segcblist_accelerate()
A Drcu.h499 unsigned long *gp_seq);
508 int *flags, unsigned long *gp_seq) in rcutorture_get_gp_data() argument
511 *gp_seq = 0; in rcutorture_get_gp_data()
534 unsigned long *gp_seq) in srcutorture_get_gp_data() argument
539 *gp_seq = sp->srcu_idx; in srcutorture_get_gp_data()
546 unsigned long *gp_seq);
A Dtree_plugin.h245 WARN_ON_ONCE(rnp->completedqs == rnp->gp_seq); in rcu_preempt_ctxt_queue()
289 __this_cpu_read(rcu_data.gp_seq), in rcu_qs()
338 ? rnp->gp_seq in rcu_note_context_switch()
339 : rcu_seq_snap(&rnp->gp_seq)); in rcu_note_context_switch()
520 WARN_ON_ONCE(rnp->completedqs == rnp->gp_seq && in rcu_preempt_deferred_qs_irqrestore()
528 rnp->gp_seq, t->pid); in rcu_preempt_deferred_qs_irqrestore()
549 rnp->gp_seq, in rcu_preempt_deferred_qs_irqrestore()
705 rnp->gp_seq, t->pid); in rcu_preempt_check_blocked_tasks()
787 (long)READ_ONCE(rnp->gp_seq), (long)rnp->completedqs); in dump_blkd_tasks()
852 __this_cpu_read(rcu_data.gp_seq), TPS("cpuqs")); in rcu_qs()
A Dtree.h49 unsigned long gp_seq; /* Track rsp->gp_seq. */ member
168 unsigned long gp_seq; /* Track rdp->gp_seq counter */ member
181 unsigned long gp_seq; /* Track rsp->gp_seq counter. */ member
339 unsigned long gp_seq ____cacheline_internodealigned_in_smp;
A Dtree_nocb.h206 return &rnp->nocb_gp_wq[rcu_seq_ctr(rnp->gp_seq) & 0x1]; in rcu_nocb_gp_get()
499 rcu_seq_done(&rdp->mynode->gp_seq, cur_gp_seq)) { in rcu_nocb_try_bypass()
606 rcu_seq_done(&rdp->mynode->gp_seq, cur_gp_seq)) { in __call_rcu_nocb_wake()
760 rcu_seq_done(&rnp->gp_seq, cur_gp_seq))) { in nocb_gp_wait()
835 rcu_seq_done(&rnp->gp_seq, wait_gp_seq) || in nocb_gp_wait()
959 rcu_seq_done(&rnp->gp_seq, cur_gp_seq) && in nocb_cb_wait()
1623 sprintf(bufw, "%ld", rsclp->gp_seq[RCU_WAIT_TAIL]); in show_rcu_nocb_state()
1624 sprintf(bufr, "%ld", rsclp->gp_seq[RCU_NEXT_READY_TAIL]); in show_rcu_nocb_state()
A Drcutorture.c2256 unsigned long __maybe_unused gp_seq = 0; in rcu_torture_stats_print() local
2259 &flags, &gp_seq); in rcu_torture_stats_print()
2261 &flags, &gp_seq); in rcu_torture_stats_print()
2265 rcu_torture_writer_state, gp_seq, flags, in rcu_torture_stats_print()
3283 unsigned long gp_seq = 0; in rcu_torture_cleanup() local
3333 rcutorture_get_gp_data(cur_ops->ttype, &flags, &gp_seq); in rcu_torture_cleanup()
3336 cur_ops->name, (long)gp_seq, flags, in rcu_torture_cleanup()
3337 rcutorture_seq_diff(gp_seq, start_gp_seq)); in rcu_torture_cleanup()
3473 unsigned long gp_seq = 0; in rcu_torture_init() local
3517 start_gp_seq = gp_seq; in rcu_torture_init()
[all …]
A Dsrcutree.c1750 unsigned long *gp_seq) in srcutorture_get_gp_data() argument
1755 *gp_seq = rcu_seq_current(&ssp->srcu_gp_seq); in srcutorture_get_gp_data()
/linux-6.3-rc2/include/linux/
A Drcu_segcblist.h209 unsigned long gp_seq[RCU_CBLIST_NSEGS]; member
/linux-6.3-rc2/Documentation/RCU/Design/Data-Structures/
A DData-Structures.rst272 1 unsigned long gp_seq;
274 RCU grace periods are numbered, and the ``->gp_seq`` field contains the
278 ``->gp_seq`` are zero, then RCU is idle. Any other value in the bottom
282 There are ``->gp_seq`` fields in the ``rcu_node`` and ``rcu_data``
383 1 unsigned long gp_seq;
392 The ``>gp_seq`` field of each ``rcu_node`` structure is updated at the
684 10 unsigned long gp_seq[RCU_CBLIST_NSEGS];
695 grace period is current, hence the ``->gp_seq`` field.
742 The ``->gp_seq[]`` array records grace-period numbers corresponding to
829 1 unsigned long gp_seq;
[all …]
/linux-6.3-rc2/Documentation/RCU/Design/Memory-Ordering/
A DTree-RCU-Memory-Ordering.rst341 advance the ``rcu_state`` structure's ``->gp_seq`` grace-period-number
369 breadth-first, setting each ``rcu_node`` structure's ``->gp_seq`` field
379 ``rcu_state`` structure's ``->gp_seq`` field) before setting each leaf
380 ``rcu_node`` structure's ``->gp_seq`` field, each CPU's observation of
436 | beginning of the grace period (the advancing of ``->gp_seq`` from |
566 advancing all the ``->gp_seq`` fields, then it advances the
567 ``rcu_state`` structure's ``->gp_seq`` field. The ordering effects are
586 | once the ``rcu_state`` structure's ``->gp_seq`` field has been |
595 Once a given CPU's leaf ``rcu_node`` structure's ``->gp_seq`` field has

Completed in 45 milliseconds