Lines Matching refs:READ_ONCE
30 int cpu_stall_timeout = READ_ONCE(rcu_exp_cpu_stall_timeout); in rcu_exp_jiffies_till_stall_check()
59 int till_stall_check = READ_ONCE(rcu_cpu_stall_timeout); in rcu_jiffies_till_stall_check()
103 return !time_before(j, READ_ONCE(rcu_state.gp_start) + d); in rcu_gp_might_be_stalled()
175 rcu_state.n_force_qs_gpstart = READ_ONCE(rcu_state.n_force_qs); in record_gp_stall_check_time()
194 if (!READ_ONCE(rcu_kick_kthreads)) in rcu_stall_kick_kthreads()
196 j = READ_ONCE(rcu_state.jiffies_kick_kthreads); in rcu_stall_kick_kthreads()
198 (rcu_gp_in_progress() || READ_ONCE(rcu_state.gp_flags))) { in rcu_stall_kick_kthreads()
403 unsigned long j = jiffies - READ_ONCE(rcu_state.gp_activity); in rcu_is_gp_kthread_starving()
424 j = jiffies - READ_ONCE(rdp->rcuc_activity); in rcu_is_rcuc_kthread_starving()
532 data_race(READ_ONCE(rcu_state.gp_flags)), in rcu_check_gp_kthread_starvation()
534 data_race(READ_ONCE(rcu_state.gp_state)), in rcu_check_gp_kthread_starvation()
535 gpk ? data_race(READ_ONCE(gpk->__state)) : ~0, cpu); in rcu_check_gp_kthread_starvation()
566 jiffies_fqs = READ_ONCE(rcu_state.jiffies_force_qs); in rcu_check_gp_kthread_expired_fqs_timer()
570 gpk && !READ_ONCE(gpk->on_rq)) { in rcu_check_gp_kthread_expired_fqs_timer()
577 data_race(READ_ONCE(gpk->__state))); in rcu_check_gp_kthread_expired_fqs_timer()
636 gpa = data_race(READ_ONCE(rcu_state.gp_activity)); in print_other_cpu_stall()
639 data_race(READ_ONCE(jiffies_till_next_fqs)), in print_other_cpu_stall()
640 data_race(READ_ONCE(rcu_get_root()->qsmask))); in print_other_cpu_stall()
644 if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall))) in print_other_cpu_stall()
694 if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall))) in print_cpu_stall()
724 if ((rcu_stall_is_suppressed() && !READ_ONCE(rcu_kick_kthreads)) || in check_cpu_stall()
748 gs1 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
750 js = READ_ONCE(rcu_state.jiffies_stall); in check_cpu_stall()
752 gps = READ_ONCE(rcu_state.gp_start); in check_cpu_stall()
754 gs2 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
762 (READ_ONCE(rnp->qsmask) & rdp->grpmask) && in check_cpu_stall()
775 if (READ_ONCE(rcu_cpu_stall_ftrace_dump)) in check_cpu_stall()
793 if (READ_ONCE(rcu_cpu_stall_ftrace_dump)) in check_cpu_stall()
797 if (didstall && READ_ONCE(rcu_state.jiffies_stall) == jn) { in check_cpu_stall()
833 if (data_race(READ_ONCE(rnp->qsmask))) { in rcu_check_boost_fail()
836 if (READ_ONCE(rnp->gp_tasks)) in rcu_check_boost_fail()
879 struct task_struct *t = READ_ONCE(rcu_state.gp_kthread); in show_rcu_gp_kthreads()
882 ja = j - data_race(READ_ONCE(rcu_state.gp_activity)); in show_rcu_gp_kthreads()
883 jr = j - data_race(READ_ONCE(rcu_state.gp_req_activity)); in show_rcu_gp_kthreads()
884 js = j - data_race(READ_ONCE(rcu_state.gp_start)); in show_rcu_gp_kthreads()
885 jw = j - data_race(READ_ONCE(rcu_state.gp_wake_time)); in show_rcu_gp_kthreads()
888 data_race(READ_ONCE(rcu_state.gp_state)), in show_rcu_gp_kthreads()
889 t ? data_race(READ_ONCE(t->__state)) : 0x1ffff, t ? t->rt_priority : 0xffU, in show_rcu_gp_kthreads()
890 js, ja, jr, jw, (long)data_race(READ_ONCE(rcu_state.gp_wake_seq)), in show_rcu_gp_kthreads()
891 (long)data_race(READ_ONCE(rcu_state.gp_seq)), in show_rcu_gp_kthreads()
892 (long)data_race(READ_ONCE(rcu_get_root()->gp_seq_needed)), in show_rcu_gp_kthreads()
893 data_race(READ_ONCE(rcu_state.gp_max)), in show_rcu_gp_kthreads()
894 data_race(READ_ONCE(rcu_state.gp_flags))); in show_rcu_gp_kthreads()
896 if (ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq), READ_ONCE(rnp->gp_seq_needed)) && in show_rcu_gp_kthreads()
897 !data_race(READ_ONCE(rnp->qsmask)) && !data_race(READ_ONCE(rnp->boost_tasks)) && in show_rcu_gp_kthreads()
898 !data_race(READ_ONCE(rnp->exp_tasks)) && !data_race(READ_ONCE(rnp->gp_tasks))) in show_rcu_gp_kthreads()
902 (long)data_race(READ_ONCE(rnp->gp_seq)), in show_rcu_gp_kthreads()
903 (long)data_race(READ_ONCE(rnp->gp_seq_needed)), in show_rcu_gp_kthreads()
904 data_race(READ_ONCE(rnp->qsmask)), in show_rcu_gp_kthreads()
905 ".b"[!!data_race(READ_ONCE(rnp->boost_kthread_task))], in show_rcu_gp_kthreads()
906 ".B"[!!data_race(READ_ONCE(rnp->boost_tasks))], in show_rcu_gp_kthreads()
907 ".E"[!!data_race(READ_ONCE(rnp->exp_tasks))], in show_rcu_gp_kthreads()
908 ".G"[!!data_race(READ_ONCE(rnp->gp_tasks))], in show_rcu_gp_kthreads()
909 data_race(READ_ONCE(rnp->n_boosts))); in show_rcu_gp_kthreads()
914 if (READ_ONCE(rdp->gpwrap) || in show_rcu_gp_kthreads()
915 ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq), in show_rcu_gp_kthreads()
916 READ_ONCE(rdp->gp_seq_needed))) in show_rcu_gp_kthreads()
919 cpu, (long)data_race(READ_ONCE(rdp->gp_seq_needed))); in show_rcu_gp_kthreads()
924 cbs += data_race(READ_ONCE(rdp->n_cbs_invoked)); in show_rcu_gp_kthreads()
946 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
947 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
951 if (time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
952 time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()
959 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
960 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
961 time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
962 time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()
973 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
974 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
975 time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
976 time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()
1006 __func__, jiffies - data_race(READ_ONCE(rcu_state.gp_start))); in rcu_fwd_progress_check()
1010 __func__, jiffies - data_race(READ_ONCE(rcu_state.gp_end))); in rcu_fwd_progress_check()