Lines Matching refs:READ_ONCE
33 int cpu_stall_timeout = READ_ONCE(rcu_exp_cpu_stall_timeout); in rcu_exp_jiffies_till_stall_check()
62 int till_stall_check = READ_ONCE(rcu_cpu_stall_timeout); in rcu_jiffies_till_stall_check()
106 return !time_before(j, READ_ONCE(rcu_state.gp_start) + d); in rcu_gp_might_be_stalled()
184 rcu_state.n_force_qs_gpstart = READ_ONCE(rcu_state.n_force_qs); in record_gp_stall_check_time()
203 if (!READ_ONCE(rcu_kick_kthreads)) in rcu_stall_kick_kthreads()
205 j = READ_ONCE(rcu_state.jiffies_kick_kthreads); in rcu_stall_kick_kthreads()
207 (rcu_gp_in_progress() || READ_ONCE(rcu_state.gp_flags))) { in rcu_stall_kick_kthreads()
414 unsigned long j = jiffies - READ_ONCE(rcu_state.gp_activity); in rcu_is_gp_kthread_starving()
435 j = jiffies - READ_ONCE(rdp->rcuc_activity); in rcu_is_rcuc_kthread_starving()
544 data_race(READ_ONCE(rcu_state.gp_flags)), in rcu_check_gp_kthread_starvation()
546 data_race(READ_ONCE(rcu_state.gp_state)), in rcu_check_gp_kthread_starvation()
547 gpk ? data_race(READ_ONCE(gpk->__state)) : ~0, cpu); in rcu_check_gp_kthread_starvation()
556 } else if (!(data_race(READ_ONCE(rdp->mynode->qsmask)) & rdp->grpmask)) { in rcu_check_gp_kthread_starvation()
578 jiffies_fqs = READ_ONCE(rcu_state.jiffies_force_qs); in rcu_check_gp_kthread_expired_fqs_timer()
582 gpk && !READ_ONCE(gpk->on_rq)) { in rcu_check_gp_kthread_expired_fqs_timer()
587 data_race(READ_ONCE(rcu_state.gp_flags)), // Diagnostic read in rcu_check_gp_kthread_expired_fqs_timer()
589 data_race(READ_ONCE(gpk->__state))); in rcu_check_gp_kthread_expired_fqs_timer()
651 gpa = data_race(READ_ONCE(rcu_state.gp_activity)); in print_other_cpu_stall()
654 data_race(READ_ONCE(jiffies_till_next_fqs)), in print_other_cpu_stall()
655 data_race(READ_ONCE(rcu_get_root()->qsmask))); in print_other_cpu_stall()
659 if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall))) in print_other_cpu_stall()
714 if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall))) in print_cpu_stall()
749 if ((rcu_stall_is_suppressed() && !READ_ONCE(rcu_kick_kthreads)) || in check_cpu_stall()
760 if (READ_ONCE(rcu_state.nr_fqs_jiffies_stall) > 0) in check_cpu_stall()
783 gs1 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
785 js = READ_ONCE(rcu_state.jiffies_stall); in check_cpu_stall()
787 gps = READ_ONCE(rcu_state.gp_start); in check_cpu_stall()
789 gs2 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
796 self_detected = READ_ONCE(rnp->qsmask) & rdp->grpmask; in check_cpu_stall()
809 if (READ_ONCE(csd_lock_suppress_rcu_stall) && csd_lock_is_stuck()) { in check_cpu_stall()
819 if (READ_ONCE(rcu_cpu_stall_ftrace_dump)) in check_cpu_stall()
822 if (READ_ONCE(rcu_state.jiffies_stall) == jn) { in check_cpu_stall()
859 if (data_race(READ_ONCE(rnp->qsmask))) { in rcu_check_boost_fail()
862 if (READ_ONCE(rnp->gp_tasks)) in rcu_check_boost_fail()
905 struct task_struct *t = READ_ONCE(rcu_state.gp_kthread); in show_rcu_gp_kthreads()
908 ja = j - data_race(READ_ONCE(rcu_state.gp_activity)); in show_rcu_gp_kthreads()
909 jr = j - data_race(READ_ONCE(rcu_state.gp_req_activity)); in show_rcu_gp_kthreads()
910 js = j - data_race(READ_ONCE(rcu_state.gp_start)); in show_rcu_gp_kthreads()
911 jw = j - data_race(READ_ONCE(rcu_state.gp_wake_time)); in show_rcu_gp_kthreads()
914 data_race(READ_ONCE(rcu_state.gp_state)), in show_rcu_gp_kthreads()
915 t ? data_race(READ_ONCE(t->__state)) : 0x1ffff, t ? t->rt_priority : 0xffU, in show_rcu_gp_kthreads()
916 js, ja, jr, jw, (long)data_race(READ_ONCE(rcu_state.gp_wake_seq)), in show_rcu_gp_kthreads()
917 (long)data_race(READ_ONCE(rcu_state.gp_seq)), in show_rcu_gp_kthreads()
918 (long)data_race(READ_ONCE(rcu_get_root()->gp_seq_needed)), in show_rcu_gp_kthreads()
919 data_race(READ_ONCE(rcu_state.gp_max)), in show_rcu_gp_kthreads()
920 data_race(READ_ONCE(rcu_state.gp_flags))); in show_rcu_gp_kthreads()
922 if (ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq), READ_ONCE(rnp->gp_seq_needed)) && in show_rcu_gp_kthreads()
923 !data_race(READ_ONCE(rnp->qsmask)) && !data_race(READ_ONCE(rnp->boost_tasks)) && in show_rcu_gp_kthreads()
924 !data_race(READ_ONCE(rnp->exp_tasks)) && !data_race(READ_ONCE(rnp->gp_tasks))) in show_rcu_gp_kthreads()
928 (long)data_race(READ_ONCE(rnp->gp_seq)), in show_rcu_gp_kthreads()
929 (long)data_race(READ_ONCE(rnp->gp_seq_needed)), in show_rcu_gp_kthreads()
930 data_race(READ_ONCE(rnp->qsmask)), in show_rcu_gp_kthreads()
931 ".b"[!!data_race(READ_ONCE(rnp->boost_kthread_task))], in show_rcu_gp_kthreads()
932 ".B"[!!data_race(READ_ONCE(rnp->boost_tasks))], in show_rcu_gp_kthreads()
933 ".E"[!!data_race(READ_ONCE(rnp->exp_tasks))], in show_rcu_gp_kthreads()
934 ".G"[!!data_race(READ_ONCE(rnp->gp_tasks))], in show_rcu_gp_kthreads()
935 data_race(READ_ONCE(rnp->n_boosts))); in show_rcu_gp_kthreads()
940 if (READ_ONCE(rdp->gpwrap) || in show_rcu_gp_kthreads()
941 ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq), in show_rcu_gp_kthreads()
942 READ_ONCE(rdp->gp_seq_needed))) in show_rcu_gp_kthreads()
945 cpu, (long)data_race(READ_ONCE(rdp->gp_seq_needed))); in show_rcu_gp_kthreads()
950 cbs += data_race(READ_ONCE(rdp->n_cbs_invoked)); in show_rcu_gp_kthreads()
972 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
973 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
977 if (time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
978 time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()
985 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
986 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
987 time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
988 time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()
999 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
1000 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
1001 time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
1002 time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()
1032 __func__, jiffies - data_race(READ_ONCE(rcu_state.gp_start))); in rcu_fwd_progress_check()
1036 __func__, jiffies - data_race(READ_ONCE(rcu_state.gp_end))); in rcu_fwd_progress_check()