Searched refs:gp_state (Results 1 – 8 of 8) sorted by relevance
| /linux-6.3-rc2/kernel/rcu/ |
| A D | sync.c | 39 rsp->gp_state = GP_PASSED; in rcu_sync_enter_start()
93 WRITE_ONCE(rsp->gp_state, GP_EXIT); in rcu_sync_func()
123 int gp_state; in rcu_sync_enter() local
126 gp_state = rsp->gp_state; in rcu_sync_enter()
127 if (gp_state == GP_IDLE) { in rcu_sync_enter()
144 if (gp_state == GP_IDLE) { in rcu_sync_enter()
175 if (rsp->gp_state == GP_PASSED) { in rcu_sync_exit()
191 int gp_state; in rcu_sync_dtor() local
197 if (rsp->gp_state == GP_REPLAY) in rcu_sync_dtor()
199 gp_state = rsp->gp_state; in rcu_sync_dtor()
[all …]
|
| A D | tree_stall.h | 533 gp_state_getname(rcu_state.gp_state), in rcu_check_gp_kthread_starvation()
534 data_race(READ_ONCE(rcu_state.gp_state)), in rcu_check_gp_kthread_starvation()
557 short gp_state; in rcu_check_gp_kthread_expired_fqs_timer() local
565 gp_state = smp_load_acquire(&rcu_state.gp_state); in rcu_check_gp_kthread_expired_fqs_timer()
568 if (gp_state == RCU_GP_WAIT_FQS && in rcu_check_gp_kthread_expired_fqs_timer()
824 bool rcu_check_boost_fail(unsigned long gp_state, int *cpup) in rcu_check_boost_fail() argument
887 rcu_state.name, gp_state_getname(rcu_state.gp_state), in show_rcu_gp_kthreads()
888 data_race(READ_ONCE(rcu_state.gp_state)), in show_rcu_gp_kthreads()
|
| A D | rcutorture.c | 380 bool (*check_boost_failed)(unsigned long gp_state, int *cpup);
1045 if (cur_ops->poll_gp_state(gp_state)) in rcu_torture_boost_failed()
1059 current->rt_priority, gp_state, end - *start); in rcu_torture_boost_failed()
1062 gp_done = cur_ops->poll_gp_state(gp_state); in rcu_torture_boost_failed()
1063 pr_info("Boost inversion: GP %lu %s.\n", gp_state, in rcu_torture_boost_failed()
1079 unsigned long gp_state; in rcu_torture_boost() local
1111 failed = rcu_torture_boost_failed(gp_state, &gp_state_time); in rcu_torture_boost()
1113 if (!gp_initiated || cur_ops->poll_gp_state(gp_state)) { in rcu_torture_boost()
1114 gp_state = cur_ops->start_gp_poll(); in rcu_torture_boost()
1123 if (cur_ops->poll_gp_state(gp_state)) in rcu_torture_boost()
[all …]
|
| A D | rcu.h | 557 static inline bool rcu_check_boost_fail(unsigned long gp_state, int *cpup) { return true; } in rcu_check_boost_fail() argument
568 bool rcu_check_boost_fail(unsigned long gp_state, int *cpup);
|
| A D | tasks.h | 86 int gp_state; member
206 rtp->gp_state = newstate; in set_tasks_gp_state()
214 int i = data_race(rtp->gp_state); // Let KCSAN detect update races in tasks_gp_state_getname()
637 tasks_gp_state_getname(rtp), data_race(rtp->gp_state), in show_rcu_tasks_generic_gp_kthread()
|
| A D | tree.c | 86 .gp_state = RCU_GP_IDLE,
1429 WRITE_ONCE(rcu_state.gp_state, RCU_GP_ONOFF); in rcu_gp_init()
1493 WRITE_ONCE(rcu_state.gp_state, RCU_GP_INIT); in rcu_gp_init()
1607 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_FQS); in rcu_gp_fqs_loop()
1611 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DOING_FQS); in rcu_gp_fqs_loop()
1736 WRITE_ONCE(rcu_state.gp_state, RCU_GP_IDLE); in rcu_gp_cleanup()
1790 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_GPS); in rcu_gp_kthread()
1795 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DONE_GPS); in rcu_gp_kthread()
1810 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANUP); in rcu_gp_kthread()
1812 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANED); in rcu_gp_kthread()
|
| A D | tree.h | 346 short gp_state; /* GP kthread sleep state. */ member
|
| /linux-6.3-rc2/include/linux/ |
| A D | rcu_sync.h | 18 int gp_state; member
36 return !READ_ONCE(rsp->gp_state); /* GP_IDLE */ in rcu_sync_is_idle()
46 .gp_state = 0, \
|
Completed in 40 milliseconds