Home
last modified time | relevance | path

Searched refs:gp_state (Results 1 – 7 of 7) sorted by relevance

/kernel/rcu/
Dsync.c39 rsp->gp_state = GP_PASSED; in rcu_sync_enter_start()
78 WARN_ON_ONCE(READ_ONCE(rsp->gp_state) == GP_IDLE); in rcu_sync_func()
79 WARN_ON_ONCE(READ_ONCE(rsp->gp_state) == GP_PASSED); in rcu_sync_func()
86 WRITE_ONCE(rsp->gp_state, GP_PASSED); in rcu_sync_func()
88 } else if (rsp->gp_state == GP_REPLAY) { in rcu_sync_func()
93 WRITE_ONCE(rsp->gp_state, GP_EXIT); in rcu_sync_func()
101 WRITE_ONCE(rsp->gp_state, GP_IDLE); in rcu_sync_func()
123 int gp_state; in rcu_sync_enter() local
126 gp_state = rsp->gp_state; in rcu_sync_enter()
127 if (gp_state == GP_IDLE) { in rcu_sync_enter()
[all …]
Dtree_stall.h475 gp_state_getname(rcu_state.gp_state), in rcu_check_gp_kthread_starvation()
476 data_race(READ_ONCE(rcu_state.gp_state)), in rcu_check_gp_kthread_starvation()
500 short gp_state; in rcu_check_gp_kthread_expired_fqs_timer() local
508 gp_state = smp_load_acquire(&rcu_state.gp_state); in rcu_check_gp_kthread_expired_fqs_timer()
511 if (gp_state == RCU_GP_WAIT_FQS && in rcu_check_gp_kthread_expired_fqs_timer()
777 bool rcu_check_boost_fail(unsigned long gp_state, int *cpup) in rcu_check_boost_fail() argument
840 rcu_state.name, gp_state_getname(rcu_state.gp_state), in show_rcu_gp_kthreads()
841 data_race(READ_ONCE(rcu_state.gp_state)), in show_rcu_gp_kthreads()
Drcutorture.c346 bool (*check_boost_failed)(unsigned long gp_state, int *cpup);
924 static bool rcu_torture_boost_failed(unsigned long gp_state, unsigned long *start) in rcu_torture_boost_failed() argument
938 if (cur_ops->poll_gp_state(gp_state)) in rcu_torture_boost_failed()
940 if (cur_ops->check_boost_failed && !cur_ops->check_boost_failed(gp_state, &cpu)) { in rcu_torture_boost_failed()
952 current->rt_priority, gp_state, end - *start); in rcu_torture_boost_failed()
955 gp_done = cur_ops->poll_gp_state(gp_state); in rcu_torture_boost_failed()
956 pr_info("Boost inversion: GP %lu %s.\n", gp_state, in rcu_torture_boost_failed()
962 } else if (cur_ops->check_boost_failed && !cur_ops->check_boost_failed(gp_state, NULL)) { in rcu_torture_boost_failed()
972 unsigned long gp_state; in rcu_torture_boost() local
1003 if (gp_initiated && !failed && !cur_ops->poll_gp_state(gp_state)) in rcu_torture_boost()
[all …]
Dtasks.h52 int gp_state; member
134 rtp->gp_state = newstate; in set_tasks_gp_state()
142 int i = data_race(rtp->gp_state); // Let KCSAN detect update races in tasks_gp_state_getname()
285 tasks_gp_state_getname(rtp), data_race(rtp->gp_state), in show_rcu_tasks_generic_gp_kthread()
Drcu.h536 static inline bool rcu_check_boost_fail(unsigned long gp_state, int *cpup) { return true; } in rcu_check_boost_fail() argument
545 bool rcu_check_boost_fail(unsigned long gp_state, int *cpup);
Dtree.c88 .gp_state = RCU_GP_IDLE,
1783 WRITE_ONCE(rcu_state.gp_state, RCU_GP_ONOFF); in rcu_gp_init()
1849 WRITE_ONCE(rcu_state.gp_state, RCU_GP_INIT); in rcu_gp_init()
1971 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_FQS); in rcu_gp_fqs_loop()
1975 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DOING_FQS); in rcu_gp_fqs_loop()
2089 WRITE_ONCE(rcu_state.gp_state, RCU_GP_IDLE); in rcu_gp_cleanup()
2128 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_GPS); in rcu_gp_kthread()
2133 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DONE_GPS); in rcu_gp_kthread()
2148 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANUP); in rcu_gp_kthread()
2150 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANED); in rcu_gp_kthread()
Dtree.h323 short gp_state; /* GP kthread sleep state. */ member