Lines Matching refs:jiffies
890 (time_after(jiffies, rcu_state.gp_start + jtsq * 2) || in rcu_implicit_dynticks_qs()
891 time_after(jiffies, rcu_state.jiffies_resched) || in rcu_implicit_dynticks_qs()
896 } else if (time_after(jiffies, rcu_state.gp_start + jtsq)) { in rcu_implicit_dynticks_qs()
909 (time_after(jiffies, READ_ONCE(rdp->last_fqs_resched) + jtsq * 3) || in rcu_implicit_dynticks_qs()
913 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in rcu_implicit_dynticks_qs()
923 if (time_after(jiffies, rcu_state.jiffies_resched)) { in rcu_implicit_dynticks_qs()
924 if (time_after(jiffies, in rcu_implicit_dynticks_qs()
927 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in rcu_implicit_dynticks_qs()
1019 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_start_this_gp()
1108 WRITE_ONCE(rcu_state.gp_wake_time, jiffies); in rcu_gp_kthread_wake()
1298 WRITE_ONCE(rdp->last_sched_clock, jiffies); in __note_gp_changes()
1479 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_init()
1601 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_init()
1643 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs()
1651 jiffies + rcu_jiffies_till_stall_check()); in rcu_gp_fqs()
1693 if (!ret || time_before(jiffies + j, rcu_state.jiffies_force_qs)) { in rcu_gp_fqs_loop()
1694 WRITE_ONCE(rcu_state.jiffies_force_qs, jiffies + j); in rcu_gp_fqs_loop()
1701 jiffies + (j ? 3 * j : 2)); in rcu_gp_fqs_loop()
1724 if (!time_after(rcu_state.jiffies_force_qs, jiffies) || in rcu_gp_fqs_loop()
1737 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs_loop()
1743 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs_loop()
1748 j = jiffies; in rcu_gp_fqs_loop()
1749 if (time_after(jiffies, rcu_state.jiffies_force_qs)) in rcu_gp_fqs_loop()
1772 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_cleanup()
1774 rcu_state.gp_end = jiffies; in rcu_gp_cleanup()
1824 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_cleanup()
1857 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_gp_cleanup()
1898 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_kthread()
2376 j = jiffies; in rcu_sched_clock_irq()
2636 WRITE_ONCE(*j, jiffies); in rcu_cpu_kthread()
2657 WRITE_ONCE(*j, jiffies); in rcu_cpu_kthread()
3210 delay_left = krcp->monitor_work.timer.expires - jiffies; in schedule_delayed_monitor_work()
4024 WARN_ON_ONCE(!rcu_nocb_flush_bypass(rdp, NULL, jiffies, false)); in rcu_barrier_entrain()
4205 rdp->last_sched_clock = jiffies; in rcu_boot_init_percpu_data()
4459 WARN_ON_ONCE(!rcu_nocb_flush_bypass(my_rdp, NULL, jiffies, false)); in rcutree_migrate_callbacks()
4578 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_spawn_gp_kthread()
4579 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_spawn_gp_kthread()