• Home
  • Raw
  • Download

Lines Matching refs:flags

177 				       unsigned long flags)  in rcu_nocb_unlock_irqrestore()  argument
181 raw_spin_unlock_irqrestore(&rdp->nocb_lock, flags); in rcu_nocb_unlock_irqrestore()
183 local_irq_restore(flags); in rcu_nocb_unlock_irqrestore()
217 bool force, unsigned long flags) in __wake_nocb_gp() argument
223 raw_spin_unlock_irqrestore(&rdp_gp->nocb_gp_lock, flags); in __wake_nocb_gp()
238 raw_spin_unlock_irqrestore(&rdp_gp->nocb_gp_lock, flags); in __wake_nocb_gp()
252 unsigned long flags; in wake_nocb_gp() local
255 raw_spin_lock_irqsave(&rdp_gp->nocb_gp_lock, flags); in wake_nocb_gp()
256 return __wake_nocb_gp(rdp_gp, rdp, force, flags); in wake_nocb_gp()
291 unsigned long flags; in wake_nocb_gp_defer() local
294 raw_spin_lock_irqsave(&rdp_gp->nocb_gp_lock, flags); in wake_nocb_gp_defer()
314 raw_spin_unlock_irqrestore(&rdp_gp->nocb_gp_lock, flags); in wake_nocb_gp_defer()
416 bool *was_alldone, unsigned long flags, in rcu_nocb_try_bypass() argument
507 __call_rcu_nocb_wake(rdp, *was_alldone, flags); in rcu_nocb_try_bypass()
536 local_irq_restore(flags); in rcu_nocb_try_bypass()
543 __call_rcu_nocb_wake(rdp, true, flags); in rcu_nocb_try_bypass()
547 rcu_nocb_unlock_irqrestore(rdp, flags); in rcu_nocb_try_bypass()
560 unsigned long flags) in __call_rcu_nocb_wake() argument
573 rcu_nocb_unlock_irqrestore(rdp, flags); in __call_rcu_nocb_wake()
586 rcu_nocb_unlock_irqrestore(rdp, flags); in __call_rcu_nocb_wake()
589 } else if (!irqs_disabled_flags(flags)) { in __call_rcu_nocb_wake()
591 rcu_nocb_unlock_irqrestore(rdp, flags); in __call_rcu_nocb_wake()
596 rcu_nocb_unlock_irqrestore(rdp, flags); in __call_rcu_nocb_wake()
614 rcu_nocb_unlock_irqrestore(rdp, flags); in __call_rcu_nocb_wake()
618 rcu_nocb_unlock_irqrestore(rdp, flags); in __call_rcu_nocb_wake()
622 rcu_nocb_unlock_irqrestore(rdp, flags); in __call_rcu_nocb_wake()
631 unsigned long flags; in nocb_gp_toggle_rdp() local
634 rcu_nocb_lock_irqsave(rdp, flags); in nocb_gp_toggle_rdp()
660 rcu_nocb_unlock_irqrestore(rdp, flags); in nocb_gp_toggle_rdp()
682 unsigned long flags; in nocb_gp_wait() local
720 rcu_nocb_lock_irqsave(rdp, flags); in nocb_gp_wait()
734 rcu_nocb_unlock_irqrestore(rdp, flags); in nocb_gp_wait()
786 rcu_nocb_unlock_irqrestore(rdp, flags); in nocb_gp_wait()
818 raw_spin_lock_irqsave(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
821 raw_spin_unlock_irqrestore(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
841 raw_spin_lock_irqsave(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
852 raw_spin_unlock_irqrestore(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
863 raw_spin_lock_irqsave(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
865 raw_spin_unlock_irqrestore(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
908 u8 flags = SEGCBLIST_OFFLOADED | SEGCBLIST_KTHREAD_CB; in nocb_cb_can_run() local
910 return rcu_segcblist_test_flags(&rdp->cblist, flags); in nocb_cb_can_run()
926 unsigned long flags; in nocb_cb_wait() local
944 local_irq_save(flags); in nocb_cb_wait()
946 local_irq_restore(flags); in nocb_cb_wait()
957 rcu_nocb_lock_irqsave(rdp, flags); in nocb_cb_wait()
990 rcu_nocb_unlock_irqrestore(rdp, flags); in nocb_cb_wait()
1024 unsigned long flags) in do_nocb_deferred_wakeup_common() argument
1031 raw_spin_unlock_irqrestore(&rdp_gp->nocb_gp_lock, flags); in do_nocb_deferred_wakeup_common()
1036 ret = __wake_nocb_gp(rdp_gp, rdp, ndw == RCU_NOCB_WAKE_FORCE, flags); in do_nocb_deferred_wakeup_common()
1045 unsigned long flags; in do_nocb_deferred_wakeup_timer() local
1051 raw_spin_lock_irqsave(&rdp->nocb_gp_lock, flags); in do_nocb_deferred_wakeup_timer()
1053 do_nocb_deferred_wakeup_common(rdp, rdp, RCU_NOCB_WAKE_BYPASS, flags); in do_nocb_deferred_wakeup_timer()
1063 unsigned long flags; in do_nocb_deferred_wakeup() local
1069 raw_spin_lock_irqsave(&rdp_gp->nocb_gp_lock, flags); in do_nocb_deferred_wakeup()
1070 return do_nocb_deferred_wakeup_common(rdp_gp, rdp, RCU_NOCB_WAKE, flags); in do_nocb_deferred_wakeup()
1080 bool offload, unsigned long flags) in rdp_offload_toggle() argument
1091 rcu_nocb_unlock_irqrestore(rdp, flags); in rdp_offload_toggle()
1099 raw_spin_lock_irqsave(&rdp_gp->nocb_gp_lock, flags); in rdp_offload_toggle()
1106 raw_spin_unlock_irqrestore(&rdp_gp->nocb_gp_lock, flags); in rdp_offload_toggle()
1115 unsigned long flags; in rcu_nocb_rdp_deoffload() local
1128 rcu_nocb_lock_irqsave(rdp, flags); in rcu_nocb_rdp_deoffload()
1148 wake_gp = rdp_offload_toggle(rdp, false, flags); in rcu_nocb_rdp_deoffload()
1160 rcu_nocb_lock_irqsave(rdp, flags); in rcu_nocb_rdp_deoffload()
1162 rcu_nocb_unlock_irqrestore(rdp, flags); in rcu_nocb_rdp_deoffload()
1174 rcu_nocb_lock_irqsave(rdp, flags); in rcu_nocb_rdp_deoffload()
1177 rcu_nocb_unlock_irqrestore(rdp, flags); in rcu_nocb_rdp_deoffload()
1187 rcu_nocb_lock_irqsave(rdp, flags); in rcu_nocb_rdp_deoffload()
1197 raw_spin_unlock_irqrestore(&rdp->nocb_lock, flags); in rcu_nocb_rdp_deoffload()
1234 unsigned long flags; in rcu_nocb_rdp_offload() local
1255 raw_spin_lock_irqsave(&rdp->nocb_lock, flags); in rcu_nocb_rdp_offload()
1273 wake_gp = rdp_offload_toggle(rdp, true, flags); in rcu_nocb_rdp_offload()
1284 rcu_nocb_lock_irqsave(rdp, flags); in rcu_nocb_rdp_offload()
1286 rcu_nocb_unlock_irqrestore(rdp, flags); in rcu_nocb_rdp_offload()
1335 unsigned long flags; in lazy_rcu_shrink_scan() local
1345 rcu_nocb_lock_irqsave(rdp, flags); in lazy_rcu_shrink_scan()
1347 rcu_nocb_unlock_irqrestore(rdp, flags); in lazy_rcu_shrink_scan()
1701 unsigned long flags) in rcu_nocb_unlock_irqrestore() argument
1703 local_irq_restore(flags); in rcu_nocb_unlock_irqrestore()
1737 bool *was_alldone, unsigned long flags, bool lazy) in rcu_nocb_try_bypass() argument
1743 unsigned long flags) in __call_rcu_nocb_wake() argument