Lines Matching refs:pi_mutex
183 struct rt_mutex_base pi_mutex; member
839 lockdep_assert_held(&pi_state->pi_mutex.wait_lock); in pi_state_update_owner()
881 raw_spin_lock_irqsave(&pi_state->pi_mutex.wait_lock, flags); in put_pi_state()
883 rt_mutex_proxy_unlock(&pi_state->pi_mutex); in put_pi_state()
884 raw_spin_unlock_irqrestore(&pi_state->pi_mutex.wait_lock, flags); in put_pi_state()
948 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()
956 raw_spin_unlock(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()
968 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()
971 rt_mutex_futex_unlock(&pi_state->pi_mutex); in exit_pi_state_list()
1104 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
1169 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
1186 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
1292 rt_mutex_init_proxy_locked(&pi_state->pi_mutex, p); in __attach_to_pi_owner()
1573 top_waiter = rt_mutex_top_waiter(&pi_state->pi_mutex); in wake_futex_pi()
1622 postunlock = __rt_mutex_futex_unlock(&pi_state->pi_mutex, &wqh); in wake_futex_pi()
1626 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in wake_futex_pi()
2406 ret = rt_mutex_start_proxy_lock(&pi_state->pi_mutex, in futex_requeue()
2641 if (__rt_mutex_futex_trylock(&pi_state->pi_mutex)) { in __fixup_pi_state_owner()
2650 newowner = rt_mutex_owner(&pi_state->pi_mutex); in __fixup_pi_state_owner()
2718 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in __fixup_pi_state_owner()
2737 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in __fixup_pi_state_owner()
2765 pi_state_update_owner(pi_state, rt_mutex_owner(&pi_state->pi_mutex)); in __fixup_pi_state_owner()
2778 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in fixup_pi_state_owner()
2780 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in fixup_pi_state_owner()
2832 if (WARN_ON_ONCE(rt_mutex_owner(&q->pi_state->pi_mutex) == current)) in fixup_owner()
3110 ret = rt_mutex_futex_trylock(&q.pi_state->pi_mutex); in futex_lock_pi()
3131 raw_spin_lock_irq(&q.pi_state->pi_mutex.wait_lock); in futex_lock_pi()
3138 ret = __rt_mutex_start_proxy_lock(&q.pi_state->pi_mutex, &rt_waiter, current); in futex_lock_pi()
3139 raw_spin_unlock_irq(&q.pi_state->pi_mutex.wait_lock); in futex_lock_pi()
3150 ret = rt_mutex_wait_proxy_lock(&q.pi_state->pi_mutex, to, &rt_waiter); in futex_lock_pi()
3163 if (ret && !rt_mutex_cleanup_proxy_lock(&q.pi_state->pi_mutex, &rt_waiter)) in futex_lock_pi()
3269 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in futex_unlock_pi()
3437 struct rt_mutex_base *pi_mutex; in futex_wait_requeue_pi() local
3516 pi_mutex = &q.pi_state->pi_mutex; in futex_wait_requeue_pi()
3517 ret = rt_mutex_wait_proxy_lock(pi_mutex, to, &rt_waiter); in futex_wait_requeue_pi()
3521 if (ret && !rt_mutex_cleanup_proxy_lock(pi_mutex, &rt_waiter)) in futex_wait_requeue_pi()