54 rt_mutex_set_owner(struct rt_mutex *lock, struct task_struct *owner,  in rt_mutex_set_owner()  argument
57 	unsigned long val = (unsigned long)owner | mask;  in rt_mutex_set_owner()
62 	lock->owner = (struct task_struct *)val;  in rt_mutex_set_owner()
67 	lock->owner = (struct task_struct *)  in clear_rt_mutex_waiters()
68 			((unsigned long)lock->owner & ~RT_MUTEX_HAS_WAITERS);  in clear_rt_mutex_waiters()
82 # define rt_mutex_cmpxchg(l,c,n)	(cmpxchg(&l->owner, c, n) == c)
85 	unsigned long owner, *p = (unsigned long *) &lock->owner;  in mark_rt_mutex_waiters()  local
88 		owner = *p;  in mark_rt_mutex_waiters()
89 	} while (cmpxchg(p, owner, owner | RT_MUTEX_HAS_WAITERS) != owner);  in mark_rt_mutex_waiters()
95 	lock->owner = (struct task_struct *)  in mark_rt_mutex_waiters()
96 			((unsigned long)lock->owner | RT_MUTEX_HAS_WAITERS);  in mark_rt_mutex_waiters()
416 	struct task_struct *owner = rt_mutex_owner(lock);  in task_blocks_on_rt_mutex()  local
438 		spin_lock_irqsave(&owner->pi_lock, flags);  in task_blocks_on_rt_mutex()
439 		plist_del(&top_waiter->pi_list_entry, &owner->pi_waiters);  in task_blocks_on_rt_mutex()
440 		plist_add(&waiter->pi_list_entry, &owner->pi_waiters);  in task_blocks_on_rt_mutex()
442 		__rt_mutex_adjust_prio(owner);  in task_blocks_on_rt_mutex()
443 		if (owner->pi_blocked_on)  in task_blocks_on_rt_mutex()
445 		spin_unlock_irqrestore(&owner->pi_lock, flags);  in task_blocks_on_rt_mutex()
458 	get_task_struct(owner);  in task_blocks_on_rt_mutex()
462 	res = rt_mutex_adjust_prio_chain(owner, detect_deadlock, lock, waiter,  in task_blocks_on_rt_mutex()
538 	struct task_struct *owner = rt_mutex_owner(lock);  in remove_waiter()  local
548 	if (first && owner != current) {  in remove_waiter()
550 		spin_lock_irqsave(&owner->pi_lock, flags);  in remove_waiter()
552 		plist_del(&waiter->pi_list_entry, &owner->pi_waiters);  in remove_waiter()
558 			plist_add(&next->pi_list_entry, &owner->pi_waiters);  in remove_waiter()
560 		__rt_mutex_adjust_prio(owner);  in remove_waiter()
562 		if (owner->pi_blocked_on)  in remove_waiter()
565 		spin_unlock_irqrestore(&owner->pi_lock, flags);  in remove_waiter()
574 	get_task_struct(owner);  in remove_waiter()
578 	rt_mutex_adjust_prio_chain(owner, 0, lock, NULL, current);  in remove_waiter()
764 		lock->owner = NULL;  in rt_mutex_slowunlock()
945 	lock->owner = NULL;  in __rt_mutex_init()