26 	pi_state->owner = NULL;  in refill_pi_state_cache()
48 	struct task_struct *old_owner = pi_state->owner;  in pi_state_update_owner()
63 		pi_state->owner = new_owner;  in pi_state_update_owner()
86 	 * If pi_state->owner is NULL, the owner is most probably dying  in put_pi_state()
89 	if (pi_state->owner) {  in put_pi_state()
103 		 * clear pi_state->owner.  in put_pi_state()
106 		pi_state->owner = NULL;  in put_pi_state()
115  *      Waiter | pi_state | pi->owner | uTID      | uODIED | ?
137  *      thread is found then it indicates that the owner TID has died.
147  * [6]	Valid state after exit_pi_state_list() which sets the new owner in
150  * [7]	pi_state->owner can only be NULL when the OWNER_DIED bit is set.
152  * [8]	Owner and user space value match
158  * [10] There is no transient state which leaves owner and user space
182  *	pi_mutex->owner -> pi_state->owner, relation
249 	 * Handle the owner died case:  in attach_to_pi_state()
253 		 * exit_pi_state_list sets owner to NULL and wakes the  in attach_to_pi_state()
255 		 * pi_state->rt_mutex will fixup owner.  in attach_to_pi_state()
257 		if (!pi_state->owner) {  in attach_to_pi_state()
259 			 * No pi state owner, but the user space TID  in attach_to_pi_state()
271 		 * If TID is 0, then either the dying owner has not  in attach_to_pi_state()
282 		 * If the owner died bit is not set, then the pi_state  in attach_to_pi_state()
283 		 * must have an owner. [7]  in attach_to_pi_state()
285 		if (!pi_state->owner)  in attach_to_pi_state()
291 	 * state exists then the owner TID must be the same as the  in attach_to_pi_state()
294 	if (pid != task_pid_vnr(pi_state->owner))  in attach_to_pi_state()
327 	 * caller that the alleged owner is busy.  in handle_exit_race()
344 	 *      Set owner died		    attach_to_pi_owner() {  in handle_exit_race()
389 	 * the owner of it:  in __attach_to_pi_owner()
402 	pi_state->owner = p;  in __attach_to_pi_owner()
418 	 * We are the first waiter - try to look up the real owner and attach  in attach_to_pi_owner()
451 		 * If the owner task is between FUTEX_STATE_EXITING and  in attach_to_pi_owner()
499  * @exiting:		Pointer to store the task pointer of the owner task
554 	 * waiters or the owner died bit is set or called from  in futex_lock_pi_atomic()
561 		 * TID is 0. We preserve the owner died bit.  in futex_lock_pi_atomic()
576 		 * state attached to the new owner of the user space futex.  in futex_lock_pi_atomic()
595 	 * the owner. If owner tries to unlock, it will be forced into  in futex_lock_pi_atomic()
604 	 * attach to the owner. If that fails, no harm done, we only  in futex_lock_pi_atomic()
639 	 * We pass it to the next owner. The WAITERS bit is always kept  in wake_futex_pi()
640 	 * enabled while there is PI state around. We cleanup the owner  in wake_futex_pi()
641 	 * died bit, because we are the owner.  in wake_futex_pi()
691 	oldowner = pi_state->owner;  in __fixup_pi_state_owner()
696 	 *  - we stole the lock and pi_state->owner needs updating to reflect  in __fixup_pi_state_owner()
702 	 *    new owner (@argowner == NULL).  in __fixup_pi_state_owner()
705 	 * This must be atomic as we have to preserve the owner died bit here.  in __fixup_pi_state_owner()
732 		 * The trylock just failed, so either there is an owner or  in __fixup_pi_state_owner()
761 	/* Owner died? */  in __fixup_pi_state_owner()
762 	if (!pi_state->owner)  in __fixup_pi_state_owner()
827 	if (pi_state->owner != oldowner)  in __fixup_pi_state_owner()
840 	 * Ensure that the rtmutex owner is also the pi_state owner despite  in __fixup_pi_state_owner()
842 	 * point in unlocking the rtmutex if current is the owner as it  in __fixup_pi_state_owner()
847 	 * The rtmutex has an owner - either current or some other  in __fixup_pi_state_owner()
876  * the pi_state owner as well as handle race conditions that may allow us to
888 		 * Got the lock. We might not be the anticipated owner if we  in fixup_pi_owner()
891 		 * Speculative pi_state->owner read (we don't hold wait_lock);  in fixup_pi_owner()
892 		 * since we own the lock pi_state->owner == current is the  in fixup_pi_owner()
895 		if (q->pi_state->owner != current)  in fixup_pi_owner()
905 	 * Another speculative read; pi_state->owner == current is unstable  in fixup_pi_owner()
908 	if (q->pi_state->owner == current)  in fixup_pi_owner()
913 	 * the owner of the rt_mutex. Warn and establish consistent state.  in fixup_pi_owner()
979 			 * Handle the case where the owner is in the middle of  in futex_lock_pi()
1057 	 * Fixup the pi_state owner and possibly acquire the lock if we  in futex_lock_pi()
1144 		if (pi_state->owner != current)  in futex_unlock_pi()
1195 	 * owner.  in futex_unlock_pi()