kernel/futex/requeue.c

95 					    struct futex_pi_state *pi_state)
123 	q->pi_state = pi_state;
249  * @ps:			address to store the pi_state pointer
302 	if (!top_waiter->rt_waiter || top_waiter->pi_state)
373 	struct futex_pi_state *pi_state = NULL;
409 		 * look up pi_state and do more or less all the handling
423 		 * requeue_pi requires a pi_state, try to allocate it now
489 						 &key2, &pi_state,
494 		 * is waiting on it. In both cases pi_state has been
541 		 * If the above failed, then pi_state is NULL and
585 		 * We should never be requeueing a futex_q with a pi_state,
590 		    this->pi_state) {
615 		 * on the pi_state and store the pointer in the futex_q
618 		get_pi_state(pi_state);
621 		if (!futex_requeue_pi_prepare(this, pi_state)) {
624 			 * way out. Drop the pi_state reference and try the
625 			 * next waiter. @this->pi_state is still NULL.
627 			put_pi_state(pi_state);
631 		ret = rt_mutex_start_proxy_lock(&pi_state->pi_mutex,
638 			 * on pi_state nor clear this->pi_state because the
639 			 * waiter needs the pi_state for cleaning up the
655 			 * Drop the pi_state reference which we took above
659 			this->pi_state = NULL;
660 			put_pi_state(pi_state);
671 	 * We took an extra initial reference to the pi_state in
674 	put_pi_state(pi_state);
835 		if (q.pi_state && (q.pi_state->owner != current)) {
842 			put_pi_state(q.pi_state);
854 		pi_mutex = &q.pi_state->pi_mutex;
866 		 * Fixup the pi_state owner and possibly acquire the lock if we