kernel/futex/pi.c

203 static int attach_to_pi_state(u32 __user *uaddr, u32 uval,
243 	if (futex_get_value_locked(&uval2, uaddr))
321 static int handle_exit_race(u32 __user *uaddr, u32 uval,
342 	 *    tsk->flags |= PF_EXITING;	    *uaddr == 0x00000PID
344 	 *   exit_robust_list(tsk) {	    *uaddr = 0x80000PID;
346 	 *    *uaddr = 0xC0000000;	     tsk = get_task(PID);
362 	if (futex_get_value_locked(&uval2, uaddr))
371 	 * corrupted or the user space value in *uaddr is simply bogus.
411 static int attach_to_pi_owner(u32 __user *uaddr, u32 uval, union futex_key *key,
429 		return handle_exit_race(uaddr, uval, NULL);
448 		int ret = handle_exit_race(uaddr, uval, p);
475 static int lock_pi_update_atomic(u32 __user *uaddr, u32 uval, u32 newval)
483 	err = futex_cmpxchg_value_locked(&curval, uaddr, uval, newval);
493  * @uaddr:		the pi futex user address
495  * @key:		the futex key associated with uaddr and hb
515 int futex_lock_pi_atomic(u32 __user *uaddr, struct futex_hash_bucket *hb,
530 	if (futex_get_value_locked(&uval, uaddr))
551 		return attach_to_pi_state(uaddr, uval, top_waiter->pi_state, ps);
571 		ret = lock_pi_update_atomic(uaddr, uval, newval);
600 	ret = lock_pi_update_atomic(uaddr, uval, newval);
608 	return attach_to_pi_owner(uaddr, newval, key, ps, exiting);
614 static int wake_futex_pi(u32 __user *uaddr, u32 uval,
638 	ret = futex_cmpxchg_value_locked(&curval, uaddr, uval, newval);
671 static int __fixup_pi_state_owner(u32 __user *uaddr, struct futex_q *q,
753 	err = futex_get_value_locked(&uval, uaddr);
760 		err = futex_cmpxchg_value_locked(&curval, uaddr, uval, newval);
796 		err = fault_in_user_writeable(uaddr);
843 static int fixup_pi_state_owner(u32 __user *uaddr, struct futex_q *q,
852 	ret = __fixup_pi_state_owner(uaddr, q, argowner);
859  * @uaddr:	user address of the futex
872 int fixup_pi_owner(u32 __user *uaddr, struct futex_q *q, int locked)
884 			return fixup_pi_state_owner(uaddr, q, current);
897 		return fixup_pi_state_owner(uaddr, q, NULL);
904 		return fixup_pi_state_owner(uaddr, q, current);
918 int futex_lock_pi(u32 __user *uaddr, unsigned int flags, ktime_t *time, int trylock)
936 	ret = get_futex_key(uaddr, flags, &q.key, FUTEX_WRITE);
943 	ret = futex_lock_pi_atomic(uaddr, hb, &q.key, &q.pi_state, current,
1072 	res = fixup_pi_owner(uaddr, &q, !ret);
1097 	ret = fault_in_user_writeable(uaddr);
1112 int futex_unlock_pi(u32 __user *uaddr, unsigned int flags)
1124 	if (get_user(uval, uaddr))
1132 	ret = get_futex_key(uaddr, flags, &key, FUTEX_WRITE);
1198 		ret = wake_futex_pi(uaddr, uval, pi_state, rt_waiter);
1233 	if ((ret = futex_cmpxchg_value_locked(&curval, uaddr, uval, 0))) {
1263 	ret = fault_in_user_writeable(uaddr);