sys/kern/kern_umtx.c

1023 	uint32_t owner, old, id;
1037 		rv = fueword32(&m->m_owner, &owner);
1041 			if (owner == UMUTEX_UNOWNED ||
1042 			    owner == UMUTEX_CONTESTED ||
1043 			    owner == UMUTEX_RB_OWNERDEAD ||
1044 			    owner == UMUTEX_RB_NOTRECOV)
1053 			if (owner == UMUTEX_RB_OWNERDEAD) {
1055 				    UMUTEX_RB_OWNERDEAD, &owner,
1059 				if (owner == UMUTEX_RB_OWNERDEAD)
1066 			if (owner == UMUTEX_RB_NOTRECOV)
1074 			    &owner, id);
1080 			if (owner == UMUTEX_UNOWNED)
1087 			if (owner == UMUTEX_CONTESTED) {
1089 				    UMUTEX_CONTESTED, &owner,
1095 				if (owner == UMUTEX_CONTESTED)
1135 		rv = casueword32(&m->m_owner, owner, &old,
1136 		    owner | UMUTEX_CONTESTED);
1155 		if (old == owner)
1176 	uint32_t owner, old, id, newlock;
1183 	error = fueword32(&m->m_owner, &owner);
1187 	if ((owner & ~UMUTEX_CONTESTED) != id)
1191 	if ((owner & UMUTEX_CONTESTED) == 0) {
1192 		error = casueword32(&m->m_owner, owner, &old, newlock);
1195 		if (old == owner)
1197 		owner = old;
1217 	error = casueword32(&m->m_owner, owner, &old, newlock);
1225 	if (old != owner)
1238 	uint32_t owner;
1243 	error = fueword32(&m->m_owner, &owner);
1247 	if ((owner & ~UMUTEX_CONTESTED) != 0 && owner != UMUTEX_RB_OWNERDEAD &&
1248 	    owner != UMUTEX_RB_NOTRECOV)
1265 	if (count <= 1 && owner != UMUTEX_RB_OWNERDEAD &&
1266 	    owner != UMUTEX_RB_NOTRECOV) {
1267 		error = casueword32(&m->m_owner, UMUTEX_CONTESTED, &owner,
1274 	if (error == 0 && count != 0 && ((owner & ~UMUTEX_CONTESTED) == 0 ||
1275 	    owner == UMUTEX_RB_OWNERDEAD || owner == UMUTEX_RB_NOTRECOV))
1290 	uint32_t owner, old;
1319 	owner = 0;
1330 		error = fueword32(&m->m_owner, &owner);
1333 		while (error == 0 && (owner & UMUTEX_CONTESTED) == 0) {
1334 			error = casueword32(&m->m_owner, owner, &old,
1335 			    owner | UMUTEX_CONTESTED);
1340 			if (old == owner)
1342 			owner = old;
1348 		error = fueword32(&m->m_owner, &owner);
1351 		while (error == 0 && (owner & ~UMUTEX_CONTESTED) != 0 &&
1352 		    (owner & UMUTEX_CONTESTED) == 0) {
1353 			error = casueword32(&m->m_owner, owner, &old,
1354 			    owner | UMUTEX_CONTESTED);
1359 			if (old == owner)
1361 			owner = old;
1370 	} else if (count != 0 && ((owner & ~UMUTEX_CONTESTED) == 0 ||
1371 	    owner == UMUTEX_RB_OWNERDEAD || owner == UMUTEX_RB_NOTRECOV))
1573 umtx_pi_setowner(struct umtx_pi *pi, struct thread *owner)
1577 	uq_owner = owner->td_umtxq;
1580 	pi->pi_owner = owner;
1601 umtx_pi_claim(struct umtx_pi *pi, struct thread *owner)
1607 	if (pi->pi_owner == owner) {
1619 	umtx_pi_setowner(pi, owner);
1623 		thread_lock(owner);
1624 		if (pri < UPRI(owner))
1625 			sched_lend_user_prio(owner, pri);
1626 		thread_unlock(owner);
1659 umtxq_sleep_pi(struct umtx_q *uq, struct umtx_pi *pi, uint32_t owner,
1677 		td1 = tdfind(owner, shared ? -1 : td->td_proc->p_pid);
1801 	uint32_t id, old_owner, owner, old;
1846 		rv = casueword32(&m->m_owner, UMUTEX_UNOWNED, &owner, id);
1854 		if (owner == UMUTEX_UNOWNED) {
1859 		if (owner == UMUTEX_RB_NOTRECOV) {
1865 		if (owner == UMUTEX_CONTESTED || owner == UMUTEX_RB_OWNERDEAD) {
1866 			old_owner = owner;
1867 			rv = casueword32(&m->m_owner, owner, &owner,
1875 			if (owner == old_owner) {
1906 		if ((owner & ~UMUTEX_CONTESTED) == id) {
1933 		rv = casueword32(&m->m_owner, owner, &old, owner |
1948 		 * value for owner is impossible there.
1950 		if (old == owner) {
1952 			    owner & ~UMUTEX_CONTESTED,
1984 	uint32_t id, new_owner, old, owner;
1991 	error = fueword32(&m->m_owner, &owner);
1995 	if ((owner & ~UMUTEX_CONTESTED) != id)
2001 	if ((owner & UMUTEX_CONTESTED) == 0) {
2002 		error = casueword32(&m->m_owner, owner, &old, new_owner);
2005 		if (old == owner)
2007 		owner = old;
2084 	error = casueword32(&m->m_owner, owner, &old, new_owner);
2090 	if (old != owner)
2106 	uint32_t owner, id;
2152 		rv = casueword32(&m->m_owner, UMUTEX_CONTESTED, &owner,
2160 		if (owner == UMUTEX_CONTESTED) {
2163 		} else if (owner == UMUTEX_RB_OWNERDEAD) {
2165 			    &owner, id | UMUTEX_CONTESTED);
2170 			if (owner == UMUTEX_RB_OWNERDEAD) {
2175 		} else if (owner == UMUTEX_RB_NOTRECOV) {
2252 	uint32_t id, owner, rceiling;
2262 	error = fueword32(&m->m_owner, &owner);
2266 	if ((owner & ~UMUTEX_CONTESTED) != id)
2334 	uint32_t flags, id, owner, save_ceiling;
2361 		rv = casueword32(&m->m_owner, UMUTEX_CONTESTED, &owner,
2368 		if (owner == UMUTEX_CONTESTED) {
2375 		if ((owner & ~UMUTEX_CONTESTED) == id) {
2381 		if (owner == UMUTEX_RB_OWNERDEAD) {
2384 		} else if (owner == UMUTEX_RB_NOTRECOV) {