osfmk/i386/i386_lock.s

1139 #define LMTX_C_REG32	%ecx
1238 #define LMTX_C_REG32	%ecx
1361 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1362 	cmp	$(MUTEX_IND), LMTX_C_REG32	/* Is this an indirect mutex? */
1425 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1426 	test	$(M_ILOCKED_MSK | M_MLOCKED_MSK), LMTX_C_REG32	/* is the interlock or mutex held */
1430 	or	$(M_ILOCKED_MSK | M_SPIN_MSK), LMTX_C_REG32
1434 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1458 	test	$M_ILOCKED_MSK, LMTX_C_REG32		/* is the interlock held */
1461 	cmp	$(MUTEX_DESTROYED), LMTX_C_REG32	/* check to see if its marked destroyed */
1463 	cmp	$(MUTEX_IND), LMTX_C_REG32		/* Is this an indirect mutex */
1468 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1469 	test	$(M_SPIN_MSK), LMTX_C_REG32
1475 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1477 	test	$(M_ILOCKED_MSK | M_MLOCKED_MSK), LMTX_C_REG32
1479 	test	$(M_MLOCKED_MSK), LMTX_C_REG32
1494 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1495 	test	$(M_ILOCKED_MSK | M_MLOCKED_MSK), LMTX_C_REG32	/* is the interlock or mutex held */
1499 	or	$(M_ILOCKED_MSK | M_MLOCKED_MSK), LMTX_C_REG32
1503 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1548 	test	$M_ILOCKED_MSK, LMTX_C_REG32		/* is the interlock held */
1551 	cmp	$(MUTEX_DESTROYED), LMTX_C_REG32	/* check to see if its marked destroyed */
1553 	cmp	$(MUTEX_IND), LMTX_C_REG32		/* Is this an indirect mutex? */
1558 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1559 	test	$(M_SPIN_MSK), LMTX_C_REG32
1565 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1567 	test	$(M_ILOCKED_MSK | M_MLOCKED_MSK), LMTX_C_REG32
1569 	test	$(M_MLOCKED_MSK), LMTX_C_REG32
1594 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1595 	test	$(M_ILOCKED_MSK), LMTX_C_REG32
1599 	or	$(M_ILOCKED_MSK), LMTX_C_REG32	/* try to take the interlock */
1603 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1606 	test	$(M_MLOCKED_MSK), LMTX_C_REG32	/* we've got the interlock and */
1608 	or	$(M_MLOCKED_MSK), LMTX_C_REG32	/* the mutex is free... grab it directly */
1609 	mov	LMTX_C_REG32, M_STATE(LMTX_REG)
1649 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1650 	test	$(M_ILOCKED_MSK | M_MLOCKED_MSK), LMTX_C_REG32	/* is the interlock or mutex held */
1658 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1684 	test	$(M_ILOCKED_MSK), LMTX_C_REG32	/* is the interlock held */
1687 	cmp	$(MUTEX_DESTROYED), LMTX_C_REG32	/* check to see if its marked destroyed */
1689 	cmp	$(MUTEX_IND), LMTX_C_REG32	/* Is this an indirect mutex? */
1695 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1697 	test	$(M_MLOCKED_MSK | M_SPIN_MSK), LMTX_C_REG32
1699 	test	$(M_ILOCKED_MSK), LMTX_C_REG32
1712 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1713 	test	$(M_ILOCKED_MSK | M_MLOCKED_MSK), LMTX_C_REG32	/* is the interlock or mutex held */
1717 	or	$(M_ILOCKED_MSK | M_MLOCKED_MSK), LMTX_C_REG32
1721 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1735 	test	$(M_WAITERS_MSK), LMTX_C_REG32
1756 	test	$(M_ILOCKED_MSK), LMTX_C_REG32	/* is the interlock held */
1759 	cmp	$(MUTEX_DESTROYED), LMTX_C_REG32	/* check to see if its marked destroyed */
1761 	cmp	$(MUTEX_IND), LMTX_C_REG32	/* Is this an indirect mutex? */
1767 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1769 	test	$(M_MLOCKED_MSK | M_SPIN_MSK), LMTX_C_REG32
1771 	test	$(M_ILOCKED_MSK), LMTX_C_REG32
1795 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1796 	cmp	$(MUTEX_IND), LMTX_C_REG32	/* Is this an indirect mutex? */
1799 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1801 	test	$(M_MLOCKED_MSK), LMTX_C_REG32	/* already owned as a mutex, just return */
1803 	test	$(M_WAITERS_MSK), LMTX_C_REG32	/* are there any waiters? */
1807 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1809 	and	$(~(M_ILOCKED_MSK | M_SPIN_MSK)), LMTX_C_REG32	/* convert from spin version to mutex */
1810 	or	$(M_MLOCKED_MSK), LMTX_C_REG32
1811 	mov	LMTX_C_REG32, M_STATE(LMTX_REG)		/* since I own the interlock, I don't need an atomic update */
1833 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1835 	cmp	$(MUTEX_IND), LMTX_C_REG32	/* Is this an indirect mutex? */
1839 	test	$(M_MLOCKED_MSK), LMTX_C_REG32	/* check for full mutex */
1846 	and	$(~M_MLOCKED_MSK), LMTX_C_REG32	/* drop mutex */
1847 	or	$(M_ILOCKED_MSK), LMTX_C_REG32	/* pick up interlock */
1851 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1875 	test	$(M_PROMOTED_MSK | M_WAITERS_MSK), LMTX_C_REG32
1910 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1918 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1937 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1939 	test	$(M_ILOCKED_MSK | M_MLOCKED_MSK), LMTX_C_REG32	/* can't have the mutex yet */
1943 	or	$(M_ILOCKED_MSK | M_MLOCKED_MSK), LMTX_C_REG32
1947 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1972 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1973 	cmp	$(MUTEX_IND), LMTX_C_REG32	/* Is this an indirect mutex? */
1984 	or	$(M_ILOCKED_MSK), LMTX_C_REG32
1986 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */