osfmk/i386/i386_lock.s

1135 #define	LMTX_REG	%edx
1144 #define	LOAD_LMTX_REG(arg)	mov arg, LMTX_REG
1145 #define LMTX_CHK_EXTENDED	cmp LMTX_REG, LMTX_ARG0
1149 	mov	M_PTR(LMTX_REG), LMTX_REG 		;	\
1153 	mov	MUTEX_GRP(LMTX_REG), LMTX_LGROUP_REG 	;	\
1166 	cmp 	LMTX_REG, LMTX_ARG0	;	\
1215 	push	LMTX_REG	;	\
1216 	push	LMTX_REG	;	\
1219 	pop	LMTX_REG
1222 	push	LMTX_REG	;	\
1224 	push	LMTX_REG	;	\
1227 	pop	LMTX_REG
1234 #define	LMTX_REG	%rdx
1244 #define LMTX_CHK_EXTENDED	cmp LMTX_REG, LMTX_REG_ORIG
1248 	mov	M_PTR(LMTX_REG), LMTX_REG 		;	\
1250 	mov	MUTEX_GRP(LMTX_REG), LMTX_LGROUP_REG 	;	\
1306 	push	LMTX_REG		;	\
1307 	mov	LMTX_REG, LMTX_ARG0	;	\
1309 	pop	LMTX_REG		;	\
1323 	push	LMTX_REG		;	\
1325 	mov	LMTX_REG, LMTX_ARG0	;	\
1327 	pop	LMTX_REG		;	\
1361 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1364 	mov	M_PTR(LMTX_REG), LMTX_REG	/* If so, take indirection */
1366 	mov	M_OWNER(LMTX_REG), LMTX_C_REG	/* Load owner */
1371 	testl	$(M_ILOCKED_MSK | M_MLOCKED_MSK), M_STATE(LMTX_REG)
1379 	LOAD_PTR_ARG1(LMTX_REG)
1384 	LOAD_PTR_ARG1(LMTX_REG)
1392 	LOAD_PTR_ARG1(LMTX_REG)
1425 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1434 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1438 	mov	LMTX_A_REG, M_OWNER(LMTX_REG)	/* record owner of interlock */
1452 	/* inherit lock pointer in LMTX_REG above */
1453 	LOCKSTAT_RECORD(LS_LCK_MTX_LOCK_SPIN_ACQUIRE, LMTX_REG)
1468 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1475 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1494 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1503 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1507 	mov	LMTX_A_REG, M_OWNER(LMTX_REG)	/* record owner of mutex */
1515 	testl	$(M_WAITERS_MSK), M_STATE(LMTX_REG)
1521 	andl	$(~M_ILOCKED_MSK), M_STATE(LMTX_REG)
1531 	/* inherit lock pointer in LMTX_REG above */
1532 	LOCKSTAT_RECORD(LS_LCK_MTX_LOCK_ACQUIRE, LMTX_REG)
1541 	/* inherit lock pointer in LMTX_REG above */
1542 	LOCKSTAT_RECORD(LS_LCK_MTX_EXT_LOCK_ACQUIRE, LMTX_REG)
1558 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1565 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1594 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1603 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1609 	mov	LMTX_C_REG32, M_STATE(LMTX_REG)
1612 	mov	LMTX_A_REG, M_OWNER(LMTX_REG)	/* record owner of mutex */
1621 	testl	$(M_WAITERS_MSK), M_STATE(LMTX_REG)
1623 	mov	M_OWNER(LMTX_REG), LMTX_A_REG
1649 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1658 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1662 	mov	LMTX_A_REG, M_OWNER(LMTX_REG)	/* record owner of mutex */
1677 	/* inherit lock pointer in LMTX_REG above */
1678 	LOCKSTAT_RECORD(LS_LCK_MTX_TRY_SPIN_LOCK_ACQUIRE, LMTX_REG)
1695 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1712 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1721 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1725 	mov	LMTX_A_REG, M_OWNER(LMTX_REG)	/* record owner of mutex */
1740 	andl	$(~M_ILOCKED_MSK), M_STATE(LMTX_REG)
1749 	/* inherit lock pointer in LMTX_REG from above */
1750 	LOCKSTAT_RECORD(LS_LCK_MTX_TRY_LOCK_ACQUIRE, LMTX_REG)
1767 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1795 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1798 	mov	M_PTR(LMTX_REG), LMTX_REG	/* If so, take indirection */
1799 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1807 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1811 	mov	LMTX_C_REG32, M_STATE(LMTX_REG)		/* since I own the interlock, I don't need an atomic update */
1822 	mov	M_OWNER(LMTX_REG), LMTX_A_REG
1833 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1851 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1856 	mov	LMTX_A_REG, M_OWNER(LMTX_REG)
1864 	mov	LMTX_A_REG32, M_STATE(LMTX_REG)		/* since I own the interlock, I don't need an atomic update */
1890 	/* inherit lock pointer in LMTX_REG from above */
1891 	LOCKSTAT_RECORD(LS_LCK_MTX_UNLOCK_RELEASE, LMTX_REG)
1900 	/* inherit lock pointer in LMTX_REG from above */
1901 	LOCKSTAT_RECORD(LS_LCK_MTX_EXT_UNLOCK_RELEASE, LMTX_REG)
1910 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1914 	mov	M_PTR(LMTX_REG), LMTX_REG
1915 	mov	M_OWNER(LMTX_REG), LMTX_A_REG
1918 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1926 	andl	$(~M_ILOCKED_MSK), M_STATE(LMTX_REG)
1937 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1947 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1951 	mov	LMTX_A_REG, M_OWNER(LMTX_REG)	/* record owner of mutex */
1972 	mov	M_STATE(LMTX_REG), LMTX_C_REG32
1976 	movl	$(MUTEX_DESTROYED), M_STATE(LMTX_REG)	/* convert to destroyed state */
1986 	cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG)	/* atomic compare and exchange */
1988 	movl	$(MUTEX_DESTROYED), M_STATE(LMTX_REG)	/* convert to destroyed state */