Lines Matching defs:LMTX_REG
1135 #define LMTX_REG %edx
1144 #define LOAD_LMTX_REG(arg) mov arg, LMTX_REG
1145 #define LMTX_CHK_EXTENDED cmp LMTX_REG, LMTX_ARG0
1149 mov M_PTR(LMTX_REG), LMTX_REG ; \
1153 mov MUTEX_GRP(LMTX_REG), LMTX_LGROUP_REG ; \
1166 cmp LMTX_REG, LMTX_ARG0 ; \
1215 push LMTX_REG ; \
1216 push LMTX_REG ; \
1219 pop LMTX_REG
1222 push LMTX_REG ; \
1224 push LMTX_REG ; \
1227 pop LMTX_REG
1234 #define LMTX_REG %rdx
1244 #define LMTX_CHK_EXTENDED cmp LMTX_REG, LMTX_REG_ORIG
1248 mov M_PTR(LMTX_REG), LMTX_REG ; \
1250 mov MUTEX_GRP(LMTX_REG), LMTX_LGROUP_REG ; \
1306 push LMTX_REG ; \
1307 mov LMTX_REG, LMTX_ARG0 ; \
1309 pop LMTX_REG ; \
1323 push LMTX_REG ; \
1325 mov LMTX_REG, LMTX_ARG0 ; \
1327 pop LMTX_REG ; \
1361 mov M_STATE(LMTX_REG), LMTX_C_REG32
1364 mov M_PTR(LMTX_REG), LMTX_REG /* If so, take indirection */
1366 mov M_OWNER(LMTX_REG), LMTX_C_REG /* Load owner */
1371 testl $(M_ILOCKED_MSK | M_MLOCKED_MSK), M_STATE(LMTX_REG)
1379 LOAD_PTR_ARG1(LMTX_REG)
1384 LOAD_PTR_ARG1(LMTX_REG)
1392 LOAD_PTR_ARG1(LMTX_REG)
1425 mov M_STATE(LMTX_REG), LMTX_C_REG32
1434 cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG) /* atomic compare and exchange */
1438 mov LMTX_A_REG, M_OWNER(LMTX_REG) /* record owner of interlock */
1452 /* inherit lock pointer in LMTX_REG above */
1453 LOCKSTAT_RECORD(LS_LCK_MTX_LOCK_SPIN_ACQUIRE, LMTX_REG)
1468 mov M_STATE(LMTX_REG), LMTX_C_REG32
1475 mov M_STATE(LMTX_REG), LMTX_C_REG32
1494 mov M_STATE(LMTX_REG), LMTX_C_REG32
1503 cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG) /* atomic compare and exchange */
1507 mov LMTX_A_REG, M_OWNER(LMTX_REG) /* record owner of mutex */
1515 testl $(M_WAITERS_MSK), M_STATE(LMTX_REG)
1521 andl $(~M_ILOCKED_MSK), M_STATE(LMTX_REG)
1531 /* inherit lock pointer in LMTX_REG above */
1532 LOCKSTAT_RECORD(LS_LCK_MTX_LOCK_ACQUIRE, LMTX_REG)
1541 /* inherit lock pointer in LMTX_REG above */
1542 LOCKSTAT_RECORD(LS_LCK_MTX_EXT_LOCK_ACQUIRE, LMTX_REG)
1558 mov M_STATE(LMTX_REG), LMTX_C_REG32
1565 mov M_STATE(LMTX_REG), LMTX_C_REG32
1594 mov M_STATE(LMTX_REG), LMTX_C_REG32
1603 cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG) /* atomic compare and exchange */
1609 mov LMTX_C_REG32, M_STATE(LMTX_REG)
1612 mov LMTX_A_REG, M_OWNER(LMTX_REG) /* record owner of mutex */
1621 testl $(M_WAITERS_MSK), M_STATE(LMTX_REG)
1623 mov M_OWNER(LMTX_REG), LMTX_A_REG
1649 mov M_STATE(LMTX_REG), LMTX_C_REG32
1658 cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG) /* atomic compare and exchange */
1662 mov LMTX_A_REG, M_OWNER(LMTX_REG) /* record owner of mutex */
1677 /* inherit lock pointer in LMTX_REG above */
1678 LOCKSTAT_RECORD(LS_LCK_MTX_TRY_SPIN_LOCK_ACQUIRE, LMTX_REG)
1695 mov M_STATE(LMTX_REG), LMTX_C_REG32
1712 mov M_STATE(LMTX_REG), LMTX_C_REG32
1721 cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG) /* atomic compare and exchange */
1725 mov LMTX_A_REG, M_OWNER(LMTX_REG) /* record owner of mutex */
1740 andl $(~M_ILOCKED_MSK), M_STATE(LMTX_REG)
1749 /* inherit lock pointer in LMTX_REG from above */
1750 LOCKSTAT_RECORD(LS_LCK_MTX_TRY_LOCK_ACQUIRE, LMTX_REG)
1767 mov M_STATE(LMTX_REG), LMTX_C_REG32
1795 mov M_STATE(LMTX_REG), LMTX_C_REG32
1798 mov M_PTR(LMTX_REG), LMTX_REG /* If so, take indirection */
1799 mov M_STATE(LMTX_REG), LMTX_C_REG32
1807 mov M_STATE(LMTX_REG), LMTX_C_REG32
1811 mov LMTX_C_REG32, M_STATE(LMTX_REG) /* since I own the interlock, I don't need an atomic update */
1822 mov M_OWNER(LMTX_REG), LMTX_A_REG
1833 mov M_STATE(LMTX_REG), LMTX_C_REG32
1851 cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG) /* atomic compare and exchange */
1856 mov LMTX_A_REG, M_OWNER(LMTX_REG)
1864 mov LMTX_A_REG32, M_STATE(LMTX_REG) /* since I own the interlock, I don't need an atomic update */
1890 /* inherit lock pointer in LMTX_REG from above */
1891 LOCKSTAT_RECORD(LS_LCK_MTX_UNLOCK_RELEASE, LMTX_REG)
1900 /* inherit lock pointer in LMTX_REG from above */
1901 LOCKSTAT_RECORD(LS_LCK_MTX_EXT_UNLOCK_RELEASE, LMTX_REG)
1910 mov M_STATE(LMTX_REG), LMTX_C_REG32
1914 mov M_PTR(LMTX_REG), LMTX_REG
1915 mov M_OWNER(LMTX_REG), LMTX_A_REG
1918 mov M_STATE(LMTX_REG), LMTX_C_REG32
1926 andl $(~M_ILOCKED_MSK), M_STATE(LMTX_REG)
1937 mov M_STATE(LMTX_REG), LMTX_C_REG32
1947 cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG) /* atomic compare and exchange */
1951 mov LMTX_A_REG, M_OWNER(LMTX_REG) /* record owner of mutex */
1972 mov M_STATE(LMTX_REG), LMTX_C_REG32
1976 movl $(MUTEX_DESTROYED), M_STATE(LMTX_REG) /* convert to destroyed state */
1986 cmpxchg LMTX_C_REG32, M_STATE(LMTX_REG) /* atomic compare and exchange */
1988 movl $(MUTEX_DESTROYED), M_STATE(LMTX_REG) /* convert to destroyed state */