spl/sys/mutex.h

49 #define	MUTEX(mp)		(&((mp)->m_mutex))
52 spl_mutex_set_owner(kmutex_t *mp)
54 	mp->m_owner = current;
58 spl_mutex_clear_owner(kmutex_t *mp)
60 	mp->m_owner = NULL;
63 #define	mutex_owner(mp)		(READ_ONCE((mp)->m_owner))
64 #define	mutex_owned(mp)		(mutex_owner(mp) == current)
65 #define	MUTEX_HELD(mp)		mutex_owned(mp)
66 #define	MUTEX_NOT_HELD(mp)	(!MUTEX_HELD(mp))
70 spl_mutex_set_type(kmutex_t *mp, kmutex_type_t type)
72 	mp->m_type = type;
75 spl_mutex_lockdep_off_maybe(kmutex_t *mp)			\
77 	if (mp && mp->m_type == MUTEX_NOLOCKDEP)		\
81 spl_mutex_lockdep_on_maybe(kmutex_t *mp)			\
83 	if (mp && mp->m_type == MUTEX_NOLOCKDEP)		\
87 #define	spl_mutex_set_type(mp, type)
88 #define	spl_mutex_lockdep_off_maybe(mp)
89 #define	spl_mutex_lockdep_on_maybe(mp)
99 #define	mutex_init(mp, name, type, ibc)				\
104 	__mutex_init(MUTEX(mp), (name) ? (#name) : (#mp), &__key); \
105 	spin_lock_init(&(mp)->m_lock);				\
106 	spl_mutex_clear_owner(mp);				\
107 	spl_mutex_set_type(mp, type);				\
111 #define	mutex_destroy(mp)					\
113 	VERIFY3P(mutex_owner(mp), ==, NULL);			\
116 #define	mutex_tryenter(mp)					\
121 	spl_mutex_lockdep_off_maybe(mp);			\
122 	if ((_rc_ = mutex_trylock(MUTEX(mp))) == 1)		\
123 		spl_mutex_set_owner(mp);			\
124 	spl_mutex_lockdep_on_maybe(mp);				\
131 #define	mutex_enter_nested(mp, subclass)			\
133 	ASSERT3P(mutex_owner(mp), !=, current);			\
134 	spl_mutex_lockdep_off_maybe(mp);			\
135 	mutex_lock_nested(MUTEX(mp), (subclass));		\
136 	spl_mutex_lockdep_on_maybe(mp);				\
137 	spl_mutex_set_owner(mp);				\
140 #define	mutex_enter_interruptible(mp)				\
145 	ASSERT3P(mutex_owner(mp), !=, current);			\
146 	spl_mutex_lockdep_off_maybe(mp);			\
147 	_rc_ = mutex_lock_interruptible(MUTEX(mp));		\
148 	spl_mutex_lockdep_on_maybe(mp);				\
150 		spl_mutex_set_owner(mp);			\
156 #define	mutex_enter(mp) mutex_enter_nested((mp), 0)
177 #define	mutex_exit(mp)						\
179 	ASSERT3P(mutex_owner(mp), ==, current);			\
180 	spl_mutex_clear_owner(mp);				\
181 	spin_lock(&(mp)->m_lock);				\
182 	spl_mutex_lockdep_off_maybe(mp);			\
183 	mutex_unlock(MUTEX(mp));				\
184 	spl_mutex_lockdep_on_maybe(mp);				\
185 	spin_unlock(&(mp)->m_lock);				\
186 	/* NOTE: do not dereference mp after this point */	\