sys/sys/rwlock.h

84 #define	_rw_write_lock(rw, tid)						\
85 	atomic_cmpset_acq_ptr(&(rw)->rw_lock, RW_UNLOCKED, (tid))
87 #define	_rw_write_lock_fetch(rw, vp, tid)				\
88 	atomic_fcmpset_acq_ptr(&(rw)->rw_lock, vp, (tid))
91 #define	_rw_write_unlock(rw, tid)					\
92 	atomic_cmpset_rel_ptr(&(rw)->rw_lock, (tid), RW_UNLOCKED)
94 #define	_rw_write_unlock_fetch(rw, tid)					\
95 	atomic_fcmpset_rel_ptr(&(rw)->rw_lock, (tid), RW_UNLOCKED)
104 #define	__rw_wlock(rw, tid, file, line) do {				\
109 	    !_rw_write_lock_fetch((rw), &_v, _tid)))			\
110 		_rw_wlock_hard((rw), _v, (file), (line));		\
114 #define	__rw_wunlock(rw, tid, file, line) do {				\
118 	    !_rw_write_unlock_fetch((rw), &_v)))			\
119 		_rw_wunlock_hard((rw), _v, (file), (line));		\
132 int	__rw_try_wlock_int(struct rwlock *rw LOCK_FILE_LINE_ARG_DEF);
135 void	__rw_rlock_int(struct rwlock *rw LOCK_FILE_LINE_ARG_DEF);
137 int	__rw_try_rlock_int(struct rwlock *rw LOCK_FILE_LINE_ARG_DEF);
139 void	_rw_runlock_cookie_int(struct rwlock *rw LOCK_FILE_LINE_ARG_DEF);
145 int	__rw_try_upgrade_int(struct rwlock *rw LOCK_FILE_LINE_ARG_DEF);
147 void	__rw_downgrade_int(struct rwlock *rw LOCK_FILE_LINE_ARG_DEF);
159 #define	rw_init(rw, n)							\
160 	_rw_init_flags(&(rw)->rw_lock, n, 0)
161 #define	rw_init_flags(rw, n, o)						\
162 	_rw_init_flags(&(rw)->rw_lock, n, o)
163 #define	rw_destroy(rw)							\
164 	_rw_destroy(&(rw)->rw_lock)
165 #define	rw_wowned(rw)							\
166 	_rw_wowned(&(rw)->rw_lock)
167 #define	_rw_wlock(rw, f, l)						\
168 	_rw_wlock_cookie(&(rw)->rw_lock, f, l)
169 #define	_rw_try_wlock(rw, f, l)						\
170 	__rw_try_wlock(&(rw)->rw_lock, f, l)
171 #define	_rw_wunlock(rw, f, l)						\
172 	_rw_wunlock_cookie(&(rw)->rw_lock, f, l)
173 #define	_rw_try_rlock(rw, f, l)						\
174 	__rw_try_rlock(&(rw)->rw_lock, f, l)
176 #define	_rw_rlock(rw, f, l)						\
177 	__rw_rlock(&(rw)->rw_lock, f, l)
178 #define	_rw_runlock(rw, f, l)						\
179 	_rw_runlock_cookie(&(rw)->rw_lock, f, l)
181 #define	_rw_rlock(rw, f, l)						\
182 	__rw_rlock_int((struct rwlock *)rw)
183 #define	_rw_runlock(rw, f, l)						\
184 	_rw_runlock_cookie_int((struct rwlock *)rw)
187 #define	_rw_wlock_hard(rw, v, f, l)					\
188 	__rw_wlock_hard(&(rw)->rw_lock, v, f, l)
189 #define	_rw_wunlock_hard(rw, v, f, l)					\
190 	__rw_wunlock_hard(&(rw)->rw_lock, v, f, l)
191 #define	_rw_try_upgrade(rw, f, l)					\
192 	__rw_try_upgrade(&(rw)->rw_lock, f, l)
193 #define	_rw_downgrade(rw, f, l)						\
194 	__rw_downgrade(&(rw)->rw_lock, f, l)
196 #define	_rw_wlock_hard(rw, v, f, l)					\
197 	__rw_wlock_hard(&(rw)->rw_lock, v)
198 #define	_rw_wunlock_hard(rw, v, f, l)					\
199 	__rw_wunlock_hard(&(rw)->rw_lock, v)
200 #define	_rw_try_upgrade(rw, f, l)					\
201 	__rw_try_upgrade_int(rw)
202 #define	_rw_downgrade(rw, f, l)						\
203 	__rw_downgrade_int(rw)
206 #define	_rw_assert(rw, w, f, l)						\
207 	__rw_assert(&(rw)->rw_lock, w, f, l)
219 #define	rw_wlock(rw)		_rw_wlock((rw), LOCK_FILE, LOCK_LINE)
220 #define	rw_wunlock(rw)		_rw_wunlock((rw), LOCK_FILE, LOCK_LINE)
222 #define	rw_wlock(rw)							\
223 	__rw_wlock((rw), curthread, LOCK_FILE, LOCK_LINE)
224 #define	rw_wunlock(rw)							\
225 	__rw_wunlock((rw), curthread, LOCK_FILE, LOCK_LINE)
227 #define	rw_rlock(rw)		_rw_rlock((rw), LOCK_FILE, LOCK_LINE)
228 #define	rw_runlock(rw)		_rw_runlock((rw), LOCK_FILE, LOCK_LINE)
229 #define	rw_try_rlock(rw)	_rw_try_rlock((rw), LOCK_FILE, LOCK_LINE)
230 #define	rw_try_upgrade(rw)	_rw_try_upgrade((rw), LOCK_FILE, LOCK_LINE)
231 #define	rw_try_wlock(rw)	_rw_try_wlock((rw), LOCK_FILE, LOCK_LINE)
232 #define	rw_downgrade(rw)	_rw_downgrade((rw), LOCK_FILE, LOCK_LINE)
233 #define	rw_unlock(rw)	do {						\
234 	if (rw_wowned(rw))						\
235 		rw_wunlock(rw);						\
237 		rw_runlock(rw);						\
239 #define	rw_sleep(chan, rw, pri, wmesg, timo)				\
240 	_sleep((chan), &(rw)->lock_object, (pri), (wmesg),		\
243 #define	rw_initialized(rw)	lock_initialized(&(rw)->lock_object)
251 #define	RW_SYSINIT_FLAGS(name, rw, desc, flags)				\
253 		(rw),							\
260 	    _rw_destroy, __DEVOLATILE(void *, &(rw)->rw_lock))
262 #define	RW_SYSINIT(name, rw, desc)	RW_SYSINIT_FLAGS(name, rw, desc, 0)
291 #define	rw_assert(rw, what)	_rw_assert((rw), (what), LOCK_FILE, LOCK_LINE)
293 #define	rw_assert(rw, what)