sys/kern/kern_lock.c

98 	if (LOCK_LOG_TEST(&(lk)->lock_object, 0))			\
101 	if (LOCK_LOG_TEST(&(lk)->lock_object, 0))			\
111 		WITNESS_RESTORE(&Giant.lock_object, Giant);		\
116 		WITNESS_SAVE(&Giant.lock_object, Giant);		\
137 	(((lk)->lock_object.lo_flags & LK_ADAPTIVE) != 0 &&		\
146 static void	 assert_lockmgr(struct lock_object *lock, int how);
148 static void	 db_show_lockmgr(struct lock_object *lock);
150 static void	 lock_lockmgr(struct lock_object *lock, int how);
152 static int	 owner_lockmgr(struct lock_object *lock, struct thread **owner);
154 static int	 unlock_lockmgr(struct lock_object *lock);
186 sleeplk(struct lock *lk, u_int flags, struct lock_object *ilk,
206 	sleepq_add(&lk->lock_object, NULL, wmesg, SLEEPQ_LK | (catch ?
209 		sleepq_set_timeout(&lk->lock_object, timo);
215 		error = sleepq_timedwait_sig(&lk->lock_object, pri);
217 		error = sleepq_timedwait(&lk->lock_object, pri);
219 		error = sleepq_wait_sig(&lk->lock_object, pri);
221 		sleepq_wait(&lk->lock_object, pri);
238 	WITNESS_UNLOCK(&lk->lock_object, 0, file, line);
239 	LOCK_LOG_LOCK("SUNLOCK", &lk->lock_object, 0, 0, file, line);
272 		sleepq_lock(&lk->lock_object);
289 		realexslp = sleepq_sleepcnt(&lk->lock_object,
305 				    sleepq_broadcast(&lk->lock_object,
324 			sleepq_release(&lk->lock_object);
330 		wakeup_swapper |= sleepq_broadcast(&lk->lock_object, SLEEPQ_LK,
332 		sleepq_release(&lk->lock_object);
336 	lock_profile_release_lock(&lk->lock_object);
341 assert_lockmgr(struct lock_object *lock, int what)
348 lock_lockmgr(struct lock_object *lock, int how)
355 unlock_lockmgr(struct lock_object *lock)
363 owner_lockmgr(struct lock_object *lock, struct thread **owner)
398 	lock_init(&lk->lock_object, &lock_class_lockmgr, wmesg, NULL, iflags);
411 	lk->lock_object.lo_flags &= ~LK_NOSHARE;
419 	lk->lock_object.lo_flags |= LO_RECURSABLE;
427 	lk->lock_object.lo_flags &= ~LO_RECURSABLE;
437 	lock_destroy(&lk->lock_object);
441 __lockmgr_args(struct lock *lk, u_int flags, struct lock_object *ilk,
462 	iwmesg = (wmesg == LK_WMESG_DEFAULT) ? lk->lock_object.lo_name : wmesg;
478 	    lk->lock_object.lo_name, file, line));
487 	if (lk->lock_object.lo_flags & LK_NOSHARE) {
507 			WITNESS_CHECKORDER(&lk->lock_object, LOP_NEWORDER,
528 			lock_profile_obtain_lock_failed(&lk->lock_object,
566 				if (LOCK_LOG_TEST(&lk->lock_object, 0))
597 					if (LOCK_LOG_TEST(&lk->lock_object, 0))
617 			sleepq_lock(&lk->lock_object);
625 				sleepq_release(&lk->lock_object);
641 					sleepq_release(&lk->lock_object);
654 					sleepq_release(&lk->lock_object);
679 			lock_profile_obtain_lock_success(&lk->lock_object,
681 			LOCK_LOG_LOCK("SLOCK", &lk->lock_object, 0, 0, file,
683 			WITNESS_LOCK(&lk->lock_object, LK_TRYWIT(flags), file,
703 			LOCK_LOG_LOCK("XUPGRADE", &lk->lock_object, 0, 0, file,
705 			WITNESS_UPGRADE(&lk->lock_object, LOP_EXCLUSIVE |
731 			WITNESS_CHECKORDER(&lk->lock_object, LOP_NEWORDER |
740 			    (lk->lock_object.lo_flags & LO_RECURSABLE) == 0) {
760 			LOCK_LOG_LOCK("XLOCK", &lk->lock_object, 0,
762 			WITNESS_LOCK(&lk->lock_object, LOP_EXCLUSIVE |
773 			lock_profile_obtain_lock_failed(&lk->lock_object,
797 				if (LOCK_LOG_TEST(&lk->lock_object, 0))
832 					if (LOCK_LOG_TEST(&lk->lock_object, 0))
851 			sleepq_lock(&lk->lock_object);
859 				sleepq_release(&lk->lock_object);
875 					sleepq_release(&lk->lock_object);
895 					sleepq_release(&lk->lock_object);
901 				sleepq_release(&lk->lock_object);
912 					sleepq_release(&lk->lock_object);
937 			lock_profile_obtain_lock_success(&lk->lock_object,
939 			LOCK_LOG_LOCK("XLOCK", &lk->lock_object, 0,
941 			WITNESS_LOCK(&lk->lock_object, LOP_EXCLUSIVE |
949 		LOCK_LOG_LOCK("XDOWNGRADE", &lk->lock_object, 0, 0, file, line);
950 		WITNESS_DOWNGRADE(&lk->lock_object, 0, file, line);
980 				WITNESS_UNLOCK(&lk->lock_object, LOP_EXCLUSIVE,
984 			LOCK_LOG_LOCK("XUNLOCK", &lk->lock_object, 0,
998 				lock_profile_release_lock(&lk->lock_object);
1004 			sleepq_lock(&lk->lock_object);
1024 			realexslp = sleepq_sleepcnt(&lk->lock_object,
1040 					    sleepq_broadcast(&lk->lock_object,
1061 			wakeup_swapper |= sleepq_broadcast(&lk->lock_object,
1063 			sleepq_release(&lk->lock_object);
1070 			WITNESS_CHECKORDER(&lk->lock_object, LOP_NEWORDER |
1088 			lock_profile_obtain_lock_failed(&lk->lock_object,
1106 			sleepq_lock(&lk->lock_object);
1114 				sleepq_release(&lk->lock_object);
1155 					    sleepq_sleepcnt(&lk->lock_object,
1170 							    &lk->lock_object,
1178 					sleepq_release(&lk->lock_object);
1186 				    &lk->lock_object, SLEEPQ_LK, 0, queue);
1209 					sleepq_release(&lk->lock_object);
1226 			sleepq_add(&lk->lock_object, NULL, iwmesg, SLEEPQ_LK,
1228 			sleepq_wait(&lk->lock_object, ipri & PRIMASK);
1235 			lock_profile_obtain_lock_success(&lk->lock_object,
1237 			LOCK_LOG_LOCK("DRAIN", &lk->lock_object, 0,
1239 			WITNESS_LOCK(&lk->lock_object, LOP_EXCLUSIVE |
1275 	lock_profile_release_lock(&lk->lock_object);
1276 	LOCK_LOG_LOCK("XDISOWN", &lk->lock_object, 0, 0, file, line);
1277 	WITNESS_UNLOCK(&lk->lock_object, LOP_EXCLUSIVE, file, line);
1302 		printf("lock type %s: UNLOCKED\n", lk->lock_object.lo_name);
1305 		    lk->lock_object.lo_name,
1310 		    lk->lock_object.lo_name, td, td->td_proc->p_pid);
1378 			witness_assert(&lk->lock_object, what, file, line);
1386 			    lk->lock_object.lo_name, slocked ? "share" : "",
1393 					    lk->lock_object.lo_name, file,
1397 				    lk->lock_object.lo_name, file, line);
1405 			    lk->lock_object.lo_name, file, line);
1409 				    lk->lock_object.lo_name, file, line);
1412 			    lk->lock_object.lo_name, file, line);
1417 			    lk->lock_object.lo_name, file, line);
1434 	if (LOCK_CLASS(&lk->lock_object) != &lock_class_lockmgr)
1436 	db_printf("blocked on lockmgr %s", lk->lock_object.lo_name);
1448 db_show_lockmgr(struct lock_object *lock)