sys/kern/kern_timeout.c

96     "Average number of direct callouts examined per callout_process call. "
100     &avg_lockcalls_dir, 0, "Average number of lock direct callouts made per "
104     0, "Average number of MP direct callouts made per callout_process call. "
209 		    int direct);
234 cc_cce_cleanup(struct callout_cpu *cc, int direct)
237 	cc_exec_curr(cc, direct) = NULL;
238 	cc_exec_cancel(cc, direct) = false;
239 	cc_exec_waiting(cc, direct) = false;
241 	cc_migration_cpu(cc, direct) = CPUBLOCK;
242 	cc_migration_time(cc, direct) = 0;
243 	cc_migration_prec(cc, direct) = 0;
244 	cc_migration_func(cc, direct) = NULL;
245 	cc_migration_arg(cc, direct) = NULL;
253 cc_cce_migrating(struct callout_cpu *cc, int direct)
257 	return (cc_migration_cpu(cc, direct) != CPUBLOCK);
642     int direct)
686 	cc_exec_curr(cc, direct) = c;
687 	cc_exec_cancel(cc, direct) = false;
688 	cc_exec_drain(cc, direct) = NULL;
696 		if (cc_exec_cancel(cc, direct)) {
701 		cc_exec_cancel(cc, direct) = true;
723 	    "func:%p", c_func, "arg:%p", c_arg, "direct:%d", direct);
752 	KASSERT(cc_exec_curr(cc, direct) == c, ("mishandled cc_curr"));
753 	cc_exec_curr(cc, direct) = NULL;
754 	if (cc_exec_drain(cc, direct)) {
757 		drain = cc_exec_drain(cc, direct);
758 		cc_exec_drain(cc, direct) = NULL;
763 	if (cc_exec_waiting(cc, direct)) {
770 		if (cc_cce_migrating(cc, direct)) {
771 			cc_cce_cleanup(cc, direct);
779 		cc_exec_waiting(cc, direct) = false;
781 		wakeup(&cc_exec_waiting(cc, direct));
783 	} else if (cc_cce_migrating(cc, direct)) {
791 		new_cpu = cc_migration_cpu(cc, direct);
792 		new_time = cc_migration_time(cc, direct);
793 		new_prec = cc_migration_prec(cc, direct);
794 		new_func = cc_migration_func(cc, direct);
795 		new_arg = cc_migration_arg(cc, direct);
796 		cc_cce_cleanup(cc, direct);
814 		flags = (direct) ? C_DIRECT_EXEC : 0;
970 	int cancelled, direct;
1025 	 * wrong direct flag if we don't do it before we add.
1028 		direct = 1;
1030 		direct = 0;
1032 	KASSERT(!direct || c->c_lock == NULL,
1033 	    ("%s: direct callout %p has lock", __func__, c));
1045 	if (cc_exec_curr(cc, direct) == c) {
1051 		if (c->c_lock != NULL && !cc_exec_cancel(cc, direct))
1052 			cancelled = cc_exec_cancel(cc, direct) = true;
1053 		if (cc_exec_waiting(cc, direct)) {
1073 			cc_migration_cpu(cc, direct) = cpu;
1074 			cc_migration_time(cc, direct) = to_sbt;
1075 			cc_migration_prec(cc, direct) = precision;
1076 			cc_migration_func(cc, direct) = ftn;
1077 			cc_migration_arg(cc, direct) = arg;
1104 		if (cc_exec_curr(cc, direct) == c) {
1121 			cc_migration_cpu(cc, direct) = cpu;
1122 			cc_migration_time(cc, direct) = to_sbt;
1123 			cc_migration_prec(cc, direct) = precision;
1124 			cc_migration_func(cc, direct) = ftn;
1125 			cc_migration_arg(cc, direct) = arg;
1168 	int direct, sq_locked, use_lock;
1190 		direct = 1;
1192 		direct = 0;
1229 		sleepq_release(&cc_exec_waiting(old_cc, direct));
1241 	if (cc_exec_curr(cc, direct) == c) {
1255 			while (cc_exec_curr(cc, direct) == c) {
1257 				 * Use direct calls to sleepqueue interface
1276 					    &cc_exec_waiting(cc, direct));
1288 				cc_exec_waiting(cc, direct) = true;
1292 				    &cc_exec_waiting(cc, direct),
1296 				    &cc_exec_waiting(cc, direct),
1306 			   !cc_exec_cancel(cc, direct) && (drain == NULL)) {
1317 			cc_exec_cancel(cc, direct) = true;
1320 			KASSERT(!cc_cce_migrating(cc, direct),
1325 				cc_migration_cpu(cc, direct) = CPUBLOCK;
1326 				cc_migration_time(cc, direct) = 0;
1327 				cc_migration_prec(cc, direct) = 0;
1328 				cc_migration_func(cc, direct) = NULL;
1329 				cc_migration_arg(cc, direct) = NULL;
1353 			cc_migration_cpu(cc, direct) = CPUBLOCK;
1354 			cc_migration_time(cc, direct) = 0;
1355 			cc_migration_prec(cc, direct) = 0;
1356 			cc_migration_func(cc, direct) = NULL;
1357 			cc_migration_arg(cc, direct) = NULL;
1362 				cc_exec_drain(cc, direct) = drain;
1370 			cc_exec_drain(cc, direct) = drain;
1378 		sleepq_release(&cc_exec_waiting(cc, direct));
1387 		if (cc_exec_curr(cc, direct) != c)