1 files changed, 24 insertions, 17 deletions

diff --git a/sys/kern/kern_timeout.c b/sys/kern/kern_timeout.c
index 58619a715166..57be76224e8a 100644
--- a/sys/kern/kern_timeout.c
+++ b/sys/kern/kern_timeout.c
@@ -56,6 +56,7 @@ struct callout_list callfree;
 int callwheelsize, callwheelbits, callwheelmask;
 struct callout_tailq *callwheel;
 int softticks;			/* Like ticks, but for softclock(). */
+struct mtx callout_lock;
 
 static struct callout *nextsoftcheck;	/* Next callout to be checked. */
 
@@ -90,7 +91,7 @@ softclock(void *dummy)
 
 	steps = 0;
 	s = splhigh();
-	mtx_enter(&sched_lock, MTX_SPIN);
+	mtx_enter(&callout_lock, MTX_SPIN);
 	while (softticks != ticks) {
 		softticks++;
 		/*
@@ -107,21 +108,23 @@ softclock(void *dummy)
 				if (steps >= MAX_SOFTCLOCK_STEPS) {
 					nextsoftcheck = c;
 					/* Give interrupts a chance. */
-					mtx_exit(&sched_lock, MTX_SPIN);
+					mtx_exit(&callout_lock, MTX_SPIN);
 					splx(s);
 					s = splhigh();
-					mtx_enter(&sched_lock, MTX_SPIN);
+					mtx_enter(&callout_lock, MTX_SPIN);
 					c = nextsoftcheck;
 					steps = 0;
 				}
 			} else {
 				void (*c_func)(void *);
 				void *c_arg;
+				int c_flags;
 
 				nextsoftcheck = TAILQ_NEXT(c, c_links.tqe);
 				TAILQ_REMOVE(bucket, c, c_links.tqe);
 				c_func = c->c_func;
 				c_arg = c->c_arg;
+				c_flags = c->c_flags;
 				c->c_func = NULL;
 				if (c->c_flags & CALLOUT_LOCAL_ALLOC) {
 					c->c_flags = CALLOUT_LOCAL_ALLOC;
@@ -131,18 +134,22 @@ softclock(void *dummy)
 					c->c_flags =
 					    (c->c_flags & ~CALLOUT_PENDING);
 				}
-				mtx_exit(&sched_lock, MTX_SPIN);
+				mtx_exit(&callout_lock, MTX_SPIN);
+				if (!(c_flags & CALLOUT_MPSAFE))
+					mtx_enter(&Giant, MTX_DEF);
 				splx(s);
 				c_func(c_arg);
 				s = splhigh();
-				mtx_enter(&sched_lock, MTX_SPIN);
+				if (!(c_flags & CALLOUT_MPSAFE))
+					mtx_exit(&Giant, MTX_DEF);
+				mtx_enter(&callout_lock, MTX_SPIN);
 				steps = 0;
 				c = nextsoftcheck;
 			}
 		}
 	}
 	nextsoftcheck = NULL;
-	mtx_exit(&sched_lock, MTX_SPIN);
+	mtx_exit(&callout_lock, MTX_SPIN);
 	splx(s);
 }
 
@@ -173,7 +180,7 @@ timeout(ftn, arg, to_ticks)
 	struct callout_handle handle;
 
 	s = splhigh();
-	mtx_enter(&sched_lock, MTX_SPIN);
+	mtx_enter(&callout_lock, MTX_SPIN);
 
 	/* Fill in the next free callout structure. */
 	new = SLIST_FIRST(&callfree);
@@ -185,7 +192,7 @@ timeout(ftn, arg, to_ticks)
 	callout_reset(new, to_ticks, ftn, arg);
 
 	handle.callout = new;
-	mtx_exit(&sched_lock, MTX_SPIN);
+	mtx_exit(&callout_lock, MTX_SPIN);
 	splx(s);
 	return (handle);
 }
@@ -207,10 +214,10 @@ untimeout(ftn, arg, handle)
 		return;
 
 	s = splhigh();
-	mtx_enter(&sched_lock, MTX_SPIN);
+	mtx_enter(&callout_lock, MTX_SPIN);
 	if (handle.callout->c_func == ftn && handle.callout->c_arg == arg)
 		callout_stop(handle.callout);
-	mtx_exit(&sched_lock, MTX_SPIN);
+	mtx_exit(&callout_lock, MTX_SPIN);
 	splx(s);
 }
 
@@ -244,7 +251,7 @@ callout_reset(c, to_ticks, ftn, arg)
 	int	s;
 
 	s = splhigh();
-	mtx_enter(&sched_lock, MTX_SPIN);
+	mtx_enter(&callout_lock, MTX_SPIN);
 	if (c->c_flags & CALLOUT_PENDING)
 		callout_stop(c);
 
@@ -262,7 +269,7 @@ callout_reset(c, to_ticks, ftn, arg)
 	c->c_time = ticks + to_ticks;
 	TAILQ_INSERT_TAIL(&callwheel[c->c_time & callwheelmask], 
 			  c, c_links.tqe);
-	mtx_exit(&sched_lock, MTX_SPIN);
+	mtx_exit(&callout_lock, MTX_SPIN);
 	splx(s);
 }
 
@@ -273,13 +280,13 @@ callout_stop(c)
 	int	s;
 
 	s = splhigh();
-	mtx_enter(&sched_lock, MTX_SPIN);
+	mtx_enter(&callout_lock, MTX_SPIN);
 	/*
 	 * Don't attempt to delete a callout that's not on the queue.
 	 */
 	if (!(c->c_flags & CALLOUT_PENDING)) {
 		c->c_flags &= ~CALLOUT_ACTIVE;
-		mtx_exit(&sched_lock, MTX_SPIN);
+		mtx_exit(&callout_lock, MTX_SPIN);
 		splx(s);
 		return;
 	}
@@ -294,7 +301,7 @@ callout_stop(c)
 	if (c->c_flags & CALLOUT_LOCAL_ALLOC) {
 		SLIST_INSERT_HEAD(&callfree, c, c_links.sle);
 	}
-	mtx_exit(&sched_lock, MTX_SPIN);
+	mtx_exit(&callout_lock, MTX_SPIN);
 	splx(s);
 }
 
@@ -356,7 +363,7 @@ adjust_timeout_calltodo(time_change)
 
 	/* don't collide with softclock() */
 	s = splhigh(); 
-	mtx_enter(&sched_lock, MTX_SPIN);
+	mtx_enter(&callout_lock, MTX_SPIN);
 	for (p = calltodo.c_next; p != NULL; p = p->c_next) {
 		p->c_time -= delta_ticks;
 
@@ -367,7 +374,7 @@ adjust_timeout_calltodo(time_change)
 		/* take back the ticks the timer didn't use (p->c_time <= 0) */
 		delta_ticks = -p->c_time;
 	}
-	mtx_exit(&sched_lock, MTX_SPIN);
+	mtx_exit(&callout_lock, MTX_SPIN);
 	splx(s);
 
 	return;