diff --git a/src/sdl/mixer_sound.c b/src/sdl/mixer_sound.c
index 260dd3125..1590496ff 100644
--- a/src/sdl/mixer_sound.c
+++ b/src/sdl/mixer_sound.c
@@ -579,7 +579,7 @@ static void count_music_bytes(int chan, void *stream, int len, void *udata)
 	{
 		music_stutter_bytes += len;
 	}
-	else
+	else if (stutter_threshold)
 	{
 		if (music_stutter_bytes >= stutter_threshold)
 		{