diff --git a/game/sim/gameloop.py b/game/sim/gameloop.py
index 7d965800..2f0cfa1f 100644
--- a/game/sim/gameloop.py
+++ b/game/sim/gameloop.py
@@ -48,7 +48,7 @@ class GameLoop:
         self.timer.stop()
         if simulation_speed != self.timer.simulation_speed:
             logging.info(f"Speed changed to {simulation_speed}")
-        if not self.started:
+        if not self.started and simulation_speed is not SimSpeedSetting.PAUSED:
             self.start()
         self.timer.set_speed(simulation_speed)