diff --git a/Source/Core/Core/CoreTiming.cpp b/Source/Core/Core/CoreTiming.cpp
index 8e5d489a58..3c2a49092d 100644
--- a/Source/Core/Core/CoreTiming.cpp
+++ b/Source/Core/Core/CoreTiming.cpp
@@ -373,6 +373,11 @@ void CoreTimingManager::Throttle(const s64 target_cycle)
   const TimePoint min_deadline = time - m_max_fallback;
   const TimePoint max_deadline = time + m_max_fallback;
 
+  if (speed <= 0.0)
+  {
+    m_throttle_deadline = time;
+  }
+
   if (m_throttle_deadline > max_deadline)
   {
     m_throttle_deadline = max_deadline;