diff --git a/Source/Core/VideoCommon/FramebufferManager.cpp b/Source/Core/VideoCommon/FramebufferManager.cpp
index 6dbad557cf..5f5c9593d6 100644
--- a/Source/Core/VideoCommon/FramebufferManager.cpp
+++ b/Source/Core/VideoCommon/FramebufferManager.cpp
@@ -493,6 +493,9 @@ void FramebufferManager::RefreshPeekCache()
         flush_command_buffer = true;
       }
     }
+
+    m_efb_depth_cache.valid = true;
+    m_efb_color_cache.valid = true;
   }
   else
   {