diff --git a/Source/Core/VideoCommon/OnScreenUI.cpp b/Source/Core/VideoCommon/OnScreenUI.cpp
index b2f3e86682..11953b2f4c 100644
--- a/Source/Core/VideoCommon/OnScreenUI.cpp
+++ b/Source/Core/VideoCommon/OnScreenUI.cpp
@@ -333,6 +333,8 @@ void OnScreenUI::DrawChallenges()
   std::lock_guard lg{*AchievementManager::GetInstance()->GetLock()};
   const AchievementManager::NamedIconMap& challenge_icons =
       AchievementManager::GetInstance()->GetChallengeIcons();
+  if (challenge_icons.size() == 0)
+    return;
 
   const std::string window_name = "Challenges";