diff --git a/src/duckstation-qt/controllersettingswidget.cpp b/src/duckstation-qt/controllersettingswidget.cpp
index bc4a456ce..dfc82b4af 100644
--- a/src/duckstation-qt/controllersettingswidget.cpp
+++ b/src/duckstation-qt/controllersettingswidget.cpp
@@ -118,6 +118,9 @@ void ControllerSettingsWidget::onProfileLoaded()
 {
   for (int i = 0; i < static_cast<int>(m_port_ui.size()); i++)
   {
+    if (!m_port_ui[i].widget)
+      continue;
+
     ControllerType ctype = Settings::ParseControllerTypeName(
                              m_host_interface
                                ->GetStringSettingValue(QStringLiteral("Controller%1").arg(i + 1).toStdString().c_str(),