diff --git a/src/duckstation-qt/controllersettingswindow.cpp b/src/duckstation-qt/controllersettingswindow.cpp
index ede1de063..0f298e689 100644
--- a/src/duckstation-qt/controllersettingswindow.cpp
+++ b/src/duckstation-qt/controllersettingswindow.cpp
@@ -101,7 +101,8 @@ ControllerSettingsWindow::ControllerSettingsWindow(INISettingsInterface* game_si
     }
   }
 
-  createWidgets();
+  if (m_ui.settingsContainer->count() == 0)
+    createWidgets();
 }
 
 ControllerSettingsWindow::~ControllerSettingsWindow() = default;