diff --git a/pcsx2/GS/GS.cpp b/pcsx2/GS/GS.cpp
index c25fa4b092..d5e1c920cc 100644
--- a/pcsx2/GS/GS.cpp
+++ b/pcsx2/GS/GS.cpp
@@ -1091,7 +1091,6 @@ void GSApp::Init()
 	// Avoid to clutter the ini file with useless options
 #ifdef _WIN32
 	// Per OS option.
-	m_default_configuration["adapter_index"]                              = "0";
 	m_default_configuration["CaptureFileName"]                            = "";
 	m_default_configuration["CaptureVideoCodecDisplayName"]               = "";
 	m_default_configuration["debug_d3d"]                                  = "0";
@@ -1101,6 +1100,7 @@ void GSApp::Init()
 #else
 	m_default_configuration["linux_replay"]                               = "1";
 #endif
+	m_default_configuration["adapter_index"]                              = "-1";
 	m_default_configuration["aa1"]                                        = "1";
 	m_default_configuration["accurate_date"]                              = "1";
 	m_default_configuration["accurate_blending_unit"]                     = "1";
diff --git a/pcsx2/GS/Renderers/DX11/D3D.cpp b/pcsx2/GS/Renderers/DX11/D3D.cpp
index d3674a661a..09bffd82d3 100644
--- a/pcsx2/GS/Renderers/DX11/D3D.cpp
+++ b/pcsx2/GS/Renderers/DX11/D3D.cpp
@@ -78,10 +78,11 @@ namespace D3D
 		ASSERT(factory);
 
 		wil::com_ptr_nothrow<IDXGIAdapter1> adapter;
-		if (factory->EnumAdapters1(index, adapter.put()) == DXGI_ERROR_NOT_FOUND)
+		if (index < 0 || factory->EnumAdapters1(index, adapter.put()) == DXGI_ERROR_NOT_FOUND)
 		{
 			// try index 0 (default adapter)
-			fprintf(stderr, "D3D: adapter not found, falling back to the default\n");
+			if (index >= 0)
+				fprintf(stderr, "D3D: adapter not found, falling back to the default\n");
 			if (FAILED(factory->EnumAdapters1(0, adapter.put())))
 			{
 				// either there are no adapters connected or something major is wrong with the system