diff --git a/pcsx2/GS.cpp b/pcsx2/GS.cpp
index 287a063dfc..cb7e28edf6 100644
--- a/pcsx2/GS.cpp
+++ b/pcsx2/GS.cpp
@@ -324,7 +324,7 @@ void gsCSRwrite(u32 value)
 static void IMRwrite(u32 value)
 {
 	GSIMR = (value & 0x1f00)|0x6000;
-	CSRw |= (GSIMR >> 8) & 0x1f;
+	CSRw |= ~(GSIMR >> 8) & 0x1f;
 	// don't update mtgs mem
 }