diff --git a/pcsx2/IPU/yuv2rgb.cpp b/pcsx2/IPU/yuv2rgb.cpp
index ea6d14b7ef..d7ae7baafa 100644
--- a/pcsx2/IPU/yuv2rgb.cpp
+++ b/pcsx2/IPU/yuv2rgb.cpp
@@ -58,6 +58,7 @@ void yuv2rgb_reference(void)
 		}
 }
 
+#ifdef _M_X86_32
 // Everything below is bit accurate to the IPU specification (except maybe rounding).
 // Know the specification before you touch it.
 #define SSE_BYTES(x) {x, x, x, x, x, x, x, x, x, x, x, x, x, x, x, x}
@@ -403,3 +404,4 @@ ihatemsvc:
 #	error Unsupported compiler
 #endif
 }
+#endif
diff --git a/pcsx2/IPU/yuv2rgb.h b/pcsx2/IPU/yuv2rgb.h
index 8d1efb2e14..73ca28df88 100644
--- a/pcsx2/IPU/yuv2rgb.h
+++ b/pcsx2/IPU/yuv2rgb.h
@@ -15,7 +15,10 @@
 
 #pragma once
 
-#define yuv2rgb yuv2rgb_sse2
-
 extern void yuv2rgb_reference();
+#ifdef _M_X86_32
+#define yuv2rgb yuv2rgb_sse2
 extern void yuv2rgb_sse2();
+#else
+#define yuv2rgb yuv2rgb_reference
+#endif