diff --git a/CMakeLists.txt b/CMakeLists.txt
index c3bac050c2..cbc55984f3 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -597,7 +597,6 @@ else()
   include_directories(Externals/LZO)
   set(LZO lzo2)
 endif()
-list(APPEND LIBS ${LZO})
 
 if(NOT APPLE)
   check_lib(PNG libpng png png.h QUIET)
diff --git a/Source/Core/Core/CMakeLists.txt b/Source/Core/Core/CMakeLists.txt
index 7a9e2dba1c..60d6d23769 100644
--- a/Source/Core/Core/CMakeLists.txt
+++ b/Source/Core/Core/CMakeLists.txt
@@ -280,7 +280,6 @@ PUBLIC
   discio
   enet
   inputcommon
-  ${LZO}
   ${MBEDTLS_LIBRARIES}
   pugixml
   sfml-network
@@ -289,6 +288,9 @@ PUBLIC
   videoogl
   videosoftware
   z
+
+PRIVATE
+  ${LZO}
 )
 
 if (APPLE)