diff --git a/CMakeLists.txt b/CMakeLists.txt
index 70907b8..3f5e756 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -187,6 +187,8 @@ else()
 endif(ZLIB_FOUND)
 if(JPEG_FOUND)
   set(LIBVNCSERVER_HAVE_LIBJPEG 1)
+else()
+  unset(JPEG_LIBRARIES) # would otherwise confuse target_link_libraries()
 endif(JPEG_FOUND)
 if(PNG_FOUND)
   set(LIBVNCSERVER_HAVE_LIBPNG 1)