diff --git a/build/cmake/CMakeLists.txt b/build/cmake/CMakeLists.txt
index 9130e00..97b195a 100644
--- a/build/cmake/CMakeLists.txt
+++ b/build/cmake/CMakeLists.txt
@@ -44,8 +44,10 @@ else ()
 endif ()
 
 find_package (OpenGL REQUIRED)
-find_package (X11)
-
+#X11 is only required when builing utils/
+if(BUILD_UTILS)
+  find_package (X11)
+endif()
 set (GLEW_LIBRARIES ${OPENGL_LIBRARIES})
 
 add_definitions (-DGLEW_NO_GLU)