diff --git a/setup.py b/setup.py
index 343fa102d..5ddf63f89 100644
--- a/setup.py
+++ b/setup.py
@@ -174,8 +174,7 @@ class pil_build_ext(build_ext):
             # darwin ports installation directories
             _add_directory(library_dirs, "/opt/local/lib")
             _add_directory(include_dirs, "/opt/local/include")
-            # xquartz installation directories
-            _add_directory(library_dirs, "/opt/X11/lib")
+            # Mavericks has X11 include files here
             _add_directory(include_dirs, "/opt/X11/include")
             # freetype2 ships with X11
             _add_directory(library_dirs, "/usr/X11/lib")