diff --git a/.travis.yml b/.travis.yml
index 407441c19..b0fcea755 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -31,6 +31,7 @@ matrix:
       dist: trusty
     - python:  "2.7_with_system_site_packages" # For PyQt4
       name: "2.7_with_system_site_packages Xenial"
+      services: xvfb
     - python:  "2.7_with_system_site_packages" # For PyQt4
       name: "2.7_with_system_site_packages Trusty"
       dist: trusty
@@ -78,7 +79,7 @@ before_install:
 before_script:
 # Qt needs a display for some of the tests, and it's only run on the system site packages install
 - |
-  if [ "$TRAVIS_PYTHON_VERSION" == "2.7_with_system_site_packages" ]; then
+  if [ "$TRAVIS_JOB_NAME" == "2.7_with_system_site_packages Trusty" ]; then
     export DISPLAY=:99.0
     sh -e /etc/init.d/xvfb start
   fi