diff --git a/.travis.yml b/.travis.yml
index c3a8c2114552..5018bb72438a 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -3,6 +3,9 @@ language: python
 dist: xenial
 sudo: false
 
+services:
+  - xvfb
+
 branches:
   except:
   - /^auto-backport-of-pr-\d*/
@@ -156,10 +159,6 @@ install:
     python -mpip install -ve .
 
 before_script: |
-  if [[ $TRAVIS_OS_NAME != 'osx' ]]; then
-    export DISPLAY=:99.0
-    sh -e /etc/init.d/xvfb start
-  fi
   if [[ $DELETE_FONT_CACHE == 1 ]]; then
     rm -rf ~/.cache/matplotlib
   fi