diff --git a/sklearn/conftest.py b/sklearn/conftest.py
index b00b9c11a3f70..8a98921342efa 100644
--- a/sklearn/conftest.py
+++ b/sklearn/conftest.py
@@ -20,7 +20,7 @@ def pyplot():
         The ``matplotlib.pyplot`` module.
     """
     matplotlib = pytest.importorskip('matplotlib')
-    matplotlib.use('agg', warn=False, force=True)
+    matplotlib.use('agg')
     pyplot = pytest.importorskip('matplotlib.pyplot')
     yield pyplot
     pyplot.close('all')