diff --git a/sklearn/utils/estimator_checks.py b/sklearn/utils/estimator_checks.py
index 3c9f6371e0a1e..34067536f130a 100644
--- a/sklearn/utils/estimator_checks.py
+++ b/sklearn/utils/estimator_checks.py
@@ -3298,7 +3298,6 @@ def param_filter(p):
                 type(None),
                 type,
                 types.FunctionType,
-                joblib.Memory,
             }
             # Any numpy numeric such as np.int32.
             allowed_types.update(np.core.numerictypes.allTypes.values())