diff --git a/sklearn/mixture/_base.py b/sklearn/mixture/_base.py
index 00721dc8d70ec..a298dfec6a0da 100644
--- a/sklearn/mixture/_base.py
+++ b/sklearn/mixture/_base.py
@@ -137,10 +137,6 @@ def _initialize_parameters(self, X, random_state):
                 random_state=random_state,
             )
             resp[indices, np.arange(self.n_components)] = 1
-        else:
-            raise ValueError(
-                "Unimplemented initialization method '%s'" % self.init_params
-            )
 
         self._initialize(X, resp)