scikit-learn · lesteve · Mar 26, 2025 · Sep 4, 2024 · Sep 4, 2024 · Sep 4, 2024
diff --git a/.github/workflows/emscripten.yml b/.github/workflows/emscripten.yml
@@ -0,0 +1,104 @@
+name: Test Emscripten/Pyodide build
+
+on:
+  schedule:
+    # Nightly build at 3:42 A.M.
+    - cron: "42 3 */1 * *"
+  push:
+    branches:
+      - main
+      # Release branches
+      - "[0-9]+.[0-9]+.X"
+  pull_request:
+    branches:
+      - main
+      - "[0-9]+.[0-9]+.X"
+  # Manual run
+  workflow_dispatch:
+
+env:
+  FORCE_COLOR: 3
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
+permissions:
+  contents: read
+
+jobs:
+  check_build_trigger:
+    name: Check build trigger
+    runs-on: ubuntu-latest
+    if: github.repository == 'scikit-learn/scikit-learn'
+    outputs:
+      build: ${{ steps.check_build_trigger.outputs.build }}
+    steps:
+      - name: Checkout scikit-learn
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ github.event.pull_request.head.sha }}
+          persist-credentials: false
+
+      - id: check_build_trigger
+        name: Check build trigger
+        shell: bash
+        run: |
+          set -e
+          set -x
+
+          COMMIT_MSG=$(git log --no-merges -1 --oneline)
+
+          # The commit marker "[pyodide]" will trigger the build when required
+          if [[ "$GITHUB_EVENT_NAME" == schedule ||
+                "$GITHUB_EVENT_NAME" == workflow_dispatch ||
+                "$COMMIT_MSG" =~ \[pyodide\] ]]; then
+              echo "build=true" >> $GITHUB_OUTPUT
+          fi
+
+  build_wasm_wheel:
+    name: Build WASM wheel
+    runs-on: ubuntu-latest
+    needs: check_build_trigger
+    if: needs.check_build_trigger.outputs.build
+    steps:
+      - name: Checkout scikit-learn
+        uses: actions/checkout@v4
+        with:
+          persist-credentials: false
+
+      - uses: pypa/cibuildwheel@d04cacbc9866d432033b1d09142936e6a0e2121a # v2.23.2
+        env:
+          CIBW_PLATFORM: pyodide
+          SKLEARN_SKIP_OPENMP_TEST: "true"
+          SKLEARN_SKIP_NETWORK_TESTS: 1
+          CIBW_TEST_REQUIRES: "pytest pandas"
+          CIBW_TEST_COMMAND: "python -m pytest -svra --pyargs sklearn --durations 20 --showlocals"
+
+      - name: Upload wheel artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: pyodide_wheel
+          path: ./wheelhouse/*.whl
+          if-no-files-found: error
+
+  # Push to https://anaconda.org/scientific-python-nightly-wheels/scikit-learn
+  # WARNING: this job will overwrite any existing WASM wheels.
+  upload-wheels:
+    name: Upload scikit-learn WASM wheels to Anaconda.org
+    runs-on: ubuntu-latest
+    permissions: {}
+    needs: [build_wasm_wheel]
+    if: github.repository == 'scikit-learn/scikit-learn' && github.event_name != 'pull_request'
+    steps:
+      - name: Download wheel artifact
+        uses: actions/download-artifact@v4
+        with:
+          path: wheelhouse/
+          merge-multiple: true
+
+      - name: Push to Anaconda PyPI index
+        uses: scientific-python/upload-nightly-action@82396a2ed4269ba06c6b2988bb4fd568ef3c3d6b # 0.6.1
+        with:
+          artifacts_path: wheelhouse/
+          anaconda_nightly_upload_token: ${{ secrets.SCIKIT_LEARN_NIGHTLY_UPLOAD_TOKEN }}
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
@@ -89,39 +89,6 @@ jobs:
         LOCK_FILE: './build_tools/azure/pylatest_free_threaded_linux-64_conda.lock'
         COVERAGE: 'false'
 
-- job: Linux_Nightly_Pyodide
-  pool:
-    vmImage: ubuntu-22.04
-  variables:
-    # Need to match Python version and Emscripten version for the correct
-    # Pyodide version. For example, for Pyodide version 0.27.2, see
-    # https://github.com/pyodide/pyodide/blob/0.27.2/Makefile.envs
-    PYODIDE_VERSION: '0.27.2'
-    EMSCRIPTEN_VERSION: '3.1.58'
-    PYTHON_VERSION: '3.12.7'
-
-  dependsOn: [git_commit, linting]
-  condition: |
-    and(
-      succeeded(),
-      not(contains(dependencies['git_commit']['outputs']['commit.message'], '[ci skip]')),
-      or(eq(variables['Build.Reason'], 'Schedule'),
-         contains(dependencies['git_commit']['outputs']['commit.message'], '[pyodide]'
-        )
-      )
-    )
-  steps:
-    - task: UsePythonVersion@0
-      inputs:
-        versionSpec: $(PYTHON_VERSION)
-        addToPath: true
-
-    - bash: bash build_tools/azure/install_pyodide.sh
-      displayName: Build Pyodide wheel
-
-    - bash: bash build_tools/azure/test_script_pyodide.sh
-      displayName: Test Pyodide wheel
-
 # Will run all the time regardless of linting outcome.
 - template: build_tools/azure/posix.yml
   parameters:

diff --git a/build_tools/azure/install_pyodide.sh b/build_tools/azure/install_pyodide.sh
diff --git a/build_tools/azure/pytest-pyodide.js b/build_tools/azure/pytest-pyodide.js
diff --git a/build_tools/azure/test_script_pyodide.sh b/build_tools/azure/test_script_pyodide.sh
diff --git a/sklearn/_loss/tests/test_loss.py b/sklearn/_loss/tests/test_loss.py
@@ -29,7 +29,6 @@
 )
 from sklearn.utils import assert_all_finite
 from sklearn.utils._testing import create_memmap_backed_data, skip_if_32bit
-from sklearn.utils.fixes import _IS_WASM
 
 ALL_LOSSES = list(_LOSSES.values())
 
@@ -390,9 +389,6 @@ def test_loss_dtype(
 
     Also check that input arrays can be readonly, e.g. memory mapped.
     """
-    if _IS_WASM and readonly_memmap:  # pragma: nocover
-        pytest.xfail(reason="memmap not fully supported")
-
     loss = loss()
     # generate a y_true and raw_prediction in valid range
     n_samples = 5

diff --git a/sklearn/datasets/tests/test_openml.py b/sklearn/datasets/tests/test_openml.py
@@ -1475,7 +1475,7 @@ def _mock_urlopen_raise(request, *args, **kwargs):
         (False, "pandas"),
     ],
 )
-def test_fetch_openml_verify_checksum(monkeypatch, as_frame, cache, tmpdir, parser):
+def test_fetch_openml_verify_checksum(monkeypatch, as_frame, tmpdir, parser):
     """Check that the checksum is working as expected."""
     if as_frame or parser == "pandas":
         pytest.importorskip("pandas")

diff --git a/sklearn/tests/test_common.py b/sklearn/tests/test_common.py
@@ -60,7 +60,6 @@
     check_transformer_get_feature_names_out_pandas,
     parametrize_with_checks,
 )
-from sklearn.utils.fixes import _IS_WASM
 
 
 def test_all_estimator_no_base_class():
@@ -134,7 +133,6 @@ def test_check_estimator_generate_only_deprecation():
     assert isgenerator(all_instance_gen_checks)
 
 
-@pytest.mark.xfail(_IS_WASM, reason="importlib not supported for Pyodide packages")
 @pytest.mark.filterwarnings(
     "ignore:Since version 1.0, it is not needed to import "
     "enable_hist_gradient_boosting anymore"

diff --git a/sklearn/tests/test_discriminant_analysis.py b/sklearn/tests/test_discriminant_analysis.py
@@ -21,7 +21,6 @@
     assert_array_almost_equal,
     assert_array_equal,
 )
-from sklearn.utils.fixes import _IS_WASM
 
 # Data is just 6 separable points in the plane
 X = np.array([[-2, -1], [-1, -1], [-1, -2], [1, 1], [1, 2], [2, 1]], dtype="f")
@@ -594,13 +593,6 @@ def test_qda_store_covariance():
     )
 
 
-@pytest.mark.xfail(
-    _IS_WASM,
-    reason=(
-        "no floating point exceptions, see"
-        " https://github.com/numpy/numpy/pull/21895#issuecomment-1311525881"
-    ),
-)
 def test_qda_regularization():
     # The default is reg_param=0. and will cause issues when there is a
     # constant variable.

diff --git a/sklearn/utils/tests/test_testing.py b/sklearn/utils/tests/test_testing.py
@@ -854,7 +854,6 @@ def test_tempmemmap(monkeypatch):
     assert registration_counter.nb_calls == 2
 
 
-@pytest.mark.xfail(_IS_WASM, reason="memmap not fully supported")
 def test_create_memmap_backed_data(monkeypatch):
     registration_counter = RegistrationCounter()
     monkeypatch.setattr(atexit, "register", registration_counter)