Run test suites like how CPython runs theirs

fanninpm · fanninpm · commit 5458dd5e6712 · 2022-06-21T22:36:12.000-04:00
The extra flags come from the `buildbottest` rule in CPython's Makefile.
This will enable checking the tests we've been skipping by default (such
as network-based tests). This will also report the top 10 slowest tests
and will mark a test as failed if it altered the execution environment.
diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
@@ -191,14 +191,14 @@ jobs:
       - if: runner.os == 'Linux'
         name: run cpython platform-independent tests
         run:
-          target/release/rustpython -m test -v ${{ env.PLATFORM_INDEPENDENT_TESTS }}
+          target/release/rustpython -m test -j 1 -u all --slowest --fail-env-changed -v ${{ env.PLATFORM_INDEPENDENT_TESTS }}
       - if: runner.os != 'Windows'
         name: run cpython platform-dependent tests
-        run: target/release/rustpython -m test -v -x ${{ env.PLATFORM_INDEPENDENT_TESTS }}
+        run: target/release/rustpython -m test -j 1 -u all --slowest --fail-env-changed -v -x ${{ env.PLATFORM_INDEPENDENT_TESTS }}
       - if: runner.os == 'Windows'
         name: run cpython platform-dependent tests (windows partial - fixme)
         run:
-          target/release/rustpython -m test -v -x ${{ env.PLATFORM_INDEPENDENT_TESTS }}
+          target/release/rustpython -m test -j 1 -u all --slowest --fail-env-changed -v -x ${{ env.PLATFORM_INDEPENDENT_TESTS }}
             test_bool
             test_cgi
             test_exception_hierarchy
