ci: parallelise pytest execution and optimise regression workflows

Author: harryswift01

.github/workflows/daily.yaml

@@ -11,14 +11,16 @@ concurrency:
 
 jobs:
   unit:
-    name: Unit (${{ matrix.os }}, ${{ matrix.python-version }})
+    name: Unit (${{ matrix.os }}, py${{ matrix.python-version }})
     runs-on: ${{ matrix.os }}
     timeout-minutes: 30
+
     strategy:
       fail-fast: false
       matrix:
         os: [ubuntu-24.04, macos-15, windows-2025]
         python-version: ["3.12", "3.13", "3.14"]
+
     steps:
       - name: Checkout
         uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6
@@ -29,10 +31,10 @@ jobs:
           python-version: ${{ matrix.python-version }}
           cache: pip
 
-      - name: Install (testing)
+      - name: Install testing dependencies
         run: |
           python -m pip install --upgrade pip
           python -m pip install -e .[testing]
 
-      - name: Pytest (unit) • ${{ matrix.os }} • py${{ matrix.python-version }}
+      - name: Run unit tests
         run: python -m pytest tests/unit

.github/workflows/pr.yaml

@@ -17,6 +17,7 @@ jobs:
       matrix:
         os: [ubuntu-24.04, macos-15, windows-2025]
         python-version: ["3.12", "3.13", "3.14"]
+
     steps:
       - name: Checkout
         uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6
@@ -36,16 +37,17 @@ jobs:
         run: python -m pytest tests/unit
 
   regression-quick:
-    name: Regression (quick)
+    name: Regression (fast)
     needs: unit
     runs-on: ubuntu-24.04
     timeout-minutes: 35
+
     steps:
       - name: Checkout
-        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6
+        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8
 
       - name: Set up Python 3.14
-        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
+        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405
         with:
           python-version: "3.14"
           cache: pip
@@ -54,20 +56,21 @@ jobs:
         uses: actions/cache@v4
         with:
           path: .testdata
-          key: codeentropy-testdata-v1-${{ runner.os }}-py3.14
+          key: codeentropy-testdata-${{ runner.os }}-py314
 
-      - name: Install (testing)
+      - name: Install testing dependencies
         run: |
           python -m pip install --upgrade pip
           python -m pip install -e .[testing]
 
-      - name: Pytest (regression quick)
+      - name: Run fast regression tests (parallel)
         run: |
           python -m pytest tests/regression \
             -m "not slow" \
             -n auto \
+            --dist=loadscope \
             -vv \
-            --durations=0
+            --durations=20
 
       - name: Upload artifacts (failure)
         if: failure()
@@ -76,11 +79,7 @@ jobs:
           name: quick-regression-failure
           path: |
             .testdata/**
-            tests/regression/**/.pytest_cache/**
-            /tmp/pytest-of-*/pytest-*/**/config.yaml
-            /tmp/pytest-of-*/pytest-*/**/codeentropy_stdout.txt
-            /tmp/pytest-of-*/pytest-*/**/codeentropy_stderr.txt
-            /tmp/pytest-of-*/pytest-*/**/codeentropy_output.json
+            /tmp/pytest-of-*/pytest-*/**
 
   docs:
     name: Docs
@@ -98,7 +97,7 @@ jobs:
           python-version: "3.14"
           cache: pip
 
-      - name: Install
+      - name: Install docs dependencies
         run: |
           python -m pip install --upgrade pip
           python -m pip install -e .[docs]
@@ -119,6 +118,7 @@ jobs:
     name: Pre-commit
     runs-on: ubuntu-24.04
     timeout-minutes: 15
+
     steps:
       - name: Checkout
         uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6
@@ -129,13 +129,12 @@ jobs:
           python-version: "3.14"
           cache: pip
 
-      - name: Install (pre-commit)
+      - name: Install pre-commit dependencies
         run: |
           python -m pip install --upgrade pip
           python -m pip install -e .[pre-commit]
 
       - name: Run pre-commit
-        shell: bash
         run: |
           pre-commit install
           pre-commit run --all-files || {
@@ -149,8 +148,9 @@ jobs:
     needs: unit
     runs-on: ubuntu-24.04
     timeout-minutes: 30
+
     steps:
-      - name: Checkout repo
+      - name: Checkout
         uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8
 
       - name: Set up Python 3.14
@@ -159,20 +159,20 @@ jobs:
           python-version: "3.14"
           cache: pip
 
-      - name: Install (testing)
+      - name: Install testing dependencies
         run: |
           python -m pip install --upgrade pip
           python -m pip install -e .[testing]
 
-      - name: Run unit test suite with coverage
+      - name: Run coverage
         run: |
           pytest tests/unit \
             --cov CodeEntropy \
             --cov-report term-missing \
             --cov-report xml \
             -q
 
-      - name: Upload to Coveralls
+      - name: Upload coverage to Coveralls
         uses: coverallsapp/github-action@5cbfd81b66ca5d10c19b062c04de0199c215fb6e
         with:
           github-token: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/weekly-regression.yaml

@@ -2,7 +2,7 @@ name: Weekly Regression Tests
 
 on:
   schedule:
-    - cron: '0 8 * * 1'  # Weekly Monday checks
+    - cron: '0 8 * * 1'
   workflow_dispatch:
 
 concurrency:
@@ -13,12 +13,13 @@ jobs:
   discover:
     name: Discover regression systems
     runs-on: ubuntu-24.04
+
     outputs:
       systems: ${{ steps.set.outputs.systems }}
 
     steps:
-      - name: Checkout repo
-        uses: actions/checkout@v4
+      - name: Checkout
+        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8
 
       - name: Generate system matrix
         id: set
@@ -30,46 +31,47 @@ jobs:
     name: Regression (${{ matrix.system }})
     needs: discover
     runs-on: ubuntu-24.04
+    timeout-minutes: 360
 
     strategy:
       fail-fast: false
       matrix:
         system: ${{ fromJson(needs.discover.outputs.systems) }}
 
     steps:
-      - name: Checkout repo
-        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6
+      - name: Checkout
+        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8
 
       - name: Set up Python 3.14
-        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
+        uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405
         with:
           python-version: "3.14"
           cache: pip
 
-      - name: Cache regression test data downloads
+      - name: Cache regression test data
         uses: actions/cache@v4
         with:
           path: .testdata
           key: codeentropy-testdata-${{ runner.os }}-py314
 
-      - name: Install CodeEntropy and dependencies
+      - name: Install testing dependencies
         run: |
           pip install --upgrade pip
           pip install -e .[testing]
 
-      - name: Run regression tests for system
+      - name: Run regression tests (slow)
         run: |
-          pytest tests/regression -k "${{ matrix.system }}" --run-slow -vv
+          pytest tests/regression \
+            -k "${{ matrix.system }}" \
+            --run-slow \
+            -vv \
+            --durations=20
 
-      - name: Upload regression artifacts on failure
+      - name: Upload regression artifacts (failure)
         if: failure()
         uses: actions/upload-artifact@v4
         with:
           name: regression-${{ matrix.system }}-artifacts
           path: |
             .testdata/**
-            tests/regression/**/.pytest_cache/**
-            /tmp/pytest-of-*/pytest-*/**/config.yaml
-            /tmp/pytest-of-*/pytest-*/**/codeentropy_stdout.txt
-            /tmp/pytest-of-*/pytest-*/**/codeentropy_stderr.txt
-            /tmp/pytest-of-*/pytest-*/**/codeentropy_output.json
+            /tmp/pytest-of-*/pytest-*/**

conda-recipe/meta.yaml

@@ -38,6 +38,7 @@ requirements:
     - dask >=2026.1.2,<2026.2.0
     - distributed >=2026.1.2,<2026.2.0
     - dask-jobqueue >=0.9,<0.10
+    - pytest-xdist >=3.8, <3.9
 
 test:
   imports:

pyproject.toml

@@ -61,7 +61,8 @@ Documentation = "https://codeentropy.readthedocs.io"
 testing = [
     "pytest>=9.0,<10.0",
     "pytest-cov>=7.0,<8.0",
-    "pytest-sugar>=1.1,<2.0"
+    "pytest-sugar>=1.1,<2.0",
+    "pytest-xdist"
 ]
 pre-commit = [
     "pre-commit>=4.5,<5.0",
@@ -83,6 +84,9 @@ docs = [
 [project.scripts]
 CodeEntropy = "CodeEntropy.cli:main"
 
+[tool.pytest.ini_options]
+addopts = "-n auto -m 'not slow' -vv"
+
 [tool.ruff]
 line-length = 88
 target-version = "py311"