ci: run some tests in parallel (#1004)

A bit faster.

---------

Signed-off-by: Henry Schreiner <henryschreineriii@gmail.com>
Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

Author: henryiii

.github/workflows/ci.yml

@@ -121,19 +121,20 @@ jobs:
         run:
           uv pip install
           -e.[test,test-meta,test-numpy,test-schema,test-hatchling,wheels,cov,wheel-free-setuptools]
-          --system
+          pytest-xdist --system
 
       - name: Install package (pip)
         if: matrix.python-version == 'pypy-3.8'
         run:
           pip install
           -e.[test,test-meta,test-numpy,test-schema,wheels,cov,wheel-free-setuptools]
+          pytest-xdist
 
       - name: Test package
         if: "!contains(matrix.python_version, 'pypy')"
         run: >-
-          pytest -ra --showlocals --cov --cov-report=xml --cov-report=term
-          --durations=20
+          pytest -ra --showlocals --cov --cov-report=xml --cov-report=term -n
+          auto --durations=20
 
       - name: Test package (two attempts)
         uses: nick-fields/retry@v3
@@ -144,7 +145,7 @@ jobs:
           timeout_seconds: 5
           command: >-
             pytest -ra --showlocals --cov --cov-report=xml --cov-report=term
-            --durations=20
+            --durations=20 -n auto
 
       - name: Upload coverage report
         uses: codecov/codecov-action@v5

docs/about/changelog.md

@@ -48,6 +48,8 @@ CI and testing:
 - Update deployment a bit by @henryiii in #922
 - Use astral-sh/setup-uv instead by @henryiii in #923
 - Simpler noxfile by @henryiii in #924
+- Test on Linux ARM & Python 3.14 alphas by @henryiii in #1003
+- Support for parallel testing by @henryiii in #1004
 
 Docs:
 

noxfile.py

@@ -63,7 +63,7 @@ def _run_tests(
     run_args: Sequence[str] = (),
     extras: Sequence[str] = (),
 ) -> None:
-    posargs = list(session.posargs)
+    posargs = list(session.posargs) or ["-n", "auto"]
     env = {"PIP_DISABLE_PIP_VERSION_CHECK": "1"}
 
     _prepare_cmake_ninja(session)
@@ -74,7 +74,7 @@ def _run_tests(
         posargs.append("--cov-config=pyproject.toml")
 
     install_arg = f"-e.[{','.join(_extras)}]"
-    session.install(install_arg, *install_args, silent=False)
+    session.install(install_arg, *install_args, "pytest-xdist", silent=False)
     session.run("pytest", *run_args, *posargs, env=env)
 
 

src/scikit_build_core/program_search.py

@@ -33,7 +33,7 @@ def __dir__() -> list[str]:
 
 
 # Make sure we don't wait forever for programs to respond
-TIMEOUT = 10 if sys.platform.startswith("win") else 4
+TIMEOUT = 10 if sys.platform.startswith("win") else 5
 
 
 class Program(NamedTuple):

src/scikit_build_core/setuptools/build_cmake.py

@@ -115,7 +115,7 @@ def run(self) -> None:
         _validate_settings(settings)
 
         build_tmp_folder = Path(self.build_temp)
-        build_temp = build_tmp_folder / "_skbuild"  # TODO: include python platform
+        build_temp = build_tmp_folder / "_skbuild"
 
         dist = self.distribution
         dist_source_dir = getattr(self.distribution, "cmake_source_dir", None)

tests/conftest.py

@@ -192,9 +192,6 @@ def process_package(
     package_dir = tmp_path / "pkg"
     shutil.copytree(DIR / "packages" / package.name, package_dir)
     monkeypatch.chdir(package_dir)
-    # Just in case this gets littered into the source tree, clear it out
-    if Path("dist").is_dir():
-        shutil.rmtree("dist")
 
 
 @pytest.fixture

tests/test_broken_fallback.py

@@ -13,9 +13,12 @@
 @pytest.mark.configure
 @pytest.mark.usefixtures("broken_fallback")
 @pytest.mark.parametrize("broken_define", ["BROKEN_CMAKE", "BROKEN_CODE"])
-def test_broken_code(broken_define: str, capfd: pytest.CaptureFixture[str]):
-    build_wheel("dist", {f"cmake.define.{broken_define}": "1"})
-    wheel = Path("dist") / "broken_fallback-0.0.1-py3-none-any.whl"
+def test_broken_code(
+    broken_define: str, capfd: pytest.CaptureFixture[str], tmp_path: Path
+):
+    dist = tmp_path / "dist"
+    build_wheel(str(dist), {f"cmake.define.{broken_define}": "1"})
+    wheel = dist / "broken_fallback-0.0.1-py3-none-any.whl"
     with zipfile.ZipFile(wheel) as f:
         file_names = set(f.namelist())
 

tests/test_dynamic_metadata.py

@@ -234,9 +234,9 @@ def test_dual_metadata():
 @pytest.mark.compile
 @pytest.mark.configure
 @pytest.mark.usefixtures("mock_entry_points", "package_dynamic_metadata")
-def test_pep517_wheel(virtualenv):
-    dist = Path("dist")
-    out = build_wheel("dist")
+def test_pep517_wheel(virtualenv, tmp_path: Path) -> None:
+    dist = tmp_path / "dist"
+    out = build_wheel(str(dist))
     (wheel,) = dist.glob("dynamic-0.0.2-*.whl")
     assert wheel == dist / out
 

tests/test_fortran.py

@@ -40,10 +40,7 @@
 )
 def test_pep517_wheel(tmp_path, monkeypatch, virtualenv):
     dist = tmp_path / "dist"
-    dist.mkdir()
     monkeypatch.chdir(FORTRAN_EXAMPLE)
-    if Path("dist").is_dir():
-        shutil.rmtree("dist")
     out = build_wheel(str(dist))
     (wheel,) = dist.glob("fibby-0.0.1-*.whl")
     assert wheel == dist / out

tests/test_hatchling.py

@@ -11,10 +11,11 @@
 @pytest.mark.network
 @pytest.mark.integration
 @pytest.mark.usefixtures("package_hatchling")
-def test_hatchling_sdist(isolated) -> None:
+def test_hatchling_sdist(isolated, tmp_path: Path) -> None:
+    dist = tmp_path / "dist"
     isolated.install("build[virtualenv]")
-    isolated.module("build", "--sdist")
-    (sdist,) = Path("dist").iterdir()
+    isolated.module("build", "--sdist", f"--outdir={dist}")
+    (sdist,) = dist.iterdir()
     assert sdist.name == "hatchling_example-0.1.0.tar.gz"
     with tarfile.open(sdist) as f:
         file_names = set(f.getnames())
@@ -37,12 +38,13 @@ def test_hatchling_sdist(isolated) -> None:
 @pytest.mark.parametrize(
     "build_args", [(), ("--wheel",)], ids=["sdist_to_wheel", "wheel_directly"]
 )
-def test_hatchling_wheel(isolated, build_args) -> None:
+def test_hatchling_wheel(isolated, build_args, tmp_path: Path) -> None:
+    dist = tmp_path / "dist"
     isolated.install("build[virtualenv]", "scikit-build-core", "hatchling", "pybind11")
-    isolated.module("build", "--no-isolation", *build_args)
+    isolated.module("build", "--no-isolation", f"--outdir={dist}", *build_args)
     ext_suffix = sysconfig.get_config_var("EXT_SUFFIX")
 
-    (wheel,) = Path("dist").glob("*.whl")
+    (wheel,) = dist.glob("*.whl")
     with zipfile.ZipFile(wheel) as f:
         file_names = set(f.namelist())
     assert file_names == {