build: Use dependency groups to define development dependencies (#2616)

* Use dependency-groups table to define development dependencies over extras
  to avoid distributing collections of tools meant only for local development.
   - c.f. https://learn.scientific-python.org/development/guides/packaging-simple/#development-dependencies
   - c.f. https://packaging.python.org/en/latest/specifications/dependency-groups/
* Use 'dev' as development group name to get picked up by uv's high level interface
  automatically.
* Use '--group' syntax with install commands to install requested dependency groups.

Author: matthewfeickert

.github/workflows/ci-windows.yml

@@ -33,7 +33,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install uv
-        uv pip install --system --upgrade '.[all,test]'
+        uv pip install --system --upgrade '.[all]' --group test
 
     - name: List installed Python packages
       run: python -m pip list

.github/workflows/ci.yml

@@ -49,7 +49,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install uv
-        uv pip install --system --upgrade ".[all,test]"
+        uv pip install --system --upgrade ".[all]" --group test
 
     - name: List installed Python packages
       run: python -m pip list

.github/workflows/dependencies-head.yml

@@ -34,7 +34,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install uv
-        uv pip --no-cache --quiet install --system --upgrade --pre ".[all,test]"
+        uv pip --no-cache --quiet install --system --upgrade --pre ".[all]" --group test
         python -m pip list
 
     - name: List release candidates, alpha, and beta releases
@@ -65,7 +65,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install uv
-        uv pip --no-cache --quiet install --system --upgrade ".[all,test]"
+        uv pip --no-cache --quiet install --system --upgrade ".[all]" --group test
         uv pip uninstall --system scipy
         # uv wants to upgrade dependencies (numpy) to a dev release too, so don't --upgrade
         uv pip install --system --index-url https://pypi.anaconda.org/scientific-python-nightly-wheels/simple scipy
@@ -93,7 +93,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install uv
-        uv pip --no-cache --quiet install --system --upgrade ".[all,test]"
+        uv pip --no-cache --quiet install --system --upgrade ".[all]" --group test
         uv pip uninstall --system iminuit
         uv pip install --system --upgrade cython
         uv pip install --system --upgrade git+https://github.com/scikit-hep/iminuit.git
@@ -120,7 +120,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install uv
-        uv pip --no-cache --quiet install --system --upgrade ".[all,test]"
+        uv pip --no-cache --quiet install --system --upgrade ".[all]" --group test
         uv pip uninstall --system uproot
         uv pip install --system --upgrade git+https://github.com/scikit-hep/uproot5.git
         python -m pip list
@@ -148,7 +148,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install uv
-        uv pip --no-cache --quiet install --system --upgrade ".[all,test]"
+        uv pip --no-cache --quiet install --system --upgrade ".[all]" --group test
         uv pip uninstall --system matplotlib
         # Need to use --extra-index-url as all dependencies aren't on scientific-python-nightly-wheels package index.
         # Need to use --pre as dev releases will need priority over stable releases.
@@ -185,7 +185,7 @@ jobs:
     - name: Install dependencies
       run: |
         python -m pip install uv
-        uv pip --no-cache --quiet install --system --upgrade ".[all,test]"
+        uv pip --no-cache --quiet install --system --upgrade ".[all]" --group test
         uv pip uninstall --system pytest
         uv pip install --system --upgrade git+https://github.com/pytest-dev/pytest.git
         python -m pip list

.github/workflows/docs.yml

@@ -32,7 +32,7 @@ jobs:
     - name: Install Python dependencies
       run: |
         python -m pip install uv
-        uv pip --quiet install --system --upgrade ".[docs,test]"
+        uv pip --quiet install --system --upgrade . --group docs --group test
         uv pip install --system yq
         python -m pip list
 

.github/workflows/lower-bound-requirements.yml

@@ -31,7 +31,7 @@ jobs:
       run: |
         python -m pip install uv
         uv pip install --system --upgrade 'setuptools<70.0.0'
-        uv pip --no-cache install --system --constraint tests/constraints.txt ".[all,test]"
+        uv pip --no-cache install --system --constraint tests/constraints.txt ".[all]" --group test
 
     - name: List installed Python packages
       run: python -m pip list

.github/workflows/notebooks.yml

@@ -33,7 +33,7 @@ jobs:
       run: |
         python -m pip install uv
         # FIXME: c.f. https://github.com/scikit-hep/pyhf/issues/2104
-        uv pip install --system --upgrade ".[all,test]" 'jupyter-client<8.0.0'
+        uv pip install --system --upgrade ".[all]" --group test 'jupyter-client<8.0.0'
 
     - name: List installed Python packages
       run: python -m pip list

.readthedocs.yaml

@@ -19,7 +19,7 @@ build:
     post_install:
       # VIRTUAL_ENV needs to be set manually for now.
       # See https://github.com/readthedocs/readthedocs.org/pull/11152/
-      - VIRTUAL_ENV=$READTHEDOCS_VIRTUALENV_PATH uv pip install '.[docs]'
+      - VIRTUAL_ENV=$READTHEDOCS_VIRTUALENV_PATH uv pip install . --group docs
 
 # Build documentation in the docs/ directory with Sphinx
 sphinx:

CONTRIBUTING.md

@@ -55,7 +55,7 @@ We recommend first reading the "[Developing](https://scikit-hep.org/pyhf/develop
 You can install the development environment (which includes a number of extra) libraries and all others needed to run the tests via `pip`:
 
 ```console
-python -m pip install --upgrade --editable '.[develop]'
+python -m pip install --upgrade --editable . --group dev
 ```
 
 To make the PR process much smoother we also strongly recommend that you setup the Git pre-commit hook for [Black](https://github.com/psf/black) by running

docs/development.rst

@@ -20,7 +20,7 @@ and install all necessary packages for development
 
 .. code-block:: console
 
-    python -m pip install --upgrade --editable '.[develop]'
+    python -m pip install --upgrade --editable . --group dev
 
 Then setup the Git `pre-commit <https://pre-commit.com/>`__ hooks by running
 

noxfile.py

@@ -8,6 +8,7 @@
 
 # Default sessions to run if no session handles are passed
 nox.options.sessions = ["lint", "tests-3.13"]
+nox.options.default_venv_backend = "uv|virtualenv"
 
 
 DIR = Path(__file__).parent.resolve()
@@ -35,7 +36,7 @@ def tests(session):
         $ nox --session tests --python 3.13 -- tests/test_tensor.py  # run specific tests
         $ nox --session tests --python 3.13 -- coverage  # run with coverage but slower
     """
-    session.install("--upgrade", "--editable", ".[all,test]")
+    session.install("--upgrade", "--editable", ".[all]", "--group", "test")
     session.install("--upgrade", "pytest")
 
     # Allow tests to be run with coverage
@@ -107,7 +108,7 @@ def regenerate(session):
     """
     Regenerate Matplotlib images.
     """
-    session.install("--upgrade", "--editable", ".[all,test]")
+    session.install("--upgrade", "--editable", ".[all]", "--group", "test")
     session.install("--upgrade", "pytest", "matplotlib")
     if not sys.platform.startswith("linux"):
         session.error(
@@ -133,7 +134,7 @@ def docs(session):
         $ nox --session docs -- serve  # Need for local jupyterlite preview
         $ nox --session docs -- clean
     """
-    session.install("--upgrade", "--editable", ".[backends,contrib,docs]")
+    session.install("--upgrade", "--editable", ".[backends,contrib]", "--group", "docs")
     session.install("--upgrade", "sphinx")
 
     build_path = DIR / "docs" / "_build"
@@ -182,7 +183,7 @@ def notebooks(session: nox.Session):
     """
     Run the notebook tests.
     """
-    session.install("--upgrade", "--editable", ".[all,test]")
+    session.install("--upgrade", "--editable", ".[all]", "--group", "test")
     session.run(
         "pytest",
         "--override-ini",