sphinx_primer: Convert project list to TOML format

Move project definitions from Python code to a TOML configuration file
for easier maintenance and clearer separation of data from code.

Changes:
- Add projects.toml with all project definitions
- Update projects.py to load from TOML using tomllib
- Replace .[docs] extras with explicit dependency lists

Each project now explicitly lists its documentation dependencies
(sphinx, sphinx-rtd-theme, furo, etc.) rather than relying on
the project's optional dependency groups.

Author: claude

utils/sphinx_primer/projects.py

@@ -1,193 +1,50 @@
 """List of projects to test Sphinx against.
 
-This module contains a curated list of open-source projects that use Sphinx
-for their documentation. These projects are used to test the impact of
-Sphinx changes on real-world documentation builds.
+This module loads project definitions from projects.toml and provides
+functions to access and filter them.
 """
 
 from __future__ import annotations
 
+import re
+import tomllib
+from pathlib import Path
+
 from .model import Project
 
-# Projects are grouped by category for easier management.
-# When adding new projects:
-# 1. Verify the project uses Sphinx for documentation
-# 2. Test that the project builds successfully with current Sphinx
-# 3. Add any necessary pip_install commands for dependencies
-# 4. Specify doc_path if not 'doc' or 'docs'
-
-PROJECTS: tuple[Project, ...] = (
-    # === Python ecosystem core ===
-    Project(
-        repo='https://github.com/python/cpython',
-        doc_path='Doc',
-        pip_install=['-r', 'Doc/requirements.txt'],
-    ),
-    # === Scientific computing ===
-    Project(
-        repo='https://github.com/numpy/numpy',
-        doc_path='doc',
-        pip_install=['.', '-r', 'doc_requirements.txt'],
-    ),
-    Project(
-        repo='https://github.com/scipy/scipy',
-        doc_path='doc',
-        pip_install=['.', '-r', 'doc_requirements.txt'],
-    ),
-    Project(
-        repo='https://github.com/pandas-dev/pandas',
-        doc_path='doc',
-        pip_install=['.', '-r', 'doc/requirements-doc.txt'],
-    ),
-    Project(
-        repo='https://github.com/matplotlib/matplotlib',
-        doc_path='doc',
-        pip_install=['.', '-r', 'requirements/doc.txt'],
-    ),
-    # === Web frameworks ===
-    Project(
-        repo='https://github.com/pallets/flask',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    Project(
-        repo='https://github.com/django/django',
-        doc_path='docs',
-        pip_install=['.', 'sphinx', 'sphinxcontrib-spelling'],
-    ),
-    Project(
-        repo='https://github.com/pallets/jinja',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    Project(
-        repo='https://github.com/pallets/click',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    Project(
-        repo='https://github.com/pallets/werkzeug',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    # === HTTP/networking ===
-    Project(
-        repo='https://github.com/psf/requests',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    Project(
-        repo='https://github.com/urllib3/urllib3',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    Project(
-        repo='https://github.com/aio-libs/aiohttp',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    # === Testing ===
-    Project(
-        repo='https://github.com/pytest-dev/pytest',
-        doc_path='doc/en',
-        pip_install=['.[docs]'],
-    ),
-    Project(
-        repo='https://github.com/tox-dev/tox',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    Project(
-        repo='https://github.com/python/mypy',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    # === Database ===
-    Project(
-        repo='https://github.com/sqlalchemy/sqlalchemy',
-        doc_path='doc/build',
-        pip_install=['.[docs]'],
-    ),
-    # === Async ===
-    Project(
-        repo='https://github.com/python-trio/trio',
-        doc_path='docs/source',
-        pip_install=['.[docs]'],
-    ),
-    # === CLI/utilities ===
-    Project(
-        repo='https://github.com/python-attrs/attrs',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    Project(
-        repo='https://github.com/pydantic/pydantic',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-        # Pydantic uses mkdocs, so disable for now
-        enabled=False,
-    ),
-    # === Packaging ===
-    Project(
-        repo='https://github.com/pypa/pip',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    Project(
-        repo='https://github.com/pypa/setuptools',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    Project(
-        repo='https://github.com/pypa/virtualenv',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    # === Sphinx extensions and themes ===
-    Project(
-        repo='https://github.com/readthedocs/sphinx_rtd_theme',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    Project(
-        repo='https://github.com/sphinx-contrib/sphinx-autodoc-typehints',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    # === Data serialization ===
-    Project(
-        repo='https://github.com/marshmallow-code/marshmallow',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    # === Security ===
-    Project(
-        repo='https://github.com/pyca/cryptography',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    # === Image processing ===
-    Project(
-        repo='https://github.com/python-pillow/Pillow',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-    ),
-    # === ASGI/HTTP ===
-    Project(
-        repo='https://github.com/encode/httpx',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-        # httpx uses mkdocs
-        enabled=False,
-    ),
-    Project(
-        repo='https://github.com/encode/starlette',
-        doc_path='docs',
-        pip_install=['.[docs]'],
-        # starlette uses mkdocs
-        enabled=False,
-    ),
-)
+# Load projects from TOML file
+_PROJECTS_TOML = Path(__file__).parent / 'projects.toml'
+
+
+def _load_projects() -> tuple[Project, ...]:
+    """Load projects from the TOML configuration file."""
+    with _PROJECTS_TOML.open('rb') as f:
+        data = tomllib.load(f)
+
+    projects = []
+    for config in data.values():
+        # Skip non-table entries (shouldn't exist, but be safe)
+        if not isinstance(config, dict):
+            continue
+
+        projects.append(
+            Project(
+                repo=config['repo'],
+                pip_install=tuple(config.get('pip_install', ())),
+                doc_path=config.get('doc_path', ''),
+                conf_path=config.get('conf_path', ''),
+                builder=config.get('builder', 'html'),
+                extra_args=tuple(config.get('extra_args', ())),
+                revision=config.get('revision', ''),
+                enabled=config.get('enabled', True),
+            )
+        )
+
+    return tuple(projects)
+
+
+# Cache the loaded projects
+PROJECTS: tuple[Project, ...] = _load_projects()
 
 
 def get_projects(*, include_disabled: bool = False) -> tuple[Project, ...]:
@@ -219,7 +76,5 @@ def filter_projects(pattern: str) -> tuple[Project, ...]:
     :param pattern: A regex pattern to match project names.
     :return: Tuple of matching Project objects.
     """
-    import re
-
     regex = re.compile(pattern, re.IGNORECASE)
     return tuple(p for p in get_projects() if regex.search(p.name))