feat: support PEP 735 dependency groups (#892)

* feat(dependency_getter): support PEP 735 dependency groups

* test(dependency_getter): add unit tests for `dependency-groups`

* test(dependency_getter): add functional tests for `dependency-groups`

* docs(usage): mention `[dependency-groups]` support

Author: mkniewallner

docs/usage.md

@@ -42,7 +42,7 @@ To determine the project's dependencies, _deptry_ will scan the directory it is
     - development dependencies from `[tool.uv.dev-dependencies]` section and from the groups under `[project.optional-dependencies]` passed via the [`--pep621-dev-dependency-groups`](#pep-621-dev-dependency-groups) argument.
 1. If a `pyproject.toml` file with a `[project]` section is found, _deptry_ will assume it uses [PEP 621](https://peps.python.org/pep-0621/) for dependency specification and extract:
     - dependencies from `[project.dependencies]` and `[project.optional-dependencies]`.
-    - development dependencies from the groups under `[project.optional-dependencies]` passed via the [`--pep621-dev-dependency-groups`](#pep-621-dev-dependency-groups) argument.
+    - development dependencies from the groups under `[dependency-groups]`, and the ones under `[project.optional-dependencies]` passed via the [`--pep621-dev-dependency-groups`](#pep-621-dev-dependency-groups) argument.
 1. If a `requirements.in` or `requirements.txt` file is found, _deptry_ will:
     - extract dependencies from that file.
     - extract development dependencies from `dev-dependencies.txt` and `dependencies-dev.txt`, if any exist

python/deptry/dependency_getter/pep621/base.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
 
+import itertools
 import logging
 import re
 from dataclasses import dataclass
@@ -40,30 +41,52 @@ class PEP621DependencyGetter(DependencyGetter):
     def get(self) -> DependenciesExtract:
         dependencies = self._get_dependencies()
         optional_dependencies = self._get_optional_dependencies()
+        dependency_groups_dependencies = self._get_dependency_groups_dependencies()
 
         dev_dependencies_from_optional, remaining_optional_dependencies = (
             self._split_development_dependencies_from_optional_dependencies(optional_dependencies)
         )
         return DependenciesExtract(
             [*dependencies, *remaining_optional_dependencies],
-            self._get_dev_dependencies(dev_dependencies_from_optional),
+            self._get_dev_dependencies(dependency_groups_dependencies, dev_dependencies_from_optional),
         )
 
     def _get_dependencies(self) -> list[Dependency]:
+        """Extract dependencies from `[project.dependencies]` (https://packaging.python.org/en/latest/specifications/pyproject-toml/#dependencies-optional-dependencies)."""
         pyproject_data = load_pyproject_toml(self.config)
         dependency_strings: list[str] = pyproject_data["project"].get("dependencies", [])
         return self._extract_pep_508_dependencies(dependency_strings)
 
     def _get_optional_dependencies(self) -> dict[str, list[Dependency]]:
+        """Extract dependencies from `[project.optional-dependencies]` (https://packaging.python.org/en/latest/specifications/pyproject-toml/#dependencies-optional-dependencies)."""
         pyproject_data = load_pyproject_toml(self.config)
 
         return {
             group: self._extract_pep_508_dependencies(dependencies)
             for group, dependencies in pyproject_data["project"].get("optional-dependencies", {}).items()
         }
 
-    def _get_dev_dependencies(self, dev_dependencies_from_optional: list[Dependency]) -> list[Dependency]:
-        return dev_dependencies_from_optional
+    def _get_dependency_groups_dependencies(self) -> dict[str, list[Dependency]]:
+        """Extract dependencies from `[dependency-groups]` (https://peps.python.org/pep-0735/)."""
+        pyproject_data = load_pyproject_toml(self.config)
+
+        return {
+            # PEP 735 supports maps in dependency groups, to for instance extend existing
+            # groups (https://peps.python.org/pep-0735/#dependency-group-include). Since we do not need to treat group
+            # extension right now, and there are no other existing key, we want to filter out non-string items.
+            group: self._extract_pep_508_dependencies(list(filter(lambda x: isinstance(x, str), dependencies)))
+            for group, dependencies in pyproject_data.get("dependency-groups", {}).items()
+        }
+
+    def _get_dev_dependencies(
+        self,
+        dependency_groups_dependencies: dict[str, list[Dependency]],
+        dev_dependencies_from_optional: list[Dependency],
+    ) -> list[Dependency]:
+        return [
+            *itertools.chain(*dependency_groups_dependencies.values()),
+            *dev_dependencies_from_optional,
+        ]
 
     def _check_for_invalid_group_names(self, optional_dependencies: dict[str, list[Dependency]]) -> None:
         missing_groups = set(self.pep621_dev_dependency_groups) - set(optional_dependencies.keys())

python/deptry/dependency_getter/pep621/pdm.py

@@ -18,7 +18,11 @@ class PDMDependencyGetter(PEP621DependencyGetter):
     uses PDM for its dependency management.
     """
 
-    def _get_dev_dependencies(self, dev_dependencies_from_optional: list[Dependency]) -> list[Dependency]:
+    def _get_dev_dependencies(
+        self,
+        dependency_groups_dependencies: dict[str, list[Dependency]],
+        dev_dependencies_from_optional: list[Dependency],
+    ) -> list[Dependency]:
         """
         Retrieve dev dependencies from pyproject.toml, which in PDM are specified as:
 
@@ -32,7 +36,7 @@ def _get_dev_dependencies(self, dev_dependencies_from_optional: list[Dependency]
             "tox-pdm>=0.5",
         ]
         """
-        dev_dependencies = super()._get_dev_dependencies(dev_dependencies_from_optional)
+        dev_dependencies = super()._get_dev_dependencies(dependency_groups_dependencies, dev_dependencies_from_optional)
 
         pyproject_data = load_pyproject_toml(self.config)
 

python/deptry/dependency_getter/pep621/uv.py

@@ -18,7 +18,11 @@ class UvDependencyGetter(PEP621DependencyGetter):
     uses uv for its dependency management.
     """
 
-    def _get_dev_dependencies(self, dev_dependencies_from_optional: list[Dependency]) -> list[Dependency]:
+    def _get_dev_dependencies(
+        self,
+        dependency_groups_dependencies: dict[str, list[Dependency]],
+        dev_dependencies_from_optional: list[Dependency],
+    ) -> list[Dependency]:
         """
         Retrieve dev dependencies from pyproject.toml, which in uv are specified as:
 
@@ -31,7 +35,7 @@ def _get_dev_dependencies(self, dev_dependencies_from_optional: list[Dependency]
 
         Dev dependencies marked as such from optional dependencies are also added to the list of dev dependencies found.
         """
-        dev_dependencies = super()._get_dev_dependencies(dev_dependencies_from_optional)
+        dev_dependencies = super()._get_dev_dependencies(dependency_groups_dependencies, dev_dependencies_from_optional)
 
         pyproject_data = load_pyproject_toml(self.config)
 

tests/data/pep_621_project/pyproject.toml

@@ -22,6 +22,13 @@ dev = [
 test = ["pytest==7.2.0"]
 plot = ["matplotlib"]
 
+[dependency-groups]
+doc = [
+    "mkdocs==1.6.1",
+    "mkdocs-material==9.5.40",
+]
+all = [{include-group = "doc"}, "packaging==24.1"]
+
 [build-system]
 requires = ["setuptools>=61.0.0"]
 build-backend = "setuptools.build_meta"

tests/data/pep_621_project/src/main.py

@@ -1,8 +1,11 @@
 from os import chdir, walk
 from pathlib import Path
 
+import asyncio
 import black
 import click
+import mkdocs
+import mkdocs_material
+import packaging
 import white as w
 from urllib3 import contrib
-import asyncio

tests/data/project_with_pdm/pyproject.toml

@@ -18,6 +18,13 @@ bar = ["requests>=2.28.1"]
 [tool.pdm]
 version = {source = "scm"}
 
+[dependency-groups]
+doc = [
+    "mkdocs==1.6.1",
+    "mkdocs-material==9.5.40",
+]
+all = [{include-group = "doc"}, "packaging==24.1"]
+
 [tool.pdm.dev-dependencies]
 lint = [
     "black>=22.6.0",

tests/data/project_with_pdm/src/main.py

@@ -3,7 +3,10 @@
 
 import black
 import click
+import mkdocs
+import mkdocs_material
 import mypy
+import packaging
 import pytest
 import pytest_cov
 import white as w

tests/data/project_with_uv/pyproject.toml

@@ -17,6 +17,13 @@ foo = [
 ]
 bar = ["requests==2.32.3"]
 
+[dependency-groups]
+doc = [
+    "mkdocs==1.6.1",
+    "mkdocs-material==9.5.40",
+]
+all = [{include-group = "doc"}, "packaging==24.1"]
+
 [tool.uv]
 dev-dependencies = [
     "black==24.8.0",

tests/data/project_with_uv/src/main.py

@@ -3,7 +3,10 @@
 
 import black
 import click
+import mkdocs
+import mkdocs_material
 import mypy
+import packaging
 import pytest
 import pytest_cov
 import white as w