Fix collector config loading

Author: OutlyingWest

jumper_extension/config/collectors/c/__init__.py

@@ -1,10 +1,20 @@
-from pathlib import Path
+from importlib import resources
 
 import yaml
 
 
 def load_c_collectors_config() -> list[str]:
     """Return the ordered list of C collector names from collectors.yaml."""
-    path = Path(__file__).parent / "collectors.yaml"
-    with path.open() as f:
-        return yaml.safe_load(f)["collectors"]
+    try:
+        config_text = (
+            resources.files(__package__)
+            .joinpath("collectors.yaml")
+            .read_text(encoding="utf-8")
+        )
+    except AttributeError:
+        config_text = resources.read_text(
+            __package__,
+            "collectors.yaml",
+            encoding="utf-8",
+        )
+    return yaml.safe_load(config_text)["collectors"]

jumper_extension/config/collectors/python/__init__.py

@@ -1,12 +1,22 @@
-from pathlib import Path
+from importlib import resources
 
 import yaml
 
 
 def _read_collectors_config() -> dict:
-    config_path = Path(__file__).parent / "collectors.yaml"
-    with open(config_path) as f:
-        return yaml.safe_load(f)
+    try:
+        config_text = (
+            resources.files(__package__)
+            .joinpath("collectors.yaml")
+            .read_text(encoding="utf-8")
+        )
+    except AttributeError:
+        config_text = resources.read_text(
+            __package__,
+            "collectors.yaml",
+            encoding="utf-8",
+        )
+    return yaml.safe_load(config_text)
 
 
 # Loaded once at import time — not affected by test patches on builtins.open.

jumper_extension/monitor/pipeline.py

@@ -43,13 +43,15 @@ def _build_main(
                 deferred.append((collector_cfg, handler_cfg, inject_keys))
                 continue
             injected = {k: getattr(self._monitor, k) for k in inject_keys}
-            backend = instantiate(collector_cfg, **injected)
-            meta = backend.setup() or {}
+            collector_backend = instantiate(collector_cfg, **injected)
+            meta = collector_backend.setup() or {}
             if "num_gpus" in meta:
                 num_gpus = meta["num_gpus"]
                 gpu_memory = meta.get("gpu_memory", 0.0)
                 gpu_name = meta.get("gpu_name", "")
-            self._monitor._pipeline.append((backend, instantiate(handler_cfg)))
+            self._monitor._pipeline.append(
+                (collector_backend, instantiate(handler_cfg))
+            )
 
         self._monitor.node_info = NodeInfo(
             node="local",
@@ -69,6 +71,8 @@ def _build_deferred(
     ):
         for collector_cfg, handler_cfg, inject_keys in deferred:
             injected = {k: getattr(self._monitor, k) for k in inject_keys}
-            backend = instantiate(collector_cfg, **injected)
-            backend.setup()
-            self._monitor._pipeline.append((backend, instantiate(handler_cfg)))
+            collector_backend = instantiate(collector_cfg, **injected)
+            collector_backend.setup()
+            self._monitor._pipeline.append(
+                (collector_backend, instantiate(handler_cfg))
+            )

pyproject.toml

@@ -53,6 +53,8 @@ include = ["jumper_extension*"]
 
 [tool.setuptools.package-data]
 "jumper_extension.config" = ["*.yaml"]
+"jumper_extension.config.collectors.c" = ["*.yaml"]
+"jumper_extension.config.collectors.python" = ["*.yaml"]
 "jumper_extension.templates.report" = ["*.html", "*.css"]
 "jumper_extension.templates.ai_review" = ["*.html", "*.css"]
 "jumper_extension.templates.visualizer.plotly" = ["**/*"]