added raytune validity pytest

Author: KrissiHub

deepcave/runs/converters/raytune.py

@@ -86,7 +86,7 @@ def from_path(cls, path: Path) -> "RayTuneRun":
         configspace_new: dict
         hp_names = {}
         analysis = None
-        analysis = ExperimentAnalysis(str(path)).results
+        analysis = ExperimentAnalysis(path.resolve().as_uri()).results
 
         # RayTune does not provide a configspace.json
         if not os.path.isfile(str(path) + "/configspace.json"):

logs/RayTune/run_1/configspace.json

@@ -0,0 +1 @@
+{"name": null, "hyperparameters": [{"type": "uniform_float", "name": "alpha", "lower": 0.2, "upper": 0.4, "default_value": 0.30000000000000004}, {"type": "uniform_float", "name": "beta", "lower": 0.1, "upper": 0.6, "default_value": 0.35}, {"type": "uniform_float", "name": "gamma", "lower": 0.7, "upper": 0.9, "default_value": 0.8}], "conditions": [], "forbiddens": [], "python_module_version": "1.2.0", "format_version": 0.4, "comment": "The configspace.json file has been auto extracted. For more reliable results please provide your own configspace.json file or adjust the one provided. Numeric values will be treated as uniform values."}

logs/RayTune/run_2/configspace.json

@@ -0,0 +1 @@
+{"name": null, "hyperparameters": [{"type": "uniform_float", "name": "alpha", "lower": 0.20580836121681995, "upper": 0.25986584841970367, "default_value": 0.2328371048182618}, {"type": "uniform_float", "name": "beta", "lower": 0.1624074561769746, "upper": 0.4802857225639665, "default_value": 0.32134658937047056}, {"type": "uniform_float", "name": "gamma", "lower": 0.7155994520336202, "upper": 0.7731993941811405, "default_value": 0.7443994231073803}], "conditions": [], "forbiddens": [], "python_module_version": "1.2.0", "format_version": 0.4, "comment": "The configspace.json file has been auto extracted. For more reliable results please provide your own configspace.json file or adjust the one provided. Numeric values will be treated as uniform values."}

tests/test_runs/test_converter/test_raytune.py

@@ -0,0 +1,18 @@
+import unittest
+from pathlib import Path
+
+import pandas as pd
+
+from deepcave.runs.converters.raytune import RayTuneRun
+
+
+class TestRaytuneConverter(unittest.TestCase):
+    def setUp(self) -> None:
+        self.run_path = Path("logs/RayTune/run_1")
+        return pd.set_option("display.max_columns", None)
+
+    def testValidRun(self):
+        RayTuneRun.is_valid_run(self.run_path)
+
+    def testReadRun(self):
+        RayTuneRun.from_path(self.run_path)