Bump version to 0.9.10; add verify option to HamiltonTracker and update executor handling in PipelineManager

Author: legout

pyproject.toml

@@ -4,7 +4,7 @@ description = "A simple workflow framework. Hamilton + APScheduler = FlowerPower
 authors = [{ name = "Volker L.", email = "[email protected]" }]
 readme = "README.md"
 requires-python = ">= 3.11"
-version = "0.9.9.29"
+version = "0.9.10"
 keywords = ["hamilton", "workflow", "pipeline", "scheduler", "apscheduler", "dask", "ray"]
 dependencies = [
   'aiobotocore<2.18.0',

src/flowerpower/pipeline.py

@@ -174,6 +174,7 @@ def _get_driver(
         with_progressbar: bool = False,
         config: dict = {},
         reload: bool = False,
+        verify: bool = False,
         **kwargs,
     ) -> tuple[driver.Driver, Callable | None]:
         """
@@ -189,6 +190,7 @@ def _get_driver(
                 Defaults to None.
             with_opentelemetry (bool, optional): Whether to use OpenTelemetry. Defaults to False.
             reload (bool, optional): Whether to reload the module. Defaults to False.
+            verify (bool, optional): Whether to verify ssl certificates. Defaults to False.
             **kwargs: Additional keyword arguments.
 
         Keyword Args:
@@ -234,7 +236,7 @@ def _get_driver(
                     "Please provide a project_id if you want to use the tracker"
                 )
 
-            tracker = HamiltonTracker(**tracker_kwargs)
+            tracker = HamiltonTracker(verify=verify, **tracker_kwargs)
             adapters.append(tracker)
 
         if with_opentelemetry and h_opentelemetry is not None:
@@ -433,9 +435,7 @@ def run_job(
                 job_executor=(
                     executor
                     if executor in ["async", "threadpool", "processpool", ""]
-                    else "threadpool"
-                    if executor == "future_adapter"
-                    else "threadpool"
+                    else "threadpool" if executor == "future_adapter" else "threadpool"
                 ),
             )
 
@@ -514,9 +514,7 @@ def add_job(
                 job_executor=(
                     executor
                     if executor in ["async", "threadpool", "processpool", ""]
-                    else "threadpool"
-                    if executor == "future_adapter"
-                    else "threadpool"
+                    else "threadpool" if executor == "future_adapter" else "threadpool"
                 ),
                 result_expiration_time=result_expiration_time,
             )
@@ -658,9 +656,7 @@ def _get_id() -> str:
                 job_executor=(
                     executor
                     if executor in ["async", "threadpool", "processpool", ""]
-                    else "threadpool"
-                    if executor == "future_adapter"
-                    else "threadpool"
+                    else "threadpool" if executor == "future_adapter" else "threadpool"
                 ),
                 **schedule_kwargs,
             )