Update version to 0.9.6.2; modify .gitignore, enhance PipelineManager adapter handling, and adjust example configurations

Author: legout

.gitignore

@@ -22,4 +22,5 @@ test/test2.json
 .qodo/history.sqlite
 examples/hello-world3/
 examples/hello-world2/
-examples/hello-world4/
+examples/hello-world4/
+~/.hamilton/db/db.sqlite3

docker/docker-compose.yml

@@ -79,41 +79,61 @@ services:
       - 5432:5432
 
   backend:
-    container_name: ui-backend
+    container_name: hamilton-ui-backend
     image: dagworks/ui-backend:latest
+    #build:
+    #    context: backend
+    #    dockerfile: Dockerfile.backend
+    entrypoint: [ "/bin/bash", "-c", "cd /code/server && ls && ./entrypoint.sh" ]
+    volumes:
+      #- ./backend:/code
+      - /data/hamilton_ui:/data/
     ports:
-      - "8241:8241"
+      - 8241:8241
+    #env_file: .env
     environment:
-      - DB_HOST=db
+      - DB_HOST=postgres
       - DB_PORT=5432
-      - DB_NAME=postgres
-      - DB_USER=user
-      - DB_PASSWORD=password # TODO: Change this to a secret
+      - DB_NAME=flowerpower
+      - DB_USER=postgres
+      - DB_PASSWORD=password # Purely for local! Do not deploy to production!
       - HAMILTON_BLOB_STORE=local
       - HAMILTON_ENV=local # local env
       - HAMILTON_LOCAL_BLOB_DIR=/data/blobs # TODO -- set this up to be a better one
       - DJANGO_SECRET_KEY=do_not_use_in_production
-      - HAMILTON_TELEMETRY_ENABLED=${HAMILTON_TELEMETRY_ENABLED-true}
+      - HAMILTON_TELEMETRY_ENABLED=false #${HAMILTON_TELEMETRY_ENABLED}
       - HAMILTON_AUTH_MODE=permissive
-    depends_on:
-      - postgres
-    volumes:
-      - backend_data:/data/
+      - HAMILTON_ALLOWED_HOSTS=*
+      - HAMILTON_CAPTURE_DATA_STATISTICS=false
+      - HAMILTON_MAX_LIST_LENGTH_CAPTURE
+      - HAMILTON_MAX_DICT_LENGTH_CAPTURE
+
+    restart: unless-stopped
 
   frontend:
-    container_name: ui-frontend
+    container_name: hamilton-ui-frontend
     image: dagworks/ui-frontend:latest
+    #build:
+    #  context: frontend
+    #  dockerfile: Dockerfile.frontend
+    #  args:
+    #    - REACT_APP_AUTH_MODE=local
+    #    - REACT_APP_USE_POSTHOG=false
+    #volumes:
+      # - ./frontend:/usr/src/app
+      # - /usr/src/app/node_modules
     ports:
-      - "8242:8242"
+      - 8242:8242
     environment:
-      - NGINX_PORT=8242 # NB Custom port won't be visible in console & will mean the backend's shortcut will fail
+      - NGINX_PORT=8242
       - NODE_ENV=development
       - REACT_APP_AUTH_MODE=local
       - REACT_APP_USE_POSTHOG=false
       - REACT_APP_API_URL=http://backend:8241
     depends_on:
       - backend
 
+    restart: unless-stopped
 
 volumes:
   jupytercode:

examples/hello-world/conf/pipelines/hello_world.yml

@@ -7,14 +7,14 @@ run:
   config: {}
   executor: null
   final_vars:
-  - spend
-  - signups
-  - avg_x_wk_spend
-  - spend_per_signup
-  - spend_zero_mean_unit_variance
+    - spend
+    - signups
+    - avg_x_wk_spend
+    - spend_per_signup
+    - spend_zero_mean_unit_variance
   inputs: {}
   with_opentelemetry: false
-  with_tracker: false
+  with_tracker: true
 schedule:
   run:
     coalesce: latest
@@ -38,7 +38,7 @@ schedule:
       weeks: null
       years: null
     cron:
-      crontab: '* * * * *'
+      crontab: "* * * * *"
       day: null
       day_of_week: null
       end_time: null
@@ -63,7 +63,6 @@ schedule:
       weeks: null
     type_: cron
 tracker:
-  dag_name: null
-  project_id: null
+  dag_name: test
+  project_id: 2
   tags: {}
-  version: null

examples/hello-world/conf/project.yml

@@ -5,13 +5,13 @@ open_telemetry:
 tracker:
   api_key: null
   api_url: http://localhost:8241
-  ui_url: http://localhost:8242
-  username: null
+  ui_url: https://localhost:8242
+  username: [email protected]
 worker:
   cleanup_interval: 900
   data_store:
     type: sqlalchemy
-    uri: sqlite+aiosqlite:///flowerpower.db
+    uri: sqlite+aiosqlite:///examples/hello-world/flowerpower.db
     #uri: postgresql+asyncpg://postgres:password@localhost/flowerpower
   event_broker:
     type: redis

pyproject.toml

@@ -4,7 +4,7 @@ description = "A simple workflow framework. Hamilton + APScheduler = FlowerPower
 authors = [{name = "Volker L.", email = "[email protected]"}]
 readme = "README.md"
 requires-python = ">= 3.11"
-version = "0.9.6.1"
+version = "0.9.6.2"
 keywords = [
   "hamilton",
   "workflow",
@@ -117,5 +117,6 @@ dev-dependencies = [
   "marimo>=0.10.19",
   "panel>=1.6.0",
   "ipywidgets>=8.1.5",
+  "scikit-learn>=1.6.1",
 ]
 package = true

src/flowerpower/pipeline.py

@@ -241,7 +241,7 @@ def _get_driver(
                 driver.Builder()
                 .with_modules(self._module)
                 .enable_dynamic_execution(allow_experimental_mode=True)
-                .with_adapters(adapters)
+                .with_adapters(*adapters)
                 .with_remote_executor(executor_)
                 .with_config(config)
                 .build()