Merge branch 'main' into add/startup-wizard

Author: deep1401

.agents/skills/transformerlab-cli/SKILL.md

@@ -102,6 +102,20 @@ lab job download JOB_ID --file "*.csv" -o ./results
 
 ## Creating Tasks
 
+### Scaffold a new task with `lab task init`
+
+**When the user asks to create, initialize, or start a new task, always use `lab task init`** rather than writing `task.yaml` / `main.py` by hand. It scaffolds both files with sensible defaults in the current directory so the user has a working starting point.
+
+```bash
+mkdir my-task && cd my-task
+lab task init            # writes task.yaml + main.py with defaults (skips existing files)
+lab task init --interactive   # prompts for name, CPUs, memory, setup, and run command
+```
+
+- Default mode is non-interactive. It creates `task.yaml` (with `name`, `resources: {cpus: 2, memory: 4}`, and `run: python main.py`) and a starter `main.py`. Existing files are skipped, not overwritten.
+- `--interactive` writes only `task.yaml` (no `main.py`) and prompts for each field. In this mode `task.yaml` will prompt before overwrite.
+- After init, edit `main.py`, customize `task.yaml`, then run `lab task add .` to upload it.
+
 ### task.yaml Structure
 
 Full docs: https://lab.cloud/for-teams/running-a-task/task-yaml-structure
@@ -291,6 +305,7 @@ This applies to launching jobs, fetching logs, checking cluster status, and ever
 | `lab version` | Show CLI version | No |
 | `lab task list` | List tasks in current experiment | Yes |
 | `lab task info <id>` | Get task details | Yes |
+| `lab task init` | Scaffold `task.yaml` + `main.py` in the current directory (`--interactive` to prompt) | No |
 | `lab task add [dir]` | Add task from directory or `--from-git` URL (`--no-interactive`, `--dry-run`) | Yes |
 | `lab task delete <id>` | Delete a task (`--no-interactive` to skip confirmation) | Yes |
 | `lab task queue <id>` | Queue task on compute provider | Yes |

.agents/skills/transformerlab-cli/references/commands.md

@@ -98,6 +98,17 @@ Get details for a specific task.
 {"id": 1, "name": "my-task", "type": "TRAINING", "config": {...}, ...}
 ```
 
+### `task init`
+
+Scaffold a new task in the current directory. **Prefer this over writing `task.yaml` by hand.** Does not require an experiment to be set.
+
+| Option | Description |
+|---|---|
+| (default, no flag) | Non-interactive. Creates `task.yaml` with defaults (`name` = folder name, `cpus: 2`, `memory: 4`, `run: python main.py`) and a starter `main.py`. Existing files are skipped, not overwritten. |
+| `--interactive` | Prompts for task name, CPUs, memory, accelerators, setup, and run command. Writes only `task.yaml` (no `main.py`). Prompts before overwriting an existing `task.yaml`. |
+
+**JSON output (default):** `{"created": ["task.yaml", "main.py"], "skipped": [], "path": "/abs/dir"}`
+
 ### `task add [directory]`
 
 Add a new task from a local directory containing `task.yaml`, or from a Git repository.

.github/workflows/gallery-channel-bundles.yml

@@ -0,0 +1,53 @@
+name: Gallery Channel Bundles
+
+on:
+  pull_request:
+    branches: ["main"]
+    paths:
+      - "api/transformerlab/galleries/src/**"
+      - "api/transformerlab/galleries/combine_subset_galleries.py"
+  push:
+    branches: ["main"]
+    paths:
+      - "api/transformerlab/galleries/src/**"
+      - "api/transformerlab/galleries/combine_subset_galleries.py"
+
+jobs:
+  verify-bundle-updated:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: api
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+      - name: Require stable/beta bundle update for source changes
+        shell: bash
+        run: |
+          if [ "${{ github.event_name }}" = "pull_request" ]; then
+            BASE_SHA="${{ github.event.pull_request.base.sha }}"
+            HEAD_SHA="${{ github.event.pull_request.head.sha }}"
+          else
+            BASE_SHA="${{ github.event.before }}"
+            HEAD_SHA="${{ github.sha }}"
+          fi
+
+          CHANGED="$(git diff --name-only "${BASE_SHA}" "${HEAD_SHA}")"
+          echo "Changed files between ${BASE_SHA} and ${HEAD_SHA}:"
+          printf '%s\n' "${CHANGED}"
+
+          if printf '%s\n' "${CHANGED}" | grep -E '^api/transformerlab/galleries/channels/(stable|beta)/latest/' > /dev/null; then
+            echo "Bundle update detected under stable/beta latest."
+            exit 0
+          fi
+
+          echo "ERROR: galleries/src changed, but no stable/beta bundle update was committed."
+          echo "Update either:"
+          echo " - api/transformerlab/galleries/channels/stable/latest/*"
+          echo " - api/transformerlab/galleries/channels/beta/latest/*"
+          exit 1

api/test/shared/test_galleries.py

@@ -0,0 +1,38 @@
+from transformerlab.shared import galleries
+
+
+def test_channel_manifests_reject_too_new_min_version():
+    manifest = {
+        "channel": "stable",
+        "min_supported_app_version": "0.30.0",
+    }
+
+    assert galleries.is_manifest_version_compatible(manifest, "0.27.0") is False
+
+
+def test_channel_manifests_accept_matching_version_range():
+    manifest = {
+        "channel": "stable",
+        "min_supported_app_version": "0.20.0",
+        "max_supported_app_version": "0.29.0",
+    }
+
+    assert galleries.is_manifest_version_compatible(manifest, "0.27.0") is True
+
+
+def test_only_selected_galleries_use_channel_fetch():
+    assert galleries.should_use_channel_bundle(galleries.TASKS_GALLERY_FILE) is True
+    assert galleries.should_use_channel_bundle(galleries.INTERACTIVE_GALLERY_FILE) is True
+    assert galleries.should_use_channel_bundle(galleries.ANNOUNCEMENTS_GALLERY_FILE) is True
+    assert galleries.should_use_channel_bundle(galleries.TEAM_TASKS_GALLERY_FILE) is False
+
+
+def test_local_channel_path_uses_selected_channel(monkeypatch, tmp_path):
+    monkeypatch.setattr(galleries.dirs, "GALLERIES_LOCAL_FALLBACK_DIR", str(tmp_path))
+    monkeypatch.setenv("TLAB_GALLERY_CHANNEL", "beta")
+    channel_file = tmp_path / "channels" / "beta" / "latest" / galleries.TASKS_GALLERY_FILE
+    channel_file.parent.mkdir(parents=True, exist_ok=True)
+    channel_file.write_text("[]", encoding="utf-8")
+
+    resolved = galleries.get_local_gallery_path(galleries.TASKS_GALLERY_FILE)
+    assert resolved.endswith("channels/beta/latest/task-gallery.json")

api/test/test_disk_space_utils.py

@@ -0,0 +1,29 @@
+"""Tests for disk_space_utils.parse_disk_space_gb."""
+
+import pytest
+
+from transformerlab.shared.disk_space_utils import parse_disk_space_gb
+
+
+@pytest.mark.parametrize(
+    ("raw", "expected"),
+    [
+        (None, None),
+        ("", None),
+        ("   ", None),
+        (0, None),
+        (-1, None),
+        (50, 50),
+        ("50", 50),
+        ("100GB", 100),
+        ("100gb", 100),
+        ("100 g", 100),
+        ("  200 GB  ", 200),
+        ("100G", 100),
+        ("not-a-number", None),
+        ("12.5", None),
+        (True, None),
+    ],
+)
+def test_parse_disk_space_gb(raw, expected):
+    assert parse_disk_space_gb(raw) == expected