Merge branch 'main' into add/job-urls

Author: deep1401

api/api.py

@@ -55,7 +55,6 @@
 
 
 from transformerlab.routers.experiment import experiment  # noqa: E402
-from transformerlab.routers.experiment import jobs  # noqa: E402
 from transformerlab.shared import shared  # noqa: E402
 from transformerlab.shared import dirs  # noqa: E402
 from lab.dirs import set_organization_id as lab_set_org_id  # noqa: E402
@@ -306,7 +305,6 @@ async def validation_exception_handler(request, exc):
 app.include_router(serverinfo.router, dependencies=[Depends(get_user_and_team)])
 app.include_router(data.router, dependencies=[Depends(get_user_and_team)])
 app.include_router(experiment.router, dependencies=[Depends(get_user_and_team)])
-app.include_router(jobs.router, dependencies=[Depends(get_user_and_team)])
 app.include_router(config.router, dependencies=[Depends(get_user_and_team)])
 app.include_router(teams.router, dependencies=[Depends(get_user_and_team)])
 app.include_router(compute_provider.router)

api/localprovider_pyproject.toml

@@ -32,7 +32,7 @@ dependencies = [
   "soundfile==0.13.1",
   "tensorboardX==2.6.2.2",
   "timm==1.0.15",
-  "transformerlab==0.1.22",
+  "transformerlab==0.1.24",
   "transformerlab-inference==0.2.52",
   "transformers==4.57.1",
   "wandb==0.23.1",

api/pyproject.toml

@@ -24,7 +24,7 @@ dependencies = [
   "python-dotenv==1.1.0",
   "python-multipart==0.0.20",
   "sqlalchemy[asyncio]==2.0.40",
-  "transformerlab==0.1.23",
+  "transformerlab==0.1.24",
   "transformerlab-inference==0.2.52",
   "uvicorn==0.35.0",
   "watchfiles==1.0.5",

api/test/api/test_storage_probe_service.py

@@ -0,0 +1,71 @@
+import pytest
+from unittest.mock import AsyncMock, MagicMock, patch
+
+
+@pytest.mark.asyncio
+async def test_check_storage_probe_found():
+    """check_storage_probe returns found=True when sentinel file exists."""
+    with patch("transformerlab.services.compute_provider.storage_probe_service.set_organization_id") as mock_set_org:
+        with patch(
+            "transformerlab.services.compute_provider.storage_probe_service.get_workspace_dir",
+            new=AsyncMock(return_value="/mnt/nfs/orgs/team1/workspace"),
+        ):
+            with patch("transformerlab.services.compute_provider.storage_probe_service.storage") as mock_storage:
+                mock_storage.join = lambda *parts: "/".join(parts)
+                mock_storage.exists = AsyncMock(return_value=True)
+
+                from transformerlab.services.compute_provider.storage_probe_service import check_storage_probe
+
+                result = await check_storage_probe(job_id="job-123", team_id="team1")
+
+    assert result["found"] is True
+    assert "storage-probe-job-123.txt" in result["path"]
+    mock_set_org.assert_any_call("team1")
+    mock_set_org.assert_any_call(None)
+
+
+@pytest.mark.asyncio
+async def test_check_storage_probe_not_found():
+    """check_storage_probe returns found=False when sentinel file is missing."""
+    with patch("transformerlab.services.compute_provider.storage_probe_service.set_organization_id"):
+        with patch(
+            "transformerlab.services.compute_provider.storage_probe_service.get_workspace_dir",
+            new=AsyncMock(return_value="/mnt/nfs/orgs/team1/workspace"),
+        ):
+            with patch("transformerlab.services.compute_provider.storage_probe_service.storage") as mock_storage:
+                mock_storage.join = lambda *parts: "/".join(parts)
+                mock_storage.exists = AsyncMock(return_value=False)
+
+                from transformerlab.services.compute_provider.storage_probe_service import check_storage_probe
+
+                result = await check_storage_probe(job_id="job-999", team_id="team1")
+
+    assert result["found"] is False
+
+
+@pytest.mark.asyncio
+async def test_launch_storage_probe_returns_job_id():
+    """launch_storage_probe calls launch_template_on_provider and returns job_id."""
+    mock_launch = AsyncMock(return_value={"job_id": 42, "status": "success"})
+
+    with patch(
+        "transformerlab.services.compute_provider.storage_probe_service.launch_template_on_provider",
+        new=mock_launch,
+    ):
+        from transformerlab.services.compute_provider.storage_probe_service import launch_storage_probe
+
+        user_and_team = {"team_id": "team1", "user": MagicMock(id="user1", first_name="", last_name="", email="")}
+        result = await launch_storage_probe(
+            provider_id="prov-1",
+            user_and_team=user_and_team,
+            session=MagicMock(),
+        )
+
+    assert result["job_id"] == 42
+    assert result["experiment_id"] == "__storage_probe__"
+    call_args = mock_launch.call_args
+    request = call_args.kwargs["request"]
+    assert request.run == "python -m lab.probe"
+    assert request.experiment_id == "__storage_probe__"
+    assert request.cpus == "1"
+    assert request.accelerators is None

api/transformerlab/galleries/channels/stable/latest/interactive-gallery.json

@@ -4,8 +4,8 @@
     "interactive_type": "vscode",
     "name": "VS Code",
     "description": "Remote VS Code development environment via tunnel",
-    "github_repo_url": "https://github.com/transformerlab/transformerlab-examples",
-    "github_repo_dir": "interactive-vscode",
+    "github_repo_url": "https://github.com/transformerlab/transformerlab-app",
+    "github_repo_dir": "api/transformerlab/galleries/examples/interactive-vscode",
     "env_parameters": [],
     "icon": "https://lab.cloud/img/icons/vscode.png",
     "supported_accelerators": [
@@ -46,8 +46,8 @@
     "interactive_type": "jupyter",
     "name": "Jupyter Notebook",
     "description": "Jupyter Lab notebook environment via ngrok tunnel",
-    "github_repo_url": "https://github.com/transformerlab/transformerlab-examples",
-    "github_repo_dir": "interactive-jupyter",
+    "github_repo_url": "https://github.com/transformerlab/transformerlab-app",
+    "github_repo_dir": "api/transformerlab/galleries/examples/interactive-jupyter",
     "env_parameters": [
       {
         "field_name": "ngrok Auth Token",
@@ -98,8 +98,8 @@
     "interactive_type": "vllm",
     "name": "vLLM Server",
     "description": "vLLM OpenAI-compatible API server via ngrok tunnel (plus Open WebUI)",
-    "github_repo_url": "https://github.com/transformerlab/transformerlab-examples",
-    "github_repo_dir": "interactive-vllm",
+    "github_repo_url": "https://github.com/transformerlab/transformerlab-app",
+    "github_repo_dir": "api/transformerlab/galleries/examples/interactive-vllm",
     "env_parameters": [
       {
         "field_name": "Model Name",
@@ -191,8 +191,8 @@
     "interactive_type": "ollama",
     "name": "Ollama + Open WebUI",
     "description": "Ollama model server with Open WebUI chat interface via ngrok tunnel",
-    "github_repo_url": "https://github.com/transformerlab/transformerlab-examples",
-    "github_repo_dir": "interactive-ollama-openwebui",
+    "github_repo_url": "https://github.com/transformerlab/transformerlab-app",
+    "github_repo_dir": "api/transformerlab/galleries/examples/interactive-ollama-openwebui",
     "env_parameters": [
       {
         "field_name": "Model Name",
@@ -268,8 +268,8 @@
     "id": "ollama_gradio",
     "name": "Ollama + Gradio",
     "description": "Ollama model server with Gradio chat UI via ngrok tunnel",
-    "github_repo_url": "https://github.com/transformerlab/transformerlab-examples",
-    "github_repo_dir": "inference-ollama-gradio-chat",
+    "github_repo_url": "https://github.com/transformerlab/transformerlab-app",
+    "github_repo_dir": "api/transformerlab/galleries/examples/inference-ollama-gradio-chat",
     "env_parameters": [
       {
         "field_name": "Model Name",
@@ -323,8 +323,8 @@
     "id": "comfy_ui",
     "name": "ComfyUI",
     "description": "ComfyUI server via ngrok tunnel",
-    "github_repo_url": "https://github.com/transformerlab/transformerlab-examples",
-    "github_repo_dir": "interactive-comfyui",
+    "github_repo_url": "https://github.com/transformerlab/transformerlab-app",
+    "github_repo_dir": "api/transformerlab/galleries/examples/interactive-comfyui",
     "env_parameters": [
       {
         "field_name": "ngrok Auth Token",
@@ -374,8 +374,8 @@
     "interactive_type": "ssh",
     "name": "SSH",
     "description": "SSH access via ngrok TCP tunnel",
-    "github_repo_url": "https://github.com/transformerlab/transformerlab-examples",
-    "github_repo_dir": "interactive-ssh",
+    "github_repo_url": "https://github.com/transformerlab/transformerlab-app",
+    "github_repo_dir": "api/transformerlab/galleries/examples/interactive-ssh",
     "env_parameters": [
       {
         "field_name": "ngrok Auth Token",
@@ -442,8 +442,8 @@
     "id": "mlx_gradio",
     "name": "MLX LM + Gradio",
     "description": "MLX LM inference server with Gradio chat UI for Apple Silicon",
-    "github_repo_url": "https://github.com/transformerlab/transformerlab-examples",
-    "github_repo_dir": "inference-mlx-gradio-chat",
+    "github_repo_url": "https://github.com/transformerlab/transformerlab-app",
+    "github_repo_dir": "api/transformerlab/galleries/examples/inference-mlx-gradio-chat",
     "env_parameters": [
       {
         "field_name": "Model Name",
@@ -494,8 +494,8 @@
     "id": "mlx_audio_tts",
     "name": "MLX Audio TTS + Gradio",
     "description": "Text-to-Speech using MLX Audio with Gradio UI for Apple Silicon",
-    "github_repo_url": "https://github.com/transformerlab/transformerlab-examples",
-    "github_repo_dir": "inference-mlx-audio-tts",
+    "github_repo_url": "https://github.com/transformerlab/transformerlab-app",
+    "github_repo_dir": "api/transformerlab/galleries/examples/inference-mlx-audio-tts",
     "env_parameters": [
       {
         "field_name": "Model Name",

api/transformerlab/galleries/channels/stable/latest/manifest.json

@@ -1,11 +1,10 @@
 {
-  "bundle_version": "20260415184435",
+  "bundle_version": "20260421193056",
   "channel": "stable",
-  "released_at": "2026-04-15T18:44:35.364579+00:00",
+  "released_at": "2026-04-21T19:30:56.442725+00:00",
   "files": {
     "task-gallery.json": 25,
     "interactive-gallery.json": 9,
     "announcement-gallery.json": 2
-  },
-  "min_supported_app_version": "0.0.0"
+  }
 }