refactor: move deploy manifests and provider targets to per-provider structure (#111)

Author: sozercan

.github/workflows/e2e-backend.yml

@@ -50,9 +50,9 @@ jobs:
 
       - name: Build and deploy KAITO provider
         run: |
-          make kaito-provider-docker-build KAITO_PROVIDER_IMG=kaito-provider:e2e
+          make -C providers/kaito docker-build IMG=kaito-provider:e2e
           kind load docker-image kaito-provider:e2e --name kubeairunway-backend-e2e
-          make kaito-provider-deploy KAITO_PROVIDER_IMG=kaito-provider:e2e
+          make -C providers/kaito deploy IMG=kaito-provider:e2e
           kubectl wait --for=condition=Available deployment -n kubeairunway-system -l control-plane=kaito-provider --timeout=120s
 
       - name: Wait for provider registration

.github/workflows/e2e-controller.yml

@@ -45,9 +45,9 @@ jobs:
 
       - name: Build and deploy KAITO provider
         run: |
-          make kaito-provider-docker-build KAITO_PROVIDER_IMG=kaito-provider:e2e
+          make -C providers/kaito docker-build IMG=kaito-provider:e2e
           kind load docker-image kaito-provider:e2e --name kubeairunway-e2e
-          make kaito-provider-deploy KAITO_PROVIDER_IMG=kaito-provider:e2e
+          make -C providers/kaito deploy IMG=kaito-provider:e2e
           kubectl wait --for=condition=Available deployment -n kubeairunway-system -l control-plane=kaito-provider --timeout=120s
 
       - name: Wait for provider registration

.github/workflows/e2e-gateway.yml

@@ -71,9 +71,9 @@ jobs:
 
       - name: Build and deploy KAITO provider
         run: |
-          make kaito-provider-docker-build KAITO_PROVIDER_IMG=kaito-provider:e2e
+          make -C providers/kaito docker-build IMG=kaito-provider:e2e
           kind load docker-image kaito-provider:e2e --name kubeairunway-gw-e2e
-          make kaito-provider-deploy KAITO_PROVIDER_IMG=kaito-provider:e2e
+          make -C providers/kaito deploy IMG=kaito-provider:e2e
           kubectl wait --for=condition=Available deployment -n kubeairunway-system -l control-plane=kaito-provider --timeout=120s
 
       - name: Wait for provider registration

.github/workflows/test.yml

@@ -65,8 +65,19 @@ jobs:
 
       - name: Check for manifest drift
         run: |
-          if ! diff -u deploy/kubernetes/controller.yaml /tmp/controller.yaml; then
-            echo "❌ deploy/kubernetes/controller.yaml is out of date."
+          if ! diff -u deploy/controller.yaml /tmp/controller.yaml; then
+            echo "❌ deploy/controller.yaml is out of date."
+            echo "Run 'make generate-deploy-manifests' and commit the result."
+            exit 1
+          fi
+
+      - name: Generate dashboard manifest
+        run: controller/bin/kustomize build backend/config/default > /tmp/dashboard.yaml
+
+      - name: Check for dashboard manifest drift
+        run: |
+          if ! diff -u deploy/dashboard.yaml /tmp/dashboard.yaml; then
+            echo "❌ deploy/dashboard.yaml is out of date."
             echo "Run 'make generate-deploy-manifests' and commit the result."
             exit 1
           fi

CONTRIBUTING.md

@@ -170,11 +170,13 @@ Providers are independent Go operators in `providers/<name>/`. See existing prov
    - Map provider resource status back to `ModelDeployment` status
    - Self-register an `InferenceProviderConfig` with capabilities, selection rules, and installation info
 
-3. **Add Makefile targets** in the root `Makefile`:
+3. **Add a Makefile** in the provider directory (`providers/<name>/Makefile`):
    ```bash
-   make <name>-provider-build         # Build provider binary
-   make <name>-provider-docker-build  # Build Docker image
-   make <name>-provider-deploy        # Deploy to cluster
+   cd providers/<name>
+   make build                       # Build provider binary
+   make docker-build                # Build Docker image
+   make deploy                      # Deploy to cluster
+   make generate-deploy-manifests   # Generate deploy YAML
    ```
 
 ## Adding a New Model

Makefile

@@ -1,22 +1,15 @@
 .PHONY: install dev dev-frontend dev-backend build compile lint test clean help
 .PHONY: controller-build controller-docker-build controller-install controller-deploy controller-generate generate-deploy-manifests
-.PHONY: kaito-provider-build kaito-provider-docker-build kaito-provider-deploy
-.PHONY: dynamo-provider-build dynamo-provider-docker-build dynamo-provider-deploy
-.PHONY: kuberay-provider-build kuberay-provider-docker-build kuberay-provider-deploy
-.PHONY: llmd-provider-build llmd-provider-docker-build llmd-provider-deploy
 
 # Controller image
 CONTROLLER_IMG ?= ghcr.io/kaito-project/kubeairunway/controller:latest
 
+# Dashboard image
+DASHBOARD_IMG ?= ghcr.io/kaito-project/kubeairunway/dashboard:latest
+
 # Gateway API Inference Extension version
 GAIE_VERSION ?= v1.3.1
 
-# Provider images
-KAITO_PROVIDER_IMG ?= ghcr.io/kaito-project/kubeairunway/kaito-provider:latest
-DYNAMO_PROVIDER_IMG ?= ghcr.io/kaito-project/kubeairunway/dynamo-provider:latest
-KUBERAY_PROVIDER_IMG ?= ghcr.io/kaito-project/kubeairunway/kuberay-provider:latest
-LLMD_PROVIDER_IMG ?= ghcr.io/kaito-project/kubeairunway/llmd-provider:latest
-
 # Default target
 help:
 	@echo "KubeAIRunway Development Commands"
@@ -44,21 +37,7 @@ help:
 	@echo "  controller-install     Install CRDs into cluster"
 	@echo "  controller-deploy      Deploy controller to cluster"
 	@echo "  controller-generate    Generate CRD manifests and code"
-	@echo "  generate-deploy-manifests  Generate deploy/kubernetes/controller.yaml"
-	@echo ""
-	@echo "Provider Targets:"
-	@echo "  kaito-provider-build          Build the KAITO provider binary"
-	@echo "  kaito-provider-docker-build   Build KAITO provider Docker image"
-	@echo "  kaito-provider-deploy         Deploy KAITO provider to cluster"
-	@echo "  dynamo-provider-build         Build the Dynamo provider binary"
-	@echo "  dynamo-provider-docker-build  Build Dynamo provider Docker image"
-	@echo "  dynamo-provider-deploy        Deploy Dynamo provider to cluster"
-	@echo "  kuberay-provider-build        Build the KubeRay provider binary"
-	@echo "  kuberay-provider-docker-build Build KubeRay provider Docker image"
-	@echo "  kuberay-provider-deploy       Deploy KubeRay provider to cluster"
-	@echo "  llmd-provider-build           Build the llm-d provider binary"
-	@echo "  llmd-provider-docker-build    Build llm-d provider Docker image"
-	@echo "  llmd-provider-deploy          Deploy llm-d provider to cluster"
+	@echo "  generate-deploy-manifests  Generate deploy/controller.yaml"
 	@echo ""
 	@echo "  help                   Show this help message"
 
@@ -171,75 +150,13 @@ controller-test:
 	cd controller && go test ./... -coverprofile cover.out
 	@echo "✅ Controller tests completed"
 
-# Generate deploy manifests for controller
+# Generate deploy manifests for controller and dashboard
 generate-deploy-manifests:
 	cd controller && $(MAKE) kustomize
 	cd controller/config/manager && ../../bin/kustomize edit set image controller=$(CONTROLLER_IMG)
-	cd controller && bin/kustomize build config/default > ../deploy/kubernetes/controller.yaml
-	@echo "✅ Generated deploy/kubernetes/controller.yaml"
-
-# ==================== Provider Targets ====================
-
-# Build the KAITO provider binary
-kaito-provider-build:
-	cd providers/kaito && go build -o bin/provider ./cmd/main.go
-	@echo "✅ KAITO provider built"
-
-# Build the Dynamo provider binary
-dynamo-provider-build:
-	cd providers/dynamo && go build -o bin/provider ./cmd/main.go
-	@echo "✅ Dynamo provider built"
-
-# Build KAITO provider Docker image
-kaito-provider-docker-build:
-	docker build -f providers/kaito/Dockerfile -t $(KAITO_PROVIDER_IMG) .
-	@echo "✅ KAITO provider image built: $(KAITO_PROVIDER_IMG)"
-
-# Build Dynamo provider Docker image
-dynamo-provider-docker-build:
-	docker build -f providers/dynamo/Dockerfile -t $(DYNAMO_PROVIDER_IMG) .
-	@echo "✅ Dynamo provider image built: $(DYNAMO_PROVIDER_IMG)"
-
-# Deploy KAITO provider to the K8s cluster
-kaito-provider-deploy:
-	cd providers/kaito/config/manager && kustomize edit set image IMAGE_PLACEHOLDER=$(KAITO_PROVIDER_IMG)
-	kustomize build providers/kaito/config/default | kubectl apply -f -
-	@echo "✅ KAITO provider deployed"
-
-# Deploy Dynamo provider to the K8s cluster
-dynamo-provider-deploy:
-	cd providers/dynamo/config/manager && kustomize edit set image IMAGE_PLACEHOLDER=$(DYNAMO_PROVIDER_IMG)
-	kustomize build providers/dynamo/config/default | kubectl apply -f -
-	@echo "✅ Dynamo provider deployed"
-
-# Build KubeRay provider binary
-kuberay-provider-build:
-	cd providers/kuberay && go build -o bin/provider ./cmd/main.go
-	@echo "✅ KubeRay provider built"
-
-# Build KubeRay provider Docker image
-kuberay-provider-docker-build:
-	docker build -f providers/kuberay/Dockerfile -t $(KUBERAY_PROVIDER_IMG) .
-	@echo "✅ KubeRay provider image built: $(KUBERAY_PROVIDER_IMG)"
-
-# Deploy KubeRay provider to the K8s cluster
-kuberay-provider-deploy:
-	cd providers/kuberay/config/manager && kustomize edit set image IMAGE_PLACEHOLDER=$(KUBERAY_PROVIDER_IMG)
-	kustomize build providers/kuberay/config/default | kubectl apply -f -
-	@echo "✅ KubeRay provider deployed"
-
-# Build the llm-d provider binary
-llmd-provider-build:
-	cd providers/llmd && go build -o bin/provider ./cmd/main.go
-	@echo "✅ llm-d provider built"
-
-# Build llm-d provider Docker image
-llmd-provider-docker-build:
-	docker build --platform linux/amd64 -f providers/llmd/Dockerfile -t $(LLMD_PROVIDER_IMG) .
-	@echo "✅ llm-d provider image built: $(LLMD_PROVIDER_IMG)"
-
-# Deploy llm-d provider to the K8s cluster
-llmd-provider-deploy:
-	cd providers/llmd/config/manager && kustomize edit set image IMAGE_PLACEHOLDER=$(LLMD_PROVIDER_IMG)
-	kustomize build providers/llmd/config/default | kubectl apply -f -
-	@echo "✅ llm-d provider deployed"
+	cd controller && bin/kustomize build config/default > ../deploy/controller.yaml
+	@echo "✅ Generated deploy/controller.yaml"
+	cd backend/config/manager && ../../../controller/bin/kustomize edit set image IMAGE_PLACEHOLDER=$(DASHBOARD_IMG)
+	controller/bin/kustomize build backend/config/default > deploy/dashboard.yaml
+	@git checkout backend/config/manager/kustomization.yaml 2>/dev/null || true
+	@echo "✅ Generated deploy/dashboard.yaml"

README.md

@@ -52,14 +52,14 @@ Open **http://localhost:3001**
 
 ```bash
 # Install CRDs and controller (required)
-kubectl apply -f https://raw.githubusercontent.com/kaito-project/kubeairunway/main/deploy/kubernetes/controller.yaml
+kubectl apply -f https://raw.githubusercontent.com/kaito-project/kubeairunway/main/deploy/controller.yaml
 
 # Install dashboard UI (optional)
-kubectl apply -f https://raw.githubusercontent.com/kaito-project/kubeairunway/main/deploy/kubernetes/dashboard.yaml
+kubectl apply -f https://raw.githubusercontent.com/kaito-project/kubeairunway/main/deploy/dashboard.yaml
 kubectl port-forward -n kubeairunway-system svc/kubeairunway 3001:80
 ```
 
-Open **http://localhost:3001** — see [deployment docs](deploy/kubernetes/README.md) for more options.
+Open **http://localhost:3001** — see [deployment docs](deploy/README.md) for more options.
 
 ### Getting Started
 
@@ -102,7 +102,7 @@ The controller automatically selects the best engine and provider, creates provi
 | Providers | [docs/providers.md](docs/providers.md) |
 | Observability | [docs/observability.md](docs/observability.md) |
 | Development | [docs/development.md](docs/development.md) |
-| Kubernetes Deployment | [deploy/kubernetes/README.md](deploy/kubernetes/README.md) |
+| Kubernetes Deployment | [deploy/README.md](deploy/README.md) |
 | Gateway Integration | [docs/gateway.md](docs/gateway.md) |
 | Headlamp Plugin | [docs/headlamp-plugin.md](docs/headlamp-plugin.md) |
 

backend/config/default/kustomization.yaml

@@ -0,0 +1,5 @@
+resources:
+- ../rbac
+- ../manager
+transformers:
+- namespace-transformer.yaml

backend/config/default/namespace-transformer.yaml

@@ -0,0 +1,6 @@
+apiVersion: builtin
+kind: NamespaceTransformer
+metadata:
+  name: namespace-transformer
+  namespace: kubeairunway-system
+unsetOnly: true

backend/config/manager/kustomization.yaml

@@ -0,0 +1,8 @@
+resources:
+- manager.yaml
+images:
+- name: IMAGE_PLACEHOLDER
+  newName: ghcr.io/kaito-project/kubeairunway/dashboard
+  newTag: latest
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization