fix: use native ARM runners for Docker multi-arch builds

- Add timeout-minutes (30 for build, 10 for manifest)
- Split Dockerfile deps into two layers for better caching
- Remove --no-cache flag to enable pip package caching

Author: shubham3121

.github/workflows/docker-publish.yml

@@ -8,11 +8,23 @@ env:
   IMAGE_NAME: ${{ github.repository }}
 
 jobs:
-  build-and-push:
-    runs-on: ubuntu-latest
+  build:
+    timeout-minutes: 30
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - platform: linux/amd64
+            runner: ubuntu-latest
+          - platform: linux/arm64
+            runner: ubuntu-24.04-arm
+    runs-on: ${{ matrix.runner }}
     permissions:
       contents: read
       packages: write
+    outputs:
+      digest-amd64: ${{ steps.build.outputs.digest }}
+      digest-arm64: ${{ steps.build.outputs.digest }}
 
     steps:
       - name: Checkout repository
@@ -33,9 +45,6 @@ jobs:
       - name: Build frontend
         run: bun run --cwd frontend build
 
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
 
@@ -46,26 +55,72 @@ jobs:
           username: ${{ github.actor }}
           password: ${{ secrets.GITHUB_TOKEN }}
 
+      - name: Extract platform suffix
+        id: platform
+        run: |
+          platform="${{ matrix.platform }}"
+          echo "suffix=${platform#linux/}" >> $GITHUB_OUTPUT
+
       - name: Extract Docker metadata
         id: meta
         uses: docker/metadata-action@v5
         with:
           images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
           tags: |
-            type=raw,value=${{ steps.sha.outputs.short }}
-            type=raw,value=latest
+            type=raw,value=${{ steps.sha.outputs.short }}-${{ steps.platform.outputs.suffix }}
 
       - name: Build and push Docker image
+        id: build
         uses: docker/build-push-action@v6
         with:
           context: .
           file: ./Dockerfile
           target: production
           push: true
-          platforms: linux/amd64,linux/arm64
+          platforms: ${{ matrix.platform }}
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
+          cache-from: type=gha,scope=${{ matrix.platform }}
+          cache-to: type=gha,mode=max,scope=${{ matrix.platform }}
           build-args: |
             PYTHON_VERSION=3.12
+
+  manifest:
+    timeout-minutes: 10
+    needs: build
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Get short commit SHA
+        id: sha
+        run: echo "short=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
+
+      - name: Log in to Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Create and push manifest
+        run: |
+          IMAGE="${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}"
+          SHA="${{ steps.sha.outputs.short }}"
+
+          # Create manifest for commit SHA tag
+          docker manifest create ${IMAGE}:${SHA} \
+            --amend ${IMAGE}:${SHA}-amd64 \
+            --amend ${IMAGE}:${SHA}-arm64
+          docker manifest push ${IMAGE}:${SHA}
+
+          # Create manifest for latest tag
+          docker manifest create ${IMAGE}:latest \
+            --amend ${IMAGE}:${SHA}-amd64 \
+            --amend ${IMAGE}:${SHA}-arm64
+          docker manifest push ${IMAGE}:latest

Dockerfile

@@ -34,7 +34,10 @@ COPY backend/syft_space/__init__.py ./backend/syft_space/
 
 ENV UV_COMPILE_BYTECODE=1 UV_LINK_MODE=copy
 RUN uv venv /app/.venv --python python${PYTHON_VERSION} && \
-    uv pip install --python /app/.venv/bin/python -e "./backend[libs]" --no-cache
+    uv pip install --python /app/.venv/bin/python -e "./backend"
+
+# Install heavy optional deps separately (slower, but cached independently)
+RUN uv pip install --python /app/.venv/bin/python -e "./backend[libs]"
 
 # ============================================================================
 # Stage 2: Production