ci: add GitHub Actions workflow for building and testing services (#16)

* gains GH action to build docker compose

* dont copy in Cargo.lock

* remove llm_engine Cargo.lock

* remove query runner Cargo.lock

* git ignore Cargo.lock

* use docker compose (not docker-compose)

* leverage cached images

* wait longer for services to start

Author: jdhoffa

.github/workflows/build.yml

@@ -0,0 +1,141 @@
+name: Build and Test System
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+  workflow_dispatch:
+
+jobs:
+  build-api:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      - name: Build API service
+        uses: docker/build-push-action@v4
+        with:
+          context: ./api
+          push: false
+          load: true
+          tags: lucidata-api:latest
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+
+  build-llm-engine:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      - name: Build LLM Engine service
+        uses: docker/build-push-action@v4
+        with:
+          context: ./llm_engine
+          push: false
+          load: true
+          tags: lucidata-llm-engine:latest
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+
+  build-query-runner:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      - name: Build Query Runner service
+        uses: docker/build-push-action@v4
+        with:
+          context: ./query_runner
+          push: false
+          load: true
+          tags: lucidata-query-runner:latest
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+
+  system-test:
+    needs: [build-api, build-llm-engine, build-query-runner]
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+
+      # Save and load images from the build jobs
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      # Download the images built in the previous jobs
+      - name: Download API image
+        uses: docker/build-push-action@v4
+        with:
+          context: ./api
+          load: true
+          tags: lucidata-api:latest
+          cache-from: type=gha
+          outputs: type=docker,dest=/tmp/api-image.tar
+
+      - name: Download LLM Engine image
+        uses: docker/build-push-action@v4
+        with:
+          context: ./llm_engine
+          load: true
+          tags: lucidata-llm-engine:latest
+          cache-from: type=gha
+          outputs: type=docker,dest=/tmp/llm-engine-image.tar
+
+      - name: Download Query Runner image
+        uses: docker/build-push-action@v4
+        with:
+          context: ./query_runner
+          load: true
+          tags: lucidata-query-runner:latest
+          cache-from: type=gha
+          outputs: type=docker,dest=/tmp/query-runner-image.tar
+
+      - name: Load saved images
+        run: |
+          docker load < /tmp/api-image.tar
+          docker load < /tmp/llm-engine-image.tar
+          docker load < /tmp/query-runner-image.tar
+          docker images
+
+      - name: Start services with docker compose
+        run: |
+          # Use the pre-built images instead of rebuilding
+          docker compose up -d
+        env:
+          COMPOSE_DOCKER_CLI_BUILD: 0
+          DOCKER_BUILDKIT: 1
+
+      - name: Wait for services to be healthy
+        run: |
+          # Give services some time to start up
+          echo "Waiting for services to start..."
+          sleep 60
+          
+          # Check if API is healthy
+          if curl -s http://localhost:8000/api/health > /dev/null; then
+            echo "API is healthy"
+          else
+            echo "API health check failed"
+            docker compose logs
+            exit 1
+          fi
+          
+          echo "All services are running properly!"
+
+      - name: Stop services
+        if: always() # Ensures this step runs even if previous steps fail
+        run: docker compose down

.gitignore

@@ -17,7 +17,7 @@ Thumbs.db
 
 # Rust / Cargo
 **/target/
-api/Cargo.lock
+**/Cargo.lock
 **/*.rs.bk
 *.pdb
 

api/Dockerfile

@@ -7,9 +7,8 @@ RUN apt-get update && \
     apt-get install -y pkg-config libssl-dev libpq-dev && \
     rm -rf /var/lib/apt/lists/*
 
-# Copy Cargo.toml and Cargo.lock first to leverage Docker cache
+# Copy Cargo.toml first to leverage Docker cache
 COPY Cargo.toml ./
-COPY Cargo.lock ./
 
 # Create a dummy main.rs to build dependencies
 RUN mkdir -p src && echo "fn main() {}" > src/main.rs