nix based CI

Author: tellmeY18

.github/workflows/ci.yml

@@ -6,17 +6,21 @@ on:
   pull_request:
     branches: [main]
 
+# Cancel in-progress runs for the same branch/PR
+concurrency:
+  group: ci-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   fmt-check:
     name: Format Check
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
-      - uses: mlugg/setup-zig@v2
-        with:
-          version: 0.15.2
+      - uses: DeterminateSystems/nix-installer-action@main
+      - uses: DeterminateSystems/magic-nix-cache-action@main
       - name: Check formatting
-        run: zig fmt --check src/ tests/ bench/ build.zig
+        run: nix develop .#ci --command zig fmt --check src/ tests/ bench/ build.zig
 
   unit-tests:
     name: Unit Tests (${{ matrix.os }})
@@ -27,66 +31,53 @@ jobs:
         os: [ubuntu-latest, macos-latest]
     steps:
       - uses: actions/checkout@v4
-      - uses: mlugg/setup-zig@v2
-        with:
-          version: 0.15.2
+      - uses: DeterminateSystems/nix-installer-action@main
+      - uses: DeterminateSystems/magic-nix-cache-action@main
       - name: Run unit tests
-        run: zig build test --summary all
+        run: nix develop .#ci --command zig build test --summary all
 
   smoke-tests:
-    name: Smoke Tests
-    runs-on: ubuntu-latest
-    services:
-      opensearch:
-        image: opensearchproject/opensearch:2
-        ports:
-          - 9200:9200
-        env:
-          discovery.type: single-node
-          plugins.security.disabled: "true"
-          OPENSEARCH_INITIAL_ADMIN_PASSWORD: "Admin1234!"
-        options: >-
-          --health-cmd "curl -sf http://localhost:9200/_cluster/health || exit 1"
-          --health-interval 10s
-          --health-timeout 5s
-          --health-retries 20
+    name: Smoke Tests (${{ matrix.os }})
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macos-latest]
     steps:
       - uses: actions/checkout@v4
-      - uses: mlugg/setup-zig@v2
-        with:
-          version: 0.15.2
+      - uses: DeterminateSystems/nix-installer-action@main
+      - uses: DeterminateSystems/magic-nix-cache-action@main
+      - name: Start OpenSearch
+        run: nix develop .#ci --command es-start
       - name: Run smoke tests
-        run: zig build test-smoke --summary all
+        run: nix develop .#ci --command zig build test-smoke --summary all
         env:
           ES_URL: http://localhost:9200
+      - name: Stop OpenSearch
+        if: always()
+        run: nix develop .#ci --command es-stop
 
   integration-tests:
-    name: Integration Tests
-    runs-on: ubuntu-latest
+    name: Integration Tests (${{ matrix.os }})
+    runs-on: ${{ matrix.os }}
     needs: [unit-tests]
-    services:
-      opensearch:
-        image: opensearchproject/opensearch:2
-        ports:
-          - 9200:9200
-        env:
-          discovery.type: single-node
-          plugins.security.disabled: "true"
-          OPENSEARCH_INITIAL_ADMIN_PASSWORD: "Admin1234!"
-        options: >-
-          --health-cmd "curl -sf http://localhost:9200/_cluster/health || exit 1"
-          --health-interval 10s
-          --health-timeout 5s
-          --health-retries 20
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macos-latest]
     steps:
       - uses: actions/checkout@v4
-      - uses: mlugg/setup-zig@v2
-        with:
-          version: 0.15.2
+      - uses: DeterminateSystems/nix-installer-action@main
+      - uses: DeterminateSystems/magic-nix-cache-action@main
+      - name: Start OpenSearch
+        run: nix develop .#ci --command es-start
       - name: Run integration tests
-        run: zig build test-integration --summary all
+        run: nix develop .#ci --command zig build test-integration --summary all
         env:
           ES_URL: http://localhost:9200
+      - name: Stop OpenSearch
+        if: always()
+        run: nix develop .#ci --command es-stop
 
   build-check:
     name: Build Check (${{ matrix.os }})
@@ -97,8 +88,9 @@ jobs:
         os: [ubuntu-latest, macos-latest]
     steps:
       - uses: actions/checkout@v4
-      - uses: mlugg/setup-zig@v2
-        with:
-          version: 0.15.2
-      - name: Build (ReleaseSafe)
-        run: zig build -Doptimize=ReleaseSafe
+      - uses: DeterminateSystems/nix-installer-action@main
+      - uses: DeterminateSystems/magic-nix-cache-action@main
+      - name: Nix build (reproducible)
+        run: nix build
+      - name: Nix flake check
+        run: nix flake check

.github/workflows/release.yml

@@ -8,6 +8,11 @@ on:
 permissions:
   contents: write
 
+# Cancel in-progress runs for the same tag
+concurrency:
+  group: release-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   build:
     name: Build (${{ matrix.target }})
@@ -29,13 +34,14 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v4
 
-      - name: Setup Zig
-        uses: mlugg/setup-zig@v2
-        with:
-          version: 0.15.2
+      - name: Install Nix
+        uses: DeterminateSystems/nix-installer-action@main
+
+      - name: Nix cache
+        uses: DeterminateSystems/magic-nix-cache-action@main
 
       - name: Build
-        run: zig build -Doptimize=ReleaseSafe -Dtarget=${{ matrix.target }}
+        run: nix develop .#ci --command zig build -Doptimize=ReleaseSafe -Dtarget=${{ matrix.target }}
 
       - name: Create tarball
         run: tar -czf elaztic-${{ github.ref_name }}-${{ matrix.target }}.tar.gz -C zig-out/bin elaztic
@@ -47,14 +53,14 @@ jobs:
           path: elaztic-${{ github.ref_name }}-${{ matrix.target }}.tar.gz
 
   release:
-    name: Release
+    name: Create Release
     needs: build
     runs-on: ubuntu-latest
     permissions:
       contents: write
 
     steps:
-      - name: Download artifacts
+      - name: Download all artifacts
         uses: actions/download-artifact@v4
         with:
           pattern: elaztic-*

flake.nix

@@ -239,7 +239,12 @@
           };
 
           ci = pkgs.mkShell {
-            buildInputs = [ zigStable ] ++ testHelpers;
+            buildInputs = [
+              zigStable
+              pkgs.opensearch
+              pkgs.jdk21
+            ]
+            ++ testHelpers;
             nativeBuildInputs = with pkgs; [
               git
               curl