Merge pull request #45 from upstat-io/dev

feat(ci): nightly releases, fix LLVM CI and pipefail masking

Author: elucidsoft

.github/workflows/ci.yml

@@ -75,6 +75,7 @@ jobs:
         id: rust-tests
         continue-on-error: true
         run: |
+          set -o pipefail
           cargo test --workspace 2>&1 | tee rust-test-output.txt
           # Sum all "X passed" counts from "test result:" lines
           RUST_TESTS=$(grep -oE '[0-9]+ passed' rust-test-output.txt | grep -oE '^[0-9]+' | awk '{sum+=$1} END {print sum+0}')
@@ -86,6 +87,7 @@ jobs:
         id: ori-tests
         continue-on-error: true
         run: |
+          set -o pipefail
           cargo run -p oric --bin ori -- test tests/ 2>&1 | tee ori-test-output.txt
           # Extract from "1677 passed, 0 failed" format
           ORI_TESTS=$(grep -oE '[0-9]+ passed' ori-test-output.txt | grep -oE '^[0-9]+' | tail -1 || echo "0")
@@ -97,6 +99,7 @@ jobs:
         id: rt-tests
         continue-on-error: true
         run: |
+          set -o pipefail
           cargo test --manifest-path compiler/ori_rt/Cargo.toml 2>&1 | tee rt-test-output.txt
           RT_TESTS=$(grep -oE '[0-9]+ passed' rt-test-output.txt | grep -oE '^[0-9]+' | awk '{sum+=$1} END {print sum+0}')
           RT_FAILED=$(grep -oE '[0-9]+ failed' rt-test-output.txt | grep -oE '^[0-9]+' | awk '{sum+=$1} END {print sum+0}')
@@ -182,42 +185,52 @@ jobs:
       - name: Ori language tests
         run: cargo run -p oric --bin ori -- test tests/
 
-  # LLVM backend - runs in Docker, non-blocking for now
-  # TODO: Make this blocking once LLVM backend is stable
+  # LLVM backend - not in ci-success `needs`, so failures show red but don't block merges
   llvm:
     name: LLVM Backend
     if: "!startsWith(github.event.head_commit.message, 'chore: release v')"
     runs-on: ubuntu-latest
-    timeout-minutes: 60
-    continue-on-error: true  # Non-blocking during pre-alpha
+    timeout-minutes: 30
     steps:
       - uses: actions/checkout@v4
 
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
+      - name: Install LLVM 17
+        run: |
+          curl -fsSL https://apt.llvm.org/llvm-snapshot.gpg.key | sudo gpg --dearmor -o /usr/share/keyrings/llvm-archive-keyring.gpg
+          echo "deb [signed-by=/usr/share/keyrings/llvm-archive-keyring.gpg] http://apt.llvm.org/$(lsb_release -cs)/ llvm-toolchain-$(lsb_release -cs)-17 main" | sudo tee /etc/apt/sources.list.d/llvm.list
+          sudo apt-get update
+          sudo apt-get install -y --no-install-recommends llvm-17 llvm-17-dev libpolly-17-dev clang-17 lld-17
+        env:
+          DEBIAN_FRONTEND: noninteractive
 
-      - name: Build LLVM Docker image
-        uses: docker/build-push-action@v6
+      - uses: dtolnay/rust-toolchain@stable
         with:
-          context: docker/llvm
-          load: true
-          tags: ori-llvm:latest
-          cache-from: type=gha
-          cache-to: type=gha,mode=max
+          components: clippy
+
+      - uses: Swatinem/rust-cache@v2
+        with:
+          key: llvm
 
       - name: LLVM clippy
-        run: ./llvm-clippy.sh
+        run: cargo clippy --manifest-path compiler/ori_llvm/Cargo.toml --all-targets -- -D warnings
+        env:
+          LLVM_SYS_170_PREFIX: /usr/lib/llvm-17
 
       - name: LLVM tests
         id: llvm-tests
         continue-on-error: true
         run: |
-          ./llvm-test.sh 2>&1 | tee llvm-test-output.txt
+          set -o pipefail
+          cargo build -p oric -p ori_rt --features llvm -q
+          cargo test --manifest-path compiler/ori_rt/Cargo.toml 2>&1 | tee rt-llvm-output.txt
+          cargo test --manifest-path compiler/ori_llvm/Cargo.toml 2>&1 | tee llvm-test-output.txt
           # Sum all "X passed" counts from test output
-          LLVM_TESTS=$(grep -oE '[0-9]+ passed' llvm-test-output.txt | grep -oE '^[0-9]+' | awk '{sum+=$1} END {print sum+0}')
-          LLVM_FAILED=$(grep -oE '[0-9]+ failed' llvm-test-output.txt | grep -oE '^[0-9]+' | awk '{sum+=$1} END {print sum+0}')
+          LLVM_TESTS=$(cat rt-llvm-output.txt llvm-test-output.txt | grep -oE '[0-9]+ passed' | grep -oE '^[0-9]+' | awk '{sum+=$1} END {print sum+0}')
+          LLVM_FAILED=$(cat rt-llvm-output.txt llvm-test-output.txt | grep -oE '[0-9]+ failed' | grep -oE '^[0-9]+' | awk '{sum+=$1} END {print sum+0}')
           echo "LLVM_TESTS=$LLVM_TESTS" >> $GITHUB_ENV
           echo "LLVM_FAILED=$LLVM_FAILED" >> $GITHUB_ENV
+        env:
+          LLVM_SYS_170_PREFIX: /usr/lib/llvm-17
 
       - name: Save LLVM test results
         if: always()
@@ -246,6 +259,10 @@ jobs:
           path: llvm-test-results.json
           retention-days: 90
 
+      - name: Fail if LLVM tests failed
+        if: steps.llvm-tests.outcome == 'failure'
+        run: exit 1
+
   # Single status check for branch protection
   ci-success:
     name: CI Success

.github/workflows/nightly.yml

@@ -0,0 +1,77 @@
+name: Nightly Release
+
+# Create a PR from dev → master every night if there are new commits.
+# The existing auto-release workflow tags and releases after merge.
+
+on:
+  schedule:
+    # Every day at midnight UTC
+    - cron: '0 0 * * *'
+  workflow_dispatch:  # Manual trigger for testing
+
+jobs:
+  nightly-pr:
+    name: Nightly PR
+    runs-on: ubuntu-latest
+    timeout-minutes: 5
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.ORILANG_RELEASE_TOKEN }}
+          fetch-depth: 0
+
+      - name: Check for new commits
+        id: check
+        run: |
+          git fetch origin master dev
+          AHEAD=$(git rev-list --count origin/master..origin/dev)
+          echo "ahead=$AHEAD" >> $GITHUB_OUTPUT
+          if [ "$AHEAD" -eq 0 ]; then
+            echo "No new commits on dev since last merge. Skipping."
+          else
+            echo "$AHEAD new commit(s) on dev ahead of master."
+          fi
+
+      - name: Check for existing PR
+        if: steps.check.outputs.ahead != '0'
+        id: existing
+        env:
+          GH_TOKEN: ${{ secrets.ORILANG_RELEASE_TOKEN }}
+        run: |
+          PR=$(gh pr list --base master --head dev --state open --json number --jq '.[0].number // empty')
+          if [ -n "$PR" ]; then
+            echo "PR #$PR already open. Skipping."
+            echo "exists=true" >> $GITHUB_OUTPUT
+          else
+            echo "exists=false" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Create nightly PR
+        if: steps.check.outputs.ahead != '0' && steps.existing.outputs.exists == 'false'
+        env:
+          GH_TOKEN: ${{ secrets.ORILANG_RELEASE_TOKEN }}
+        run: |
+          DATE=$(date -u +"%Y-%m-%d")
+          AHEAD=${{ steps.check.outputs.ahead }}
+
+          gh pr create \
+            --base master \
+            --head dev \
+            --title "nightly: $DATE" \
+            --body "$(cat <<EOF
+          ## Nightly Release — $DATE
+
+          Automated PR with $AHEAD new commit(s) from dev.
+
+          This PR will auto-merge once CI passes, triggering a nightly release.
+          EOF
+          )"
+
+      - name: Enable auto-merge
+        if: steps.check.outputs.ahead != '0' && steps.existing.outputs.exists == 'false'
+        env:
+          GH_TOKEN: ${{ secrets.ORILANG_RELEASE_TOKEN }}
+        run: |
+          gh pr merge --auto --merge --delete-branch=false