nightly.yml

name: Nightly

on:
  schedule:
    # Run daily at 2 AM UTC (same as security scans)
    - cron: '0 2 * * *'
  workflow_dispatch:  # Allow manual triggering

permissions:
  contents: read

jobs:
  # =============================================================================
  # Benchmark Comparison (detailed analysis against develop branch)
  # =============================================================================
  # This runs full benchmarks with statistical comparison against develop.
  # PRs run basic benchmarks; nightly runs the full comparison.

  benchmark-comparison:
    name: Benchmark Comparison
    runs-on: ubuntu-latest
    steps:
      - name: Checkout code
        uses: actions/checkout@v4
        with:
          fetch-depth: 0  # Need full history for branch comparison

      - name: Set up Go
        uses: actions/setup-go@v5
        with:
          go-version: '1.25.5'
          cache: true

      - name: Set up buf
        uses: bufbuild/buf-setup-action@v1
        with:
          github_token: ${{ secrets.GITHUB_TOKEN }}

      - name: Generate protobuf files
        run: buf generate

      - name: Download dependencies
        run: go mod download

      - name: Install benchstat
        run: go install golang.org/x/perf/cmd/benchstat@latest

      - name: Run current benchmarks
        run: |
          echo "Running benchmarks on current HEAD..."
          go test -bench=. -benchmem -count=5 ./shared/domain/models/ ./shared/platform/audit/ > new.txt 2>&1 || true

      - name: Run develop branch benchmarks
        run: |
          echo "Checking out develop branch for comparison..."
          git stash --include-untracked || true
          git checkout origin/develop -- shared/domain/models/ shared/platform/audit/ 2>/dev/null || true

          echo "Running benchmarks on develop..."
          go test -bench=. -benchmem -count=5 ./shared/domain/models/ ./shared/platform/audit/ > old.txt 2>&1 || true

          # Restore current branch
          git checkout - -- . 2>/dev/null || true
          git stash pop || true

      - name: Generate comparison report
        run: |
          echo "## Nightly Benchmark Comparison" >> $GITHUB_STEP_SUMMARY
          echo "" >> $GITHUB_STEP_SUMMARY
          echo "Comparing HEAD against develop branch" >> $GITHUB_STEP_SUMMARY
          echo "" >> $GITHUB_STEP_SUMMARY

          if [ -f old.txt ] && [ -f new.txt ]; then
            echo '```' >> $GITHUB_STEP_SUMMARY
            benchstat old.txt new.txt >> $GITHUB_STEP_SUMMARY 2>&1 || echo "Comparison failed" >> $GITHUB_STEP_SUMMARY
            echo '```' >> $GITHUB_STEP_SUMMARY
          else
            echo "Benchmark files not available for comparison" >> $GITHUB_STEP_SUMMARY
          fi

  # =============================================================================
  # Full Integration Tests (including slow/timing-sensitive tests)
  # =============================================================================
  # These tests are timing-sensitive (network timeouts, exponential backoff)
  # and are skipped in regular CI (via -short flag) to avoid flakiness from
  # CPU scheduler variance. Running them nightly ensures they're validated.

  slow-integration-tests:
    name: Slow Integration Tests
    runs-on: ubuntu-latest
    services:
      postgres:
        image: postgres:15-alpine
        env:
          POSTGRES_USER: test
          POSTGRES_PASSWORD: test
          POSTGRES_DB: meridian_test
        ports:
          - 5432:5432
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
    - name: Checkout code
      uses: actions/checkout@v4

    - name: Set up Go
      uses: actions/setup-go@v5
      with:
        go-version: '1.25.5'
        cache: true

    - name: Set up buf
      uses: bufbuild/buf-setup-action@v1
      with:
        github_token: ${{ secrets.GITHUB_TOKEN }}

    - name: Generate protobuf files
      run: buf generate

    - name: Download dependencies
      run: go mod download

    - name: Run full test suite (including slow tests)
      env:
        SKIP_KAFKA_TESTS: "1"
        DATABASE_URL: postgres://test:test@localhost:5432/meridian_test?sslmode=disable
      run: |
        # Run WITHOUT -short flag to include all timing-sensitive tests
        # Regular CI runs with -short, but nightly runs the full suite
        echo "Running full test suite including timing-sensitive tests..."
        go test -v -race -timeout 15m ./... 2>&1 | tee test-output.txt

        # Report summary
        echo ""
        echo "=== Test Summary ==="
        PASS_COUNT=$(grep -c "^--- PASS" test-output.txt || echo "0")
        FAIL_COUNT=$(grep -c "^--- FAIL" test-output.txt || echo "0")
        SKIP_COUNT=$(grep -c "^--- SKIP" test-output.txt || echo "0")
        echo "Passed: $PASS_COUNT"
        echo "Failed: $FAIL_COUNT"
        echo "Skipped: $SKIP_COUNT"

        # Exit with failure if any tests failed
        if [ "$FAIL_COUNT" -gt 0 ]; then
          echo ""
          echo "=== Failed Tests ==="
          grep -B5 "^--- FAIL" test-output.txt
          exit 1
        fi