integration-test.yml

name: Integration Test

permissions:
  contents: read

on:
  schedule:
    # Run daily at 2 AM UTC
    - cron: '0 2 * * *'
  workflow_dispatch:
    inputs:
      corpus_url:
        description: 'URL to email corpus (zip file)'
        required: false
        default: 'https://github.com/rspamd/rspamd-test-corpus/releases/download/v1.0/rspamd-test-corpus.zip'

jobs:
  integration-test:
    name: Integration & Load Test
    runs-on: ubuntu-latest
    timeout-minutes: 30

    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'

      - name: Install system dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y \
            build-essential \
            cmake \
            ninja-build \
            ragel \
            libluajit-5.1-dev \
            libglib2.0-dev \
            libssl-dev \
            libicu-dev \
            libsodium-dev \
            libhyperscan-dev \
            libpcre2-dev \
            libjemalloc-dev \
            libunwind-dev \
            libmagic-dev \
            libarchive-dev \
            libzstd-dev \
            libbrotli-dev \
            libfann-dev \
            libstemmer-dev \
            liblua5.1-dev \
            redis-server \
            sqlite3 \
            libsqlite3-dev

      - name: Install Python dependencies
        run: |
          pip install requests

      - name: Build Rspamd
        working-directory: .
        run: |
          mkdir -p build install
          cd build
          cmake -DCMAKE_INSTALL_PREFIX=../install \
                -DENABLE_COVERAGE=OFF \
                -DENABLE_FULL_DEBUG=ON \
                -DSANITIZE=address,leak \
                -GNinja ..
          ninja
          ninja install

      - name: Generate Fuzzy encryption keys
        working-directory: test/integration
        run: |
          # Use rspamadm from build
          export PATH="${GITHUB_WORKSPACE}/install/bin:$PATH"

          # Disable leak detection for rspamadm utility
          export ASAN_OPTIONS=detect_leaks=0

          # Generate keypair for fuzzy worker
          KEYPAIR=$(rspamadm keypair -u)
          FUZZY_PRIVKEY=$(echo "$KEYPAIR" | grep privkey | cut -d'"' -f2)
          FUZZY_PUBKEY=$(echo "$KEYPAIR" | grep pubkey | cut -d'"' -f2)

          # Generate worker and proxy keypairs
          WORKER_KEYPAIR=$(rspamadm keypair -u)
          WORKER_PRIVKEY=$(echo "$WORKER_KEYPAIR" | grep privkey | cut -d'"' -f2)
          WORKER_PUBKEY=$(echo "$WORKER_KEYPAIR" | grep pubkey | cut -d'"' -f2)

          PROXY_KEYPAIR=$(rspamadm keypair -u)
          PROXY_PRIVKEY=$(echo "$PROXY_KEYPAIR" | grep privkey | cut -d'"' -f2)
          PROXY_PUBKEY=$(echo "$PROXY_KEYPAIR" | grep pubkey | cut -d'"' -f2)

          # Create .env.keys file for docker-compose
          cat > .env.keys <<EOF
          # Rspamd integration test keys
          # Generated at $(date)

          # Fuzzy worker keypair
          RSPAMD_FUZZY_WORKER_PRIVKEY=$FUZZY_PRIVKEY
          RSPAMD_FUZZY_WORKER_PUBKEY=$FUZZY_PUBKEY

          # Fuzzy check encryption key (same as fuzzy worker pubkey)
          RSPAMD_FUZZY_ENCRYPTION_KEY=$FUZZY_PUBKEY

          # Normal worker keypair (for encrypted inter-worker communication)
          RSPAMD_WORKER_PRIVKEY=$WORKER_PRIVKEY
          RSPAMD_WORKER_PUBKEY=$WORKER_PUBKEY

          # Proxy worker keypair
          RSPAMD_PROXY_PRIVKEY=$PROXY_PRIVKEY
          RSPAMD_PROXY_PUBKEY=$PROXY_PUBKEY
          EOF

          echo "Keys generated successfully"
          cat .env.keys

      - name: Download email corpus
        working-directory: test/integration
        run: |
          # Use provided URL or default corpus from rspamd-test-corpus
          CORPUS_URL="${{ github.event.inputs.corpus_url }}"
          if [ -z "$CORPUS_URL" ]; then
            # Default: use latest release from rspamd-test-corpus
            CORPUS_URL="https://github.com/rspamd/rspamd-test-corpus/releases/latest/download/rspamd-test-corpus.zip"
          fi

          echo "Downloading corpus from: $CORPUS_URL"

          # Create data directory for corpus
          mkdir -p data
          chmod 777 data

          curl -L "$CORPUS_URL" -o data/corpus.zip

          # Extract corpus
          unzip data/corpus.zip -d data/

          # The archive contains a 'corpus' directory, so we should have data/corpus/ now
          ls -lh data/corpus/

      - name: Update Docker Compose to use local build
        working-directory: test/integration
        run: |
          # Create Dockerfile for local build
          cat > Dockerfile.local <<'EOF'
          FROM ubuntu:24.04

          RUN apt-get update && apt-get install -y \
              redis-tools \
              curl \
              ca-certificates \
              libluajit-5.1-2 \
              libglib2.0-0 \
              libssl3 \
              libicu74 \
              libsodium23 \
              libhyperscan5 \
              libpcre2-8-0 \
              libjemalloc2 \
              libmagic1 \
              libarchive13 \
              libzstd1 \
              libbrotli1 \
              libfann2 \
              libstemmer0d \
              libasan8 \
              && rm -rf /var/lib/apt/lists/*

          COPY install /usr

          RUN mkdir -p /var/lib/rspamd /var/log/rspamd /var/run/rspamd

          EXPOSE 11333 11334 11335

          CMD ["/usr/bin/rspamd", "-f", "-c", "/etc/rspamd/rspamd.conf"]
          EOF

          # Update docker-compose to use local build
          sed -i 's|image: ghcr.io/rspamd/rspamd:latest|build:\n      context: ../..\n      dockerfile: test/integration/Dockerfile.local|g' docker-compose.yml

      - name: Start Docker Compose
        working-directory: test/integration
        run: |
          docker compose up -d

          # Wait for services to be ready
          # Rspamd takes ~30-40s to compile TLD database and load maps
          echo "Waiting for services to start..."
          sleep 20

          # Check services
          echo "=== Docker Compose Services Status ==="
          docker compose ps

          echo ""
          echo "=== Redis Logs ==="
          docker compose logs redis

          echo ""
          echo "=== Rspamd Logs ==="
          docker compose logs rspamd

      - name: Wait for Rspamd to be ready
        working-directory: test/integration
        run: |
          for i in {1..60}; do
            if curl -s http://localhost:50002/ping > /dev/null 2>&1; then
              echo "Rspamd Controller is ready!"

              # Also check proxy
              if curl -s http://localhost:50004/ping > /dev/null 2>&1; then
                echo "Rspamd Proxy is ready!"
              else
                echo "WARNING: Proxy not responding, but continuing..."
              fi

              exit 0
            fi
            echo "Waiting for Rspamd... ($i/60)"
            sleep 3
          done

          echo "Rspamd failed to start!"
          echo ""
          echo "=== Full Rspamd logs ==="
          docker compose logs rspamd
          echo ""
          echo "=== Checking for ASAN logs in container ==="
          docker compose exec -T rspamd ls -la /data/ || true
          docker compose exec -T rspamd cat /data/asan.log* 2>/dev/null || echo "No ASAN logs found"
          echo ""
          echo "=== Container stderr/stdout ==="
          docker logs rspamd-main 2>&1 || true
          exit 1

      - name: Run integration test
        working-directory: test/integration
        run: |
          export RSPAMD_HOST=localhost
          export CONTROLLER_PORT=50002
          export PROXY_PORT=50004
          export PASSWORD=q1
          export TEST_PROXY=true

          # Verify corpus exists
          if [ ! -d "data/corpus/spam" ] || [ ! -d "data/corpus/ham" ]; then
            echo "ERROR: Corpus directories not found"
            echo "Expected: data/corpus/spam and data/corpus/ham"
            ls -la data/
            ls -la data/corpus/ || true
            exit 1
          fi

          echo "Corpus downloaded successfully:"
          ls -lh data/corpus/

          ./scripts/integration-test.sh

      - name: Collect Docker logs
        if: always()
        working-directory: test/integration
        run: |
          docker compose logs > docker-compose-logs.txt

      - name: Stop Docker Compose
        if: always()
        working-directory: test/integration
        run: |
          echo "Stopping containers to trigger ASAN log flush..."
          docker compose down -v

      - name: Check AddressSanitizer logs
        if: always()
        working-directory: test/integration
        run: |
          echo "=== Checking for ASAN logs after container shutdown ==="
          ls -la data/

          # Fix permissions on ASAN logs created by Docker
          sudo chmod -R 644 data/asan.log* 2>/dev/null || true

          # Check if ASAN logs exist
          if ls data/asan.log* 1> /dev/null 2>&1; then
            echo "✓ ASAN logs found"
            ./scripts/check-asan-logs.sh || echo "Memory issues detected, but continuing..."
          else
            echo "⚠ No ASAN logs found after container shutdown"
          fi

      - name: Upload results
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: integration-test-results
          path: |
            test/integration/data/results.json
            test/integration/data/proxy_results.json
            test/integration/data/asan.log*
            test/integration/data/*.log
          retention-days: 7

      - name: Upload Docker logs
        if: always()
        uses: actions/upload-artifact@v4
        with:
          name: docker-logs
          path: |
            test/integration/docker-compose-logs.txt
          retention-days: 7
        continue-on-error: true

      - name: Test summary
        if: always()
        run: |
          echo "## Integration Test Results" >> $GITHUB_STEP_SUMMARY
          echo "" >> $GITHUB_STEP_SUMMARY

          if [ -f "test/integration/data/results.json" ]; then
            TOTAL=$(jq '. | length' test/integration/data/results.json)
            echo "- Total emails scanned: $TOTAL" >> $GITHUB_STEP_SUMMARY
            echo "- Results saved to artifacts" >> $GITHUB_STEP_SUMMARY
          else
            echo "- ❌ No results file generated" >> $GITHUB_STEP_SUMMARY
          fi