Model Server Tests #756
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Model Server Tests | |
| on: | |
| schedule: | |
| # This cron expression runs the job daily at 16:00 UTC (9am PT) | |
| - cron: "0 16 * * *" | |
| workflow_dispatch: | |
| permissions: | |
| contents: read | |
| env: | |
| # Bedrock | |
| AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| AWS_REGION_NAME: ${{ vars.AWS_REGION_NAME }} | |
| # API keys for testing | |
| COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }} | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| AZURE_API_KEY: ${{ secrets.AZURE_API_KEY }} | |
| AZURE_API_URL: ${{ vars.AZURE_API_URL }} | |
| jobs: | |
| model-check: | |
| # See https://runs-on.com/runners/linux/ | |
| runs-on: | |
| - runs-on | |
| - runner=4cpu-linux-arm64 | |
| - "run-id=${{ github.run_id }}-model-check" | |
| - "extras=ecr-cache" | |
| environment: ci-protected | |
| timeout-minutes: 20 | |
| env: | |
| PYTHONPATH: ./backend | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # ratchet:actions/checkout@v6 | |
| with: | |
| persist-credentials: false | |
| - name: Setup Python and Install Dependencies | |
| uses: ./.github/actions/setup-python-and-install-dependencies | |
| with: | |
| requirements: | | |
| backend/requirements/default.txt | |
| backend/requirements/dev.txt | |
| - name: Build model server image | |
| uses: ./.github/actions/build-model-server-image | |
| with: | |
| runs-on-ecr-cache: ${{ env.RUNS_ON_ECR_CACHE }} | |
| ref-name: ${{ github.ref_name }} | |
| pr-number: ${{ github.event.pull_request.number }} | |
| github-sha: ${{ github.event.pull_request.head.sha || github.sha }} | |
| run-id: ${{ github.run_id }} | |
| tag-prefix: model-server | |
| ecr-registry: ${{ vars.ECR_REGISTRY }} | |
| docker-username: ${{ secrets.DOCKER_USERNAME }} | |
| docker-token: ${{ secrets.DOCKER_TOKEN }} | |
| - name: Start Docker containers | |
| id: start_docker | |
| env: | |
| ONYX_MODEL_SERVER_IMAGE: ${{ env.RUNS_ON_ECR_CACHE }}:model-server-${{ github.run_id }} | |
| run: | | |
| cd deployment/docker_compose | |
| docker compose \ | |
| -f docker-compose.yml \ | |
| -f docker-compose.dev.yml \ | |
| up -d --wait \ | |
| inference_model_server | |
| - name: Run Tests | |
| run: | | |
| py.test -o junit_family=xunit2 -xv --ff backend/tests/daily/embedding | |
| - name: Alert on Failure | |
| if: failure() && github.event_name == 'schedule' | |
| uses: ./.github/actions/slack-notify | |
| with: | |
| webhook-url: ${{ secrets.SLACK_WEBHOOK }} | |
| failed-jobs: model-check | |
| title: "🚨 Scheduled Model Tests failed!" | |
| ref-name: ${{ github.ref_name }} | |
| - name: Dump all-container logs (optional) | |
| if: always() | |
| run: | | |
| cd deployment/docker_compose | |
| docker compose logs --no-color > $GITHUB_WORKSPACE/docker-compose.log || true | |
| - name: Upload logs | |
| if: always() | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a | |
| with: | |
| name: docker-all-logs | |
| path: ${{ github.workspace }}/docker-compose.log |