Nightly Test Daily #91
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nightly Test Daily | |
| on: | |
| schedule: | |
| - cron: '0 16 * * *' | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - "python/sgl_jax/version.py" | |
| workflow_dispatch: | |
| concurrency: | |
| group: nightly-test-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| nightly-test-accuracy-text-models-1-tpu-daily: | |
| if: github.repository == 'sgl-project/sglang-jax' | |
| runs-on: arc-runner-v6e-1 | |
| continue-on-error: true | |
| env: | |
| TZ: Asia/Shanghai | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Run eval test for text models | |
| env: | |
| HF_TOKEN: ${{ secrets.HF_TOKEN }} | |
| HF_HUB_DOWNLOAD_TIMEOUT: ${{ vars.HF_HUB_DOWNLOAD_TIMEOUT }} | |
| timeout-minutes: 3000 | |
| run: | | |
| python3.12 -m venv .venv | |
| source .venv/bin/activate | |
| pip install uv | |
| uv pip install -e "python[all]" | |
| uv pip install evalscope==1.0.0 | |
| export OUTPUT_DIR_NAME=$(date +'%Y-%m-%d') | |
| export BENCH_OUTPUT_DIR="$GITHUB_WORKSPACE/test/nightly_test_output/benchmark/$OUTPUT_DIR_NAME" | |
| echo "BENCH_OUTPUT_DIR=$BENCH_OUTPUT_DIR" >> $GITHUB_ENV | |
| mkdir -p $BENCH_OUTPUT_DIR | |
| bash scripts/killall_sglang.sh | |
| cd test/srt | |
| python3 run_suite.py --suite nightly-test-accuracy-text-models-tpu-v6e-1-daily | |
| - name: Publish traces to storage repo | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }} | |
| GITHUB_RUN_ID: ${{ github.run_id }} | |
| GITHUB_RUN_NUMBER: ${{ github.run_number }} | |
| run: | | |
| python3 scripts/ci/publish_bench_and_perf.py --source-dir ./test/nightly_test_output | |
| nightly-test-perf-text-models-1-tpu-daily: | |
| if: github.repository == 'sgl-project/sglang-jax' | |
| runs-on: arc-runner-v6e-1 | |
| continue-on-error: true | |
| env: | |
| TZ: Asia/Shanghai | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Run performance test for text models | |
| timeout-minutes: 1800 | |
| env: | |
| TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }} | |
| PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }} | |
| HF_TOKEN: ${{ secrets.HF_TOKEN }} | |
| HF_HUB_DOWNLOAD_TIMEOUT: ${{ vars.HF_HUB_DOWNLOAD_TIMEOUT }} | |
| run: | | |
| python3.12 -m venv .venv | |
| source .venv/bin/activate | |
| pip install uv | |
| uv pip install -e "python[all]" | |
| export OUTPUT_DIR_NAME=$(date +'%Y-%m-%d') | |
| export PERF_OUTPUT_DIR="$GITHUB_WORKSPACE/test/nightly_test_output/perf/$OUTPUT_DIR_NAME" | |
| echo "PERF_OUTPUT_DIR=$PERF_OUTPUT_DIR" >> $GITHUB_ENV | |
| mkdir -p $PERF_OUTPUT_DIR | |
| bash scripts/killall_sglang.sh | |
| cd test/srt | |
| python3 run_suite.py --suite nightly-test-perf-text-models-tpu-v6e-1-daily | |
| - name: Publish traces to storage repo | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }} | |
| GITHUB_RUN_ID: ${{ github.run_id }} | |
| GITHUB_RUN_NUMBER: ${{ github.run_number }} | |
| run: | | |
| python3 scripts/ci/publish_bench_and_perf.py --source-dir ./test/nightly_test_output | |
| nightly-test-perf-trace-text-models-1-tpu-daily: | |
| if: github.repository == 'sgl-project/sglang-jax' | |
| runs-on: arc-runner-v6e-1 | |
| continue-on-error: true | |
| env: | |
| TZ: Asia/Shanghai | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Run performance test for text models | |
| timeout-minutes: 18000 | |
| env: | |
| TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }} | |
| PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }} | |
| HF_TOKEN: ${{ secrets.HF_TOKEN }} | |
| HF_HUB_DOWNLOAD_TIMEOUT: ${{ vars.HF_HUB_DOWNLOAD_TIMEOUT }} | |
| run: | | |
| python3.12 -m venv .venv | |
| source .venv/bin/activate | |
| pip install uv | |
| uv pip install -e "python[all]" | |
| export OUTPUT_DIR_NAME=$(date +'%Y-%m-%d') | |
| export PERF_OUTPUT_DIR="$GITHUB_WORKSPACE/test/nightly_test_output/trace/$OUTPUT_DIR_NAME" | |
| echo "PERF_OUTPUT_DIR=$PERF_OUTPUT_DIR" >> $GITHUB_ENV | |
| mkdir -p $PERF_OUTPUT_DIR | |
| bash scripts/killall_sglang.sh | |
| cd test/srt | |
| python3 run_suite.py --suite nightly-test-perf-trace-text-models-tpu-v6e-1-daily | |
| - name: Publish traces to storage repo | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }} | |
| GITHUB_RUN_ID: ${{ github.run_id }} | |
| GITHUB_RUN_NUMBER: ${{ github.run_number }} | |
| run: | | |
| python3 scripts/ci/publish_traces.py --traces-dir ./test/nightly_test_output |