leaderboard #14
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: leaderboard | |
| on: | |
| schedule: | |
| # Every Monday at 08:00 UTC | |
| - cron: "0 8 * * 1" | |
| workflow_dispatch: | |
| push: | |
| paths: | |
| - "bench/servers.json" | |
| - "scripts/benchmark.ts" | |
| - ".github/workflows/leaderboard.yml" | |
| permissions: | |
| contents: write | |
| jobs: | |
| run-benchmark: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 20 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: pnpm/action-setup@v4 | |
| with: | |
| version: 10 | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: "20" | |
| cache: pnpm | |
| - run: pnpm install --frozen-lockfile | |
| - run: pnpm -r run build | |
| - name: Run benchmark | |
| run: pnpm bench | |
| # The benchmark script already catches per-server errors and records | |
| # them as status=error. Don't block later steps on a script crash — | |
| # still commit whatever partial results exist. | |
| continue-on-error: true | |
| - name: Commit results | |
| if: github.event_name != 'pull_request' | |
| run: | | |
| git config user.name "github-actions[bot]" | |
| git config user.email "41898282+github-actions[bot]@users.noreply.github.com" | |
| if [ ! -f bench/results.json ]; then | |
| echo "no results.json — nothing to commit" | |
| exit 0 | |
| fi | |
| git add bench/results.json bench/leaderboard.md | |
| if git diff --cached --quiet; then | |
| echo "no changes to commit" | |
| exit 0 | |
| fi | |
| git commit -m "chore(bench): refresh MCP token leaderboard" | |
| git push |