|
| 1 | +name: Nightly - Router Perf Test (Optimized Baseline 10k-1k) |
| 2 | + |
| 3 | +on: |
| 4 | + schedule: |
| 5 | + - cron: '0 9 * * *' # Run daily at 09:00 UTC |
| 6 | + workflow_dispatch: # Enable manual triggering from UI |
| 7 | + inputs: |
| 8 | + gcp_project_id: |
| 9 | + description: 'GCP Project ID' |
| 10 | + default: 'llm-d-scale' |
| 11 | + required: true |
| 12 | + type: string |
| 13 | + gke_cluster_name: |
| 14 | + description: 'GKE Cluster Name' |
| 15 | + default: 'llm-d-ap-usc1-router-perf' |
| 16 | + required: true |
| 17 | + type: string |
| 18 | + gke_cluster_zone: |
| 19 | + description: 'GKE Cluster Zone/Region' |
| 20 | + default: 'us-central1' |
| 21 | + required: true |
| 22 | + type: string |
| 23 | + sim_replicas: |
| 24 | + description: 'Number of simulator replicas' |
| 25 | + default: '10' |
| 26 | + required: true |
| 27 | + type: string |
| 28 | + router_config: |
| 29 | + description: 'Path to consolidated router Helm values configuration' |
| 30 | + default: 'test/perf/config/router-configs/optimized-baseline.yaml' |
| 31 | + required: true |
| 32 | + type: string |
| 33 | + test_name: |
| 34 | + description: 'Test identifier name' |
| 35 | + default: 'optimized-baseline-job1' |
| 36 | + required: true |
| 37 | + type: string |
| 38 | + perf_job: |
| 39 | + description: 'Performance job configuration path' |
| 40 | + default: 'test/perf/config/shared_prefix_job1.yaml' |
| 41 | + required: true |
| 42 | + type: string |
| 43 | + gcs_bucket: |
| 44 | + description: 'GCS bucket name for storing performance test results' |
| 45 | + default: 'llm-d-router-perf-results' |
| 46 | + required: true |
| 47 | + type: string |
| 48 | + |
| 49 | +permissions: |
| 50 | + contents: read |
| 51 | + actions: read |
| 52 | + |
| 53 | +jobs: |
| 54 | + run-perf-benchmark: |
| 55 | + runs-on: ubuntu-latest |
| 56 | + env: |
| 57 | + # This cluster must have the Gateway API Inference Extension CRDs |
| 58 | + # already installed in it. |
| 59 | + GCP_PROJECT_ID: ${{ inputs.gcp_project_id || 'llm-d-scale' }} |
| 60 | + GKE_CLUSTER_NAME: ${{ inputs.gke_cluster_name || 'llm-d-ap-usc1-router-perf' }} |
| 61 | + GKE_CLUSTER_ZONE: ${{ inputs.gke_cluster_zone || 'us-central1' }} |
| 62 | + SIM_REPLICAS: ${{ inputs.sim_replicas || '10' }} |
| 63 | + ROUTER_CONFIG: ${{ inputs.router_config || 'test/perf/config/router-configs/optimized-baseline.yaml' }} |
| 64 | + TEST_NAME: ${{ inputs.test_name || 'optimized-baseline-job1' }} |
| 65 | + PERF_JOB: ${{ inputs.perf_job || 'test/perf/config/shared_prefix_job1.yaml' }} |
| 66 | + GCS_BUCKET: ${{ inputs.gcs_bucket || 'llm-d-router-perf-results' }} |
| 67 | + HF_TOKEN: ${{ secrets.HF_TOKEN }} |
| 68 | + steps: |
| 69 | + - name: Checkout llm-d/llm-d-router |
| 70 | + uses: actions/checkout@v6 |
| 71 | + |
| 72 | + - name: Checkout kubernetes-sigs/inference-perf |
| 73 | + uses: actions/checkout@v6 |
| 74 | + with: |
| 75 | + repository: kubernetes-sigs/inference-perf |
| 76 | + path: inference-perf |
| 77 | + |
| 78 | + - name: Authenticate to Google Cloud |
| 79 | + uses: google-github-actions/auth@v2 |
| 80 | + with: |
| 81 | + credentials_json: ${{ secrets.GKE_SA_KEY }} |
| 82 | + |
| 83 | + - name: Set up gcloud CLI and kubectl |
| 84 | + uses: google-github-actions/setup-gcloud@v2 |
| 85 | + with: |
| 86 | + project_id: ${{ env.GCP_PROJECT_ID }} |
| 87 | + install_components: 'kubectl,gke-gcloud-auth-plugin' |
| 88 | + |
| 89 | + - name: Get GKE credentials |
| 90 | + run: | |
| 91 | + gcloud container clusters get-credentials "${{ env.GKE_CLUSTER_NAME }}" \ |
| 92 | + --zone "${{ env.GKE_CLUSTER_ZONE }}" \ |
| 93 | + --project "${{ env.GCP_PROJECT_ID }}" |
| 94 | +
|
| 95 | + - name: Install helm |
| 96 | + run: | |
| 97 | + curl https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3 | bash |
| 98 | +
|
| 99 | + - name: Set up Python |
| 100 | + uses: actions/setup-python@v5 |
| 101 | + with: |
| 102 | + python-version: "3.10" |
| 103 | + |
| 104 | + - name: Install Graphviz |
| 105 | + run: | |
| 106 | + sudo apt-get update && sudo apt-get install -y graphviz |
| 107 | +
|
| 108 | + - name: Install Python dependencies |
| 109 | + run: | |
| 110 | + python3 -m pip install --upgrade pip |
| 111 | + python3 -m pip install pyyaml |
| 112 | +
|
| 113 | + - name: Run Performance Test Script |
| 114 | + run: | |
| 115 | + python3 test/perf/run_nightly_perf.py \ |
| 116 | + --router-config ${{ env.ROUTER_CONFIG }} \ |
| 117 | + --test-name ${{ env.TEST_NAME }} \ |
| 118 | + --perf-chart ${{ github.workspace }}/inference-perf/deploy/inference-perf \ |
| 119 | + --perf-job ${{ env.PERF_JOB }} \ |
| 120 | + --sim-replicas ${{ env.SIM_REPLICAS }} \ |
| 121 | + --results-dir test/perf/results/optimized-baseline \ |
| 122 | + --router-machine-family e2 \ |
| 123 | + --gcp-project ${{ env.GCP_PROJECT_ID }} \ |
| 124 | + --collect-pprof-profiles \ |
| 125 | + --gcs-bucket ${{ env.GCS_BUCKET }} |
| 126 | +
|
| 127 | + - name: Upload Performance Results Artifact |
| 128 | + uses: actions/upload-artifact@v4 |
| 129 | + if: always() |
| 130 | + with: |
| 131 | + name: epp-perf-results |
| 132 | + path: test/perf/results/optimized-baseline/ |
0 commit comments