Skip to content
Run Sweep

Run Sweep - [WIP] add perf comparison on non-main brances with run-sweep workflow #1304

Sign in to view logs

Run Sweep - [WIP] add perf comparison on non-main brances with run-sweep workflow

Run Sweep - [WIP] add perf comparison on non-main brances with run-sweep workflow #1304

Run time

Learn about OS pricing on GitHub Actions
Job Run time
setup
13s
check-newline
5s
multi-node 8k1k /
0s
multi-node 1k8k /
0s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-4
3m 43s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-32
5m 3s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-64
10m 54s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-8
3m 52s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-4
4m 2s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-16
7m 47s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-32
4m 50s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-8
4m 19s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-16
4m 3s
multi-node 1k1k /
-1s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-32
4m 12s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-4
3m 44s
single-node 8k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_8k1k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-16
5m 42s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-8
3m 36s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-16
4m 35s
single-node 8k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_8k1k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-4
3m 44s
single-node 8k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_8k1k fp4 h100 vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-4
3m 36s
single-node 8k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_8k1k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-32
6m 18s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-64
4m 57s
single-node 1k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k1k fp4 h100 vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-64
4m 16s
single-node 8k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_8k1k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-64
8m 37s
single-node 8k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_8k1k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-8
3m 25s
single-node 8k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_8k1k fp4 h100 vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-8
3m 46s
single-node 8k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_8k1k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-16
4m 19s
single-node 8k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_8k1k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-4
4m 2s
single-node 8k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_8k1k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-64
6m 40s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-16
14m 45s
single-node 8k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_8k1k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-8
3m 51s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-32
10m 56s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-4
10m 21s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-8
12m 8s
single-node 8k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_8k1k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-32
5m 18s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-64 | eval
26m 50s
single-node 8k1k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_8k1k fp4 h100 vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-16
4m 41s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-8
9m 56s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-4
8m 31s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-4
8m 55s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-64 | eval
15m 31s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-8
8m 49s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=2 ep=1 dpa=false | disagg-false spec-none conc-32
18m 5s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-16
10m 50s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=8 ep=1 dpa=false | disagg-false spec-none conc-16
11m 49s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-64
17m 12s
single-node 1k8k / (vllm/vllm-openai:v0.15.1, openai/gpt-oss-120b, gptoss, fp4, vllm, none, h100,... / gptoss_1k8k fp4 h100 vllm | tp=4 ep=1 dpa=false | disagg-false spec-none conc-32
13m 47s
collect-evals / collect-evals
21s
collect-results / collect-results
16s
upload-changelog-metadata
3s
calc-success-rate
16s
compare-results
10s
trigger-ingest
-1s
5h 37m 39s