We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
forward_prefill
forward_extend
1 parent 26a006e commit 2825f5dCopy full SHA for 2825f5d
test/registered/metrics/test_metrics.py
@@ -46,10 +46,13 @@ def _verify_metrics_extra(metrics):
46
"sglang:dp_cooperation_realtime_tokens_total",
47
{"mode": "prefill_compute"},
48
),
49
- ("sglang:dp_cooperation_realtime_tokens_total", {"mode": "decode"}),
+ (
50
+ "sglang:dp_cooperation_realtime_tokens_total",
51
+ {"mode": "decode"},
52
+ ),
53
(
54
"sglang:dp_cooperation_gpu_execution_seconds_total",
- {"category": "forward_prefill"},
55
+ {"category": "forward_extend"},
56
57
58
0 commit comments