File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 33# discovery, frontend, benchmark) without loading model weights.
44#
55# Usage:
6- # srtctl apply -f recipes/smoke-test /agg.yaml
7- # srtctl dry-run -f recipes/smoke-test /agg.yaml
6+ # srtctl apply -f recipes/mocker /agg.yaml
7+ # srtctl dry-run -f recipes/mocker /agg.yaml
88
99name : " smoke-test-agg"
1010
Original file line number Diff line number Diff line change 11# Mocker smoke test - Disaggregated mode
2- # Validates prefill/decode disaggregation pipeline with bootstrap rendezvous.
2+ # Validates prefill/decode disaggregation pipeline with separate nodes
3+ # and bootstrap rendezvous.
34#
45# Usage:
5- # srtctl apply -f recipes/smoke-test /disagg.yaml
6- # srtctl dry-run -f recipes/smoke-test /disagg.yaml
6+ # srtctl apply -f recipes/mocker /disagg.yaml
7+ # srtctl dry-run -f recipes/mocker /disagg.yaml
78
89name : " smoke-test-disagg"
910
@@ -19,7 +20,7 @@ resources:
1920 gpu_type : " gb200"
2021 gpus_per_node : 4
2122 prefill_nodes : 1
22- decode_nodes : 0
23+ decode_nodes : 1
2324 prefill_workers : 1
2425 decode_workers : 1
2526 gpus_per_prefill : 1
You can’t perform that action at this time.
0 commit comments