File tree Expand file tree Collapse file tree
src/swiss_ai_model_launch/assets Expand file tree Collapse file tree Original file line number Diff line number Diff line change 4747_sglang_setup () {
4848 FRAMEWORK_ENV_SETUP=" export no_proxy=\" 0.0.0.0,\$ no_proxy\" ; export NO_PROXY=\" 0.0.0.0,\$ NO_PROXY\" ; export SGL_ENABLE_JIT_DEEPGEMM=\" false\" "
4949 FRAMEWORK_LAUNCH=" python3 -m sglang.launch_server"
50+ return
5051}
5152
5253_sglang_worker_cmd () {
@@ -56,13 +57,15 @@ _sglang_worker_cmd() {
5657 dist_args=" --dist-init-addr ${worker_host_ip} :5757 --nnodes ${NODES_PER_WORKER} --node-rank ${local_rank} "
5758 fi
5859 FRAMEWORK_CMD=" $FRAMEWORK_LAUNCH $dist_args $FRAMEWORK_ARGS "
60+ return
5961}
6062
6163# ── vllm ────────────────────────────────────────────────────────────────────
6264
6365_vllm_setup () {
6466 FRAMEWORK_ENV_SETUP=" export RAY_CGRAPH_get_timeout=1800; export no_proxy=\" 0.0.0.0,\$ no_proxy\" ; export NO_PROXY=\" 0.0.0.0,\$ NO_PROXY\" "
6567 FRAMEWORK_LAUNCH=" python3 -m vllm.entrypoints.openai.api_server"
68+ return
6669}
6770
6871_vllm_worker_cmd () {
@@ -94,13 +97,15 @@ $FRAMEWORK_LAUNCH --distributed-executor-backend ray $FRAMEWORK_ARGS"
9497 else
9598 FRAMEWORK_CMD=" $FRAMEWORK_LAUNCH $FRAMEWORK_ARGS "
9699 fi
100+ return
97101}
98102
99103# ── main ────────────────────────────────────────────────────────────────────
100104
101105case " $FRAMEWORK " in
102106 sglang) _sglang_setup ;;
103107 vllm) _vllm_setup ;;
108+ * ) echo " Error: Unknown framework: $FRAMEWORK " >&2 ; exit 1 ;;
104109esac
105110
106111EXPECTED_NODES=$(( WORKERS * NODES_PER_WORKER))
@@ -141,6 +146,7 @@ for ((worker_id=0; worker_id<WORKERS; worker_id++)); do
141146 case " $FRAMEWORK " in
142147 sglang) _sglang_worker_cmd " $local_rank " " $worker_host_ip " ;;
143148 vllm) _vllm_worker_cmd " $local_rank " " $worker_host_ip " ;;
149+ * ) echo " Error: Unknown framework: $FRAMEWORK " >&2 ; exit 1 ;;
144150 esac
145151
146152 if [[ " $USE_OCF " = " true" ]] && [[ " $local_rank " -eq 0 ]]; then
You can’t perform that action at this time.
0 commit comments