allow routing sidecar to be disabled

Signed-off-by: Michael Kalantar <[email protected]>

Author: kalantar

setup/env.sh

@@ -220,6 +220,7 @@ export LLMDBENCH_VLLM_MODELSERVICE_GAIE_FLAGS=${LLMDBENCH_VLLM_MODELSERVICE_GAIE
 export LLMDBENCH_VLLM_MODELSERVICE_GAIE_PLUGINS_CONFIGFILE=${LLMDBENCH_VLLM_MODELSERVICE_GAIE_PLUGINS_CONFIGFILE:-"default-plugins.yaml"}
 export LLMDBENCH_VLLM_MODELSERVICE_GAIE_EPP_VERBOSITY=${LLMDBENCH_VLLM_MODELSERVICE_GAIE_EPP_VERBOSITY:-"1"}
 export LLMDBENCH_VLLM_MODELSERVICE_INFERENCE_POOL_PROVIDER_CONFIG=${LLMDBENCH_VLLM_MODELSERVICE_INFERENCE_POOL_PROVIDER_CONFIG:-""}
+export LLMDBENCH_LLMD_ROUTINGSIDECAR_ENABLED=${LLMDBENCH_LLMD_ROUTINGSIDECAR_ENABLED:-true}
 export LLMDBENCH_LLMD_ROUTINGSIDECAR_CONNECTOR=${LLMDBENCH_LLMD_ROUTINGSIDECAR_CONNECTOR:-"nixlv2"}
 export LLMDBENCH_LLMD_ROUTINGSIDECAR_DEBUG_LEVEL=${LLMDBENCH_LLMD_ROUTINGSIDECAR_DEBUG_LEVEL:-3}
 

setup/steps/09_deploy_via_modelservice.py

@@ -114,6 +114,7 @@ def generate_ms_values_yaml(
 routing:
   servicePort: {ev["vllm_common_inference_port"]}
   proxy:
+    enabled: {ev["llmd_routingsidecar_enabled"]}
     image: "{get_image(ev, "llmd_routingsidecar_image", False, True)}"
     secure: false
     connector: {ev["llmd_routingsidecar_connector"]}