fix: modify VLLM_URL for containerized environments

Signed-off-by: Nathan Weinberg <nweinber@redhat.com>

Author: nathan-weinberg

.github/workflows/redhat-distro-container.yml

@@ -60,6 +60,7 @@ jobs:
         shell: bash
         env:
           INFERENCE_MODEL: meta-llama/Llama-3.2-1B-Instruct
+          VLLM_URL: http://host.docker.internal:8000/v1
         run: ./tests/smoke.sh
 
       - name: Log in to Quay.io

tests/smoke.sh

@@ -9,6 +9,7 @@ function start_and_wait_for_llama_stack_container {
     --pull=never \
     -p 8321:8321 \
     --env INFERENCE_MODEL="$INFERENCE_MODEL" \
+    --env VLLM_URL="$VLLM_URL" \
     --env TRUSTYAI_LMEVAL_USE_K8S=False \
     --env TRUSTYAI_LM_EVAL_NAMESPACE=dummy \
     --name llama-stack \