fix path and add al2023 name

sirutBuasai · sirutBuasai · commit 277990e7e1e4 · 2026-06-16T14:13:06.000-07:00
Signed-off-by: sirutBuasai &lt;sirutbuasai27@outlook.com&gt;
diff --git a/.github/actions/upload-ecr-allowlists/upload_ecr_allowlists.py b/.github/actions/upload-ecr-allowlists/upload_ecr_allowlists.py
@@ -6,9 +6,9 @@
 to s3://$SCANNER_ALLOWLIST_S3_BUCKET/<sha>/ecr_allowlist.json.
 
 Usage:
-    python3 .github/scripts/upload_ecr_allowlists.py              # all images
-    python3 .github/scripts/upload_ecr_allowlists.py --dry-run    # print only
-    python3 .github/scripts/upload_ecr_allowlists.py --image vllm:omni-cuda-v1
+    python3 upload_ecr_allowlists.py              # all images
+    python3 upload_ecr_allowlists.py --dry-run    # print only
+    python3 upload_ecr_allowlists.py --image vllm:omni-cuda-v1
 """
 
 import argparse
diff --git a/.github/config/image/sglang/ec2-ubuntu.yml b/.github/config/image/sglang/ec2-ubuntu.yml
@@ -16,7 +16,7 @@ build:
   dockerfile: "docker/sglang/Dockerfile"
   target: "sglang-ec2"
   base_image: "lmsysorg/sglang:v0.5.13"
-  efa_version: "1.46.0"
+  efa_version: "1.48.0"
   dlc_major_version: "1"
   dlc_minor_version: "0"
 
diff --git a/.github/config/image/sglang/sagemaker-ubuntu.yml b/.github/config/image/sglang/sagemaker-ubuntu.yml
@@ -17,7 +17,7 @@ build:
   dockerfile: "docker/sglang/Dockerfile"
   target: "sglang-sagemaker"
   base_image: "lmsysorg/sglang:v0.5.13"
-  efa_version: "1.46.0"
+  efa_version: "1.48.0"
   dlc_major_version: "1"
   dlc_minor_version: "0"
 
diff --git a/.github/workflows/sglang.autorelease-ec2-amzn2023.yml b/.github/workflows/sglang.autorelease-ec2-amzn2023.yml
@@ -1,4 +1,4 @@
-name: "Auto Release - SGLang EC2"
+name: "Auto Release - SGLang EC2 AL2023"
 
 on:
   schedule:
diff --git a/.github/workflows/sglang.autorelease-sagemaker-amzn2023.yml b/.github/workflows/sglang.autorelease-sagemaker-amzn2023.yml
@@ -1,4 +1,4 @@
-name: "Auto Release - SGLang SageMaker"
+name: "Auto Release - SGLang SageMaker AL2023"
 
 on:
   schedule:
diff --git a/.github/workflows/sglang.pr-ec2-amzn2023.yml b/.github/workflows/sglang.pr-ec2-amzn2023.yml
@@ -1,4 +1,4 @@
-name: "PR - SGLang EC2"
+name: "PR - SGLang EC2 AL2023"
 
 on:
   # TEMP: Enable after all frameworks are refactored
diff --git a/.github/workflows/sglang.pr-sagemaker-amzn2023.yml b/.github/workflows/sglang.pr-sagemaker-amzn2023.yml
@@ -1,4 +1,4 @@
-name: "PR - SGLang SageMaker"
+name: "PR - SGLang SageMaker AL2023"
 
 on:
   # TEMP: Enable after all frameworks are refactored
diff --git a/.github/workflows/vllm.autorelease-ec2.yml b/.github/workflows/vllm.autorelease-ec2.yml
@@ -1,4 +1,4 @@
-name: "Auto Release - vLLM EC2"
+name: "Auto Release - vLLM EC2 AL2023"
 
 on:
   schedule:
diff --git a/.github/workflows/vllm.autorelease-hyperpod.yml b/.github/workflows/vllm.autorelease-hyperpod.yml
@@ -1,4 +1,4 @@
-name: "Auto Release - vLLM HyperPod"
+name: "Auto Release - vLLM HyperPod AL2023"
 
 on:
   workflow_dispatch:
diff --git a/.github/workflows/vllm.autorelease-sagemaker.yml b/.github/workflows/vllm.autorelease-sagemaker.yml
@@ -1,4 +1,4 @@
-name: "Auto Release - vLLM SageMaker"
+name: "Auto Release - vLLM SageMaker AL2023"
 
 on:
   schedule:
diff --git a/.github/workflows/vllm.pr-ec2.yml b/.github/workflows/vllm.pr-ec2.yml
@@ -1,4 +1,4 @@
-name: "PR - vLLM EC2"
+name: "PR - vLLM EC2 AL2023"
 
 on:
   # TEMP: Enable after all frameworks are refactored
diff --git a/.github/workflows/vllm.pr-hyperpod.yml b/.github/workflows/vllm.pr-hyperpod.yml
@@ -1,4 +1,4 @@
-name: "PR - vLLM HyperPod"
+name: "PR - vLLM HyperPod AL2023"
 
 on:
   # TEMP: Enable after all frameworks are refactored
diff --git a/.github/workflows/vllm.pr-sagemaker.yml b/.github/workflows/vllm.pr-sagemaker.yml
@@ -1,4 +1,4 @@
-name: "PR - vLLM SageMaker"
+name: "PR - vLLM SageMaker AL2023"
 
 on:
   # TEMP: Enable after all frameworks are refactored
diff --git a/docker/vllm_omni/Dockerfile.amzn2023 b/docker/vllm_omni/Dockerfile.amzn2023
@@ -374,6 +374,8 @@ RUN uv pip install --no-cache-dir \
   "xgrammar>=0.1.32" \
   "PyJWT>=2.12.0" \
   "cbor2>=5.9.0" \
+  "starlette>=1.3.1" \
+  "cryptography>=48.0.1" \
   "gradio>=6.7.0" \
   "model-hosting-container-standards>=0.1.14,<1.0.0"
 
diff --git a/test/ray/unit/test_sagemaker_serve.py b/test/ray/unit/test_sagemaker_serve.py
@@ -7,7 +7,9 @@
 import httpx
 import pytest
 
-sys.path.insert(0, os.path.join(os.path.dirname(__file__), "..", "..", "..", "scripts", "ray"))
+sys.path.insert(
+    0, os.path.join(os.path.dirname(__file__), "..", "..", "..", "scripts", "docker", "ray")
+)
 
 from sagemaker_serve import app  # noqa: E402
 
diff --git a/test/sanity/scripts/test_sanity_vllm_sglang.py b/test/sanity/scripts/test_sanity_vllm_sglang.py
@@ -379,7 +379,7 @@ def test_sagemaker_entrypoint_invokes_server(self):
             self.skipTest("Not a SageMaker image")
         with open(ep) as f:
             content = f.read()
-        has_vllm = "vllm.entrypoints.openai.api_server" in content
+        has_vllm = "vllm.entrypoints.openai.api_server" in content or "vllm serve" in content
         has_sglang = "sglang.launch_server" in content
         self.assertTrue(has_vllm or has_sglang, "Entrypoint does not invoke vllm or sglang server")
 
diff --git a/test/telemetry/test_telemetry.py b/test/telemetry/test_telemetry.py
@@ -12,7 +12,7 @@
 that would conflict under parallel execution.
 
 Usage:
-    PYTHONPATH=$(pwd)/test:$(pwd)/scripts/telemetry:$PYTHONPATH \
+    PYTHONPATH=$(pwd)/test:$(pwd)/scripts/docker/telemetry:$PYTHONPATH \
         pytest test/telemetry/test_telemetry.py -v \
         --image-uri <uri> --framework <fw> --framework-version <ver> \
         --container-type <type> \
diff --git a/test/vllm-omni/sagemaker/test_sagemaker_middleware.py b/test/vllm-omni/sagemaker/test_sagemaker_middleware.py
@@ -4,8 +4,10 @@
 import os
 import sys
 
-# Allow importing omni_sagemaker_serve from scripts/vllm/
-sys.path.insert(0, os.path.join(os.path.dirname(__file__), "..", "..", "..", "scripts", "vllm"))
+# Allow importing omni_sagemaker_serve from scripts/docker/vllm/
+sys.path.insert(
+    0, os.path.join(os.path.dirname(__file__), "..", "..", "..", "scripts", "docker", "vllm")
+)
 
 import pytest
 from omni_sagemaker_serve import SageMakerRouteMiddleware, _parse_route

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-name: "Auto Release - SGLang EC2"`
	`1`	`+name: "Auto Release - SGLang EC2 AL2023"`
`2`	`2`
`3`	`3`	`on:`
`4`	`4`	`schedule:`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-name: "Auto Release - SGLang SageMaker"`
	`1`	`+name: "Auto Release - SGLang SageMaker AL2023"`
`2`	`2`
`3`	`3`	`on:`
`4`	`4`	`schedule:`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-name: "PR - SGLang EC2"`
	`1`	`+name: "PR - SGLang EC2 AL2023"`
`2`	`2`
`3`	`3`	`on:`
`4`	`4`	`# TEMP: Enable after all frameworks are refactored`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-name: "PR - SGLang SageMaker"`
	`1`	`+name: "PR - SGLang SageMaker AL2023"`
`2`	`2`
`3`	`3`	`on:`
`4`	`4`	`# TEMP: Enable after all frameworks are refactored`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-name: "Auto Release - vLLM EC2"`
	`1`	`+name: "Auto Release - vLLM EC2 AL2023"`
`2`	`2`
`3`	`3`	`on:`
`4`	`4`	`schedule:`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-name: "Auto Release - vLLM HyperPod"`
	`1`	`+name: "Auto Release - vLLM HyperPod AL2023"`
`2`	`2`
`3`	`3`	`on:`
`4`	`4`	`workflow_dispatch:`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-name: "Auto Release - vLLM SageMaker"`
	`1`	`+name: "Auto Release - vLLM SageMaker AL2023"`
`2`	`2`
`3`	`3`	`on:`
`4`	`4`	`schedule:`