Skip to content

Commit f4f8276

Browse files
authored
feat: migrate SGLang configuration (ai-dynamo#6280)
Signed-off-by: jh-nv <[email protected]>
1 parent 359765d commit f4f8276

File tree

7 files changed

+430
-321
lines changed

7 files changed

+430
-321
lines changed

components/src/dynamo/common/configuration/groups/runtime_args.py

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,7 @@ class DynamoRuntimeConfig(ConfigBase):
1515
"""Configuration for Dynamo runtime (common across all backends)."""
1616

1717
namespace: str
18+
endpoint: Optional[str] = None
1819
discovery_backend: str
1920
request_plane: str
2021
event_plane: str
@@ -52,6 +53,13 @@ def add_arguments(self, parser) -> None:
5253
default="dynamo",
5354
help="Dynamo namespace",
5455
)
56+
add_argument(
57+
g,
58+
flag_name="--endpoint",
59+
env_var="DYN_ENDPOINT",
60+
default=None,
61+
help="Dynamo endpoint string in 'dyn://namespace.component.endpoint' format. Example: dyn://dynamo.backend.generate. Currently used only by TRT-LLM and SGLang backends.",
62+
)
5563
add_argument(
5664
g,
5765
flag_name="--discovery-backend",

0 commit comments

Comments
 (0)