We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent a83e1a4 commit b2bbd97Copy full SHA for b2bbd97
2 files changed
src/swiss_ai_model_launch/launchers/firecrest_launcher.py
@@ -78,6 +78,11 @@ def _get_launch_args_from_request(
78
f"--served-model-name {served_model_name} "
79
"--host 0.0.0.0 "
80
"--port 8080 "
81
+ + (
82
+ launch_request.framework_args
83
+ if launch_request.framework_args
84
+ else ""
85
+ )
86
),
87
telemetry_endpoint=self.telemetry_endpoint,
88
)
src/swiss_ai_model_launch/launchers/launch_request.py
@@ -12,3 +12,4 @@ class LaunchRequest(BaseModel):
12
nodes_per_worker: int
13
time: str
14
served_model_name: str | None = None
15
+ framework_args: str | None = None
0 commit comments