Skip to content

Commit b2bbd97

Browse files
committed
Add framework_args
1 parent a83e1a4 commit b2bbd97

2 files changed

Lines changed: 6 additions & 0 deletions

File tree

src/swiss_ai_model_launch/launchers/firecrest_launcher.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -78,6 +78,11 @@ def _get_launch_args_from_request(
7878
f"--served-model-name {served_model_name} "
7979
"--host 0.0.0.0 "
8080
"--port 8080 "
81+
+ (
82+
launch_request.framework_args
83+
if launch_request.framework_args
84+
else ""
85+
)
8186
),
8287
telemetry_endpoint=self.telemetry_endpoint,
8388
)

src/swiss_ai_model_launch/launchers/launch_request.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -12,3 +12,4 @@ class LaunchRequest(BaseModel):
1212
nodes_per_worker: int
1313
time: str
1414
served_model_name: str | None = None
15+
framework_args: str | None = None

0 commit comments

Comments
 (0)