File tree Expand file tree Collapse file tree 1 file changed +4
-1
lines changed
Expand file tree Collapse file tree 1 file changed +4
-1
lines changed Original file line number Diff line number Diff line change @@ -1287,6 +1287,7 @@ class UpdateRequest(BaseModel):
12871287 update_url : str | None = None
12881288 inference_group_ranks : list [int ] = []
12891289 timeout : float = 300.0
1290+ uds : str | None = None
12901291
12911292 def wrap_exception (func : Callable [[], None ]) -> Response :
12921293 try :
@@ -1319,7 +1320,9 @@ def update_func(socket_paths: list[tuple[str, str]]):
13191320 return
13201321 if req .inference_group_ranks :
13211322 socket_paths = [socket_paths [i ] for i in req .inference_group_ranks ]
1322- request_inference_to_update (req .update_url , dict (socket_paths ), timeout = req .timeout )
1323+ request_inference_to_update (
1324+ req .update_url , dict (socket_paths ), timeout = req .timeout , uds = req .uds
1325+ )
13231326
13241327 return wrap_exception (lambda : ps .update (checkpoint_name , update_func , ranks = req .ranks ))
13251328
You can’t perform that action at this time.
0 commit comments