Skip to content

Commit aa9a604

Browse files
committed
Expose uds in UpdateRequest
1 parent 22874d4 commit aa9a604

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

checkpoint_engine/ps.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1287,6 +1287,7 @@ class UpdateRequest(BaseModel):
12871287
update_url: str | None = None
12881288
inference_group_ranks: list[int] = []
12891289
timeout: float = 300.0
1290+
uds: str | None = None
12901291

12911292
def wrap_exception(func: Callable[[], None]) -> Response:
12921293
try:
@@ -1319,7 +1320,9 @@ def update_func(socket_paths: list[tuple[str, str]]):
13191320
return
13201321
if req.inference_group_ranks:
13211322
socket_paths = [socket_paths[i] for i in req.inference_group_ranks]
1322-
request_inference_to_update(req.update_url, dict(socket_paths), timeout=req.timeout)
1323+
request_inference_to_update(
1324+
req.update_url, dict(socket_paths), timeout=req.timeout, uds=req.uds
1325+
)
13231326

13241327
return wrap_exception(lambda: ps.update(checkpoint_name, update_func, ranks=req.ranks))
13251328

0 commit comments

Comments
 (0)