We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 6379311 commit e911537Copy full SHA for e911537
2 files changed
pyproject.toml
@@ -47,7 +47,7 @@ mac = [
47
]
48
49
gpu = [
50
- "sglang[all]==0.5.4.post1",
+ "sglang[all]==0.5.5",
51
"mlx-lm==0.28.0",
52
"mlx[cpu]==0.29.1",
53
src/parallax/sglang/monkey_patch_utils/model_parallel.py
@@ -79,7 +79,7 @@ def __init__(
79
use_hpu_communicator=use_hpu_communicator,
80
use_xpu_communicator=use_xpu_communicator,
81
use_npu_communicator=use_npu_communicator,
82
- use_torch_symm_mem=use_torch_symm_mem,
+ use_torch_symm_mem_all_reduce=use_torch_symm_mem,
83
use_message_queue_broadcaster=use_message_queue_broadcaster,
84
group_name=group_name,
85
)
0 commit comments