We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 05c8a51 commit 9560258Copy full SHA for 9560258
1 file changed
src/mmirage/core/process/processors/llm/config.py
@@ -28,7 +28,7 @@ class SGLangServerArgs:
28
"""
29
30
model_path: str = "none"
31
- tp_size: int = field(default_factory=lambda: os.environ.get("SLURM_GPUS_ON_NODE") or 1)
+ tp_size: int = field(default_factory=lambda: int(os.environ.get("SLURM_GPUS_ON_NODE") or 1))
32
trust_remote_code: bool = True
33
disable_custom_all_reduce: bool = False
34
0 commit comments