update

Author: gufengc

pyproject.toml

@@ -44,7 +44,7 @@ parallax = "parallax.cli:main"
 
 mac = [
   "torch==2.8.0",
-  "mlx-lm==0.30.0",
+  "mlx-lm==0.30.5",
   "mlx==0.30.4",
 ]
 

src/parallax/server/http_server.py

@@ -35,7 +35,11 @@
 from starlette.datastructures import State
 
 from parallax.utils.selective_download import download_metadata_only
-from parallax.utils.tokenizer_utils import ToolCallState, load_detokenizer, load_tokenizer
+from parallax.utils.tokenizer_utils import (
+    ToolCallState,
+    load_detokenizer,
+    load_tokenizer,
+)
 from parallax.utils.utils import get_zmq_socket
 from parallax_utils.logging_config import get_logger
 

src/parallax/utils/tokenizer_utils.py

@@ -125,9 +125,7 @@ def load_tokenizer(model_path, trust_remote_code=True, tokenizer_config_extra=No
         tokenizer_config_extra = tokenizer_config_extra.copy()
         tokenizer_config_extra["trust_remote_code"] = True
 
-    return _mlx_load_tokenizer(
-        model_path, tokenizer_config_extra=tokenizer_config_extra, **kwargs
-    )
+    return _mlx_load_tokenizer(model_path, tokenizer_config_extra=tokenizer_config_extra, **kwargs)
 
 
 @dataclass