Skip to content

Commit 5dfcd6c

Browse files
add proctitle for tokenizers (sgl-project#9952)
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
1 parent 0dfd54d commit 5dfcd6c

File tree

2 files changed

+8
-0
lines changed

2 files changed

+8
-0
lines changed

python/sglang/srt/entrypoints/http_server.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,8 @@
2929
from http import HTTPStatus
3030
from typing import Any, AsyncIterator, Callable, Dict, List, Optional
3131

32+
import setproctitle
33+
3234
# Fix a bug of Python threading
3335
setattr(threading, "_register_atexit", lambda *args, **kwargs: None)
3436

@@ -1166,6 +1168,7 @@ def launch_server(
11661168
2. Inter-process communication is done through IPC (each process uses a different port) via the ZMQ library.
11671169
"""
11681170
if server_args.tokenizer_worker_num > 1:
1171+
setproctitle.setproctitle(f"sglang::http_server/multi_tokenizer_router")
11691172
port_args = PortArgs.init_new(server_args)
11701173
port_args.tokenizer_worker_ipc_name = (
11711174
f"ipc://{tempfile.NamedTemporaryFile(delete=False).name}"
@@ -1174,6 +1177,7 @@ def launch_server(
11741177
server_args=server_args, port_args=port_args
11751178
)
11761179
else:
1180+
setproctitle.setproctitle(f"sglang::http_server/tokenizer_manager")
11771181
tokenizer_manager, template_manager, scheduler_info = _launch_subprocesses(
11781182
server_args=server_args,
11791183
)

python/sglang/srt/managers/multi_tokenizer_mixin.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,7 @@
2323
from multiprocessing import shared_memory
2424
from typing import Dict
2525

26+
import setproctitle
2627
import zmq
2728
import zmq.asyncio
2829

@@ -476,6 +477,9 @@ def __init__(
476477
server_args: ServerArgs,
477478
port_args: PortArgs,
478479
):
480+
setproctitle.setproctitle(
481+
f"sglang::http_server/multi_tokenizer_manager:{os.getpid()}"
482+
)
479483
# prevent init prefill bootstrapserver again
480484
disaggregation_mode = server_args.disaggregation_mode
481485
server_args.disaggregation_mode = "null"

0 commit comments

Comments
 (0)