Unverified Commit 032f8faa authored by SEPLOS's avatar SEPLOS Committed by GitHub
Browse files

Fix sglang frontend's incorrect dependency on torch (#4931)

parent 37c66ec8
......@@ -25,8 +25,6 @@ from IPython.display import HTML, display
from pydantic import BaseModel
from tqdm import tqdm
from sglang.srt.utils import kill_process_tree
logger = logging.getLogger(__name__)
......@@ -422,6 +420,8 @@ def terminate_process(process):
"""
Terminate the process and automatically release the reserved port.
"""
from sglang.srt.utils import kill_process_tree
kill_process_tree(process.pid)
lock_socket = process_socket_map.pop(process, None)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment