Unverified Commit 41ac0c6d authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

chore: upgrade sgl-kernel 0.1.0 (#5690)

parent 84810da4
...@@ -46,7 +46,7 @@ runtime_common = [ ...@@ -46,7 +46,7 @@ runtime_common = [
srt = [ srt = [
"sglang[runtime_common]", "sglang[runtime_common]",
"sgl-kernel==0.0.9.post2", "sgl-kernel==0.1.0",
"flashinfer_python==0.2.3", "flashinfer_python==0.2.3",
"torch==2.6.0", "torch==2.6.0",
"torchvision==0.21.0", "torchvision==0.21.0",
......
...@@ -66,6 +66,7 @@ from sglang.srt.utils import ( ...@@ -66,6 +66,7 @@ from sglang.srt.utils import (
assert_pkg_version, assert_pkg_version,
configure_logger, configure_logger,
get_zmq_socket, get_zmq_socket,
is_cuda,
kill_process_tree, kill_process_tree,
launch_dummy_health_check_server, launch_dummy_health_check_server,
maybe_set_triton_cache_manager, maybe_set_triton_cache_manager,
...@@ -78,6 +79,8 @@ from sglang.version import __version__ ...@@ -78,6 +79,8 @@ from sglang.version import __version__
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
asyncio.set_event_loop_policy(uvloop.EventLoopPolicy()) asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())
_is_cuda = is_cuda()
class Engine(EngineBase): class Engine(EngineBase):
""" """
...@@ -452,6 +455,12 @@ def _set_envs_and_config(server_args: ServerArgs): ...@@ -452,6 +455,12 @@ def _set_envs_and_config(server_args: ServerArgs):
"reinstall the latest version by following the instructions " "reinstall the latest version by following the instructions "
"at https://docs.flashinfer.ai/installation.html.", "at https://docs.flashinfer.ai/installation.html.",
) )
if _is_cuda:
assert_pkg_version(
"sgl-kernel",
"0.1.0",
"Please reinstall the latest version with `pip install sgl-kernel --force-reinstall`",
)
def sigchld_handler(signum, frame): def sigchld_handler(signum, frame):
pid, exitcode = os.waitpid(0, os.WNOHANG) pid, exitcode = os.waitpid(0, os.WNOHANG)
......
...@@ -16,7 +16,7 @@ rm -rf /usr/local/lib/python3.10/dist-packages/sgl_kernel* ...@@ -16,7 +16,7 @@ rm -rf /usr/local/lib/python3.10/dist-packages/sgl_kernel*
pip install --upgrade pip pip install --upgrade pip
# Install sgl-kernel # Install sgl-kernel
pip install sgl-kernel==0.0.9.post2 --no-cache-dir pip install sgl-kernel==0.1.0 --no-cache-dir
# Install the main package # Install the main package
pip install -e "python[all]" pip install -e "python[all]"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment