Unverified Commit 41ac0c6d authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

chore: upgrade sgl-kernel 0.1.0 (#5690)

parent 84810da4
......@@ -46,7 +46,7 @@ runtime_common = [
srt = [
"sglang[runtime_common]",
"sgl-kernel==0.0.9.post2",
"sgl-kernel==0.1.0",
"flashinfer_python==0.2.3",
"torch==2.6.0",
"torchvision==0.21.0",
......
......@@ -66,6 +66,7 @@ from sglang.srt.utils import (
assert_pkg_version,
configure_logger,
get_zmq_socket,
is_cuda,
kill_process_tree,
launch_dummy_health_check_server,
maybe_set_triton_cache_manager,
......@@ -78,6 +79,8 @@ from sglang.version import __version__
logger = logging.getLogger(__name__)
asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())
_is_cuda = is_cuda()
class Engine(EngineBase):
"""
......@@ -452,6 +455,12 @@ def _set_envs_and_config(server_args: ServerArgs):
"reinstall the latest version by following the instructions "
"at https://docs.flashinfer.ai/installation.html.",
)
if _is_cuda:
assert_pkg_version(
"sgl-kernel",
"0.1.0",
"Please reinstall the latest version with `pip install sgl-kernel --force-reinstall`",
)
def sigchld_handler(signum, frame):
pid, exitcode = os.waitpid(0, os.WNOHANG)
......
......@@ -16,7 +16,7 @@ rm -rf /usr/local/lib/python3.10/dist-packages/sgl_kernel*
pip install --upgrade pip
# Install sgl-kernel
pip install sgl-kernel==0.0.9.post2 --no-cache-dir
pip install sgl-kernel==0.1.0 --no-cache-dir
# Install the main package
pip install -e "python[all]"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment