Unverified Commit 1927cb87 authored by Ryan McCormick's avatar Ryan McCormick Committed by GitHub
Browse files

fix: Fix sglang imports for v0.5.3rc0 and update Dockerfile.sglang version to match (#3405)


Signed-off-by: default avatarRyan McCormick <rmccormick@nvidia.com>
parent c7cdc8cd
...@@ -5,7 +5,7 @@ import logging ...@@ -5,7 +5,7 @@ import logging
from typing import AsyncIterator from typing import AsyncIterator
import torch import torch
from sglang.srt.conversation import chat_templates from sglang.srt.parser.conversation import chat_templates
from transformers import AutoImageProcessor, AutoModel, AutoTokenizer from transformers import AutoImageProcessor, AutoModel, AutoTokenizer
import dynamo.nixl_connect as connect import dynamo.nixl_connect as connect
......
...@@ -3,7 +3,7 @@ ...@@ -3,7 +3,7 @@
import logging import logging
from sglang.srt.conversation import chat_templates from sglang.srt.parser.conversation import chat_templates
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
......
...@@ -14,7 +14,7 @@ ARG RUNTIME_IMAGE="nvcr.io/nvidia/cuda" ...@@ -14,7 +14,7 @@ ARG RUNTIME_IMAGE="nvcr.io/nvidia/cuda"
ARG RUNTIME_IMAGE_TAG="12.8.1-runtime-ubuntu24.04" ARG RUNTIME_IMAGE_TAG="12.8.1-runtime-ubuntu24.04"
# Make sure to update the dependency version in pyproject.toml when updating this # Make sure to update the dependency version in pyproject.toml when updating this
ARG SGLANG_VERSION="0.5.0rc2" ARG SGLANG_VERSION="0.5.3rc0"
# Define general architecture ARGs for supporting both x86 and aarch64 builds. # Define general architecture ARGs for supporting both x86 and aarch64 builds.
...@@ -302,4 +302,4 @@ COPY pyproject.toml README.md hatch_build.py /workspace/ ...@@ -302,4 +302,4 @@ COPY pyproject.toml README.md hatch_build.py /workspace/
RUN uv pip install --no-deps -e . RUN uv pip install --no-deps -e .
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"] ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
CMD [] CMD []
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment