Unverified Commit 1927cb87 authored by Ryan McCormick's avatar Ryan McCormick Committed by GitHub
Browse files

fix: Fix sglang imports for v0.5.3rc0 and update Dockerfile.sglang version to match (#3405)


Signed-off-by: default avatarRyan McCormick <rmccormick@nvidia.com>
parent c7cdc8cd
......@@ -5,7 +5,7 @@ import logging
from typing import AsyncIterator
import torch
from sglang.srt.conversation import chat_templates
from sglang.srt.parser.conversation import chat_templates
from transformers import AutoImageProcessor, AutoModel, AutoTokenizer
import dynamo.nixl_connect as connect
......
......@@ -3,7 +3,7 @@
import logging
from sglang.srt.conversation import chat_templates
from sglang.srt.parser.conversation import chat_templates
logger = logging.getLogger(__name__)
......
......@@ -14,7 +14,7 @@ ARG RUNTIME_IMAGE="nvcr.io/nvidia/cuda"
ARG RUNTIME_IMAGE_TAG="12.8.1-runtime-ubuntu24.04"
# Make sure to update the dependency version in pyproject.toml when updating this
ARG SGLANG_VERSION="0.5.0rc2"
ARG SGLANG_VERSION="0.5.3rc0"
# Define general architecture ARGs for supporting both x86 and aarch64 builds.
......@@ -302,4 +302,4 @@ COPY pyproject.toml README.md hatch_build.py /workspace/
RUN uv pip install --no-deps -e .
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
CMD []
\ No newline at end of file
CMD []
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment