"lib/llm/vscode:/vscode.git/clone" did not exist on "f0065bb41cb8c0edefe731886afa704d039b5b53"
Unverified Commit 1927cb87 authored by Ryan McCormick's avatar Ryan McCormick Committed by GitHub
Browse files

fix: Fix sglang imports for v0.5.3rc0 and update Dockerfile.sglang version to match (#3405)


Signed-off-by: default avatarRyan McCormick <rmccormick@nvidia.com>
parent c7cdc8cd
...@@ -5,7 +5,7 @@ import logging ...@@ -5,7 +5,7 @@ import logging
from typing import AsyncIterator from typing import AsyncIterator
import torch import torch
from sglang.srt.conversation import chat_templates from sglang.srt.parser.conversation import chat_templates
from transformers import AutoImageProcessor, AutoModel, AutoTokenizer from transformers import AutoImageProcessor, AutoModel, AutoTokenizer
import dynamo.nixl_connect as connect import dynamo.nixl_connect as connect
......
...@@ -3,7 +3,7 @@ ...@@ -3,7 +3,7 @@
import logging import logging
from sglang.srt.conversation import chat_templates from sglang.srt.parser.conversation import chat_templates
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
......
...@@ -14,7 +14,7 @@ ARG RUNTIME_IMAGE="nvcr.io/nvidia/cuda" ...@@ -14,7 +14,7 @@ ARG RUNTIME_IMAGE="nvcr.io/nvidia/cuda"
ARG RUNTIME_IMAGE_TAG="12.8.1-runtime-ubuntu24.04" ARG RUNTIME_IMAGE_TAG="12.8.1-runtime-ubuntu24.04"
# Make sure to update the dependency version in pyproject.toml when updating this # Make sure to update the dependency version in pyproject.toml when updating this
ARG SGLANG_VERSION="0.5.0rc2" ARG SGLANG_VERSION="0.5.3rc0"
# Define general architecture ARGs for supporting both x86 and aarch64 builds. # Define general architecture ARGs for supporting both x86 and aarch64 builds.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment