Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
c5fe11a8
Unverified
Commit
c5fe11a8
authored
Aug 27, 2024
by
Yineng Zhang
Committed by
GitHub
Aug 27, 2024
Browse files
chore: bump v0.2.14 (#1155)
parent
75ce37f4
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
7 additions
and
8 deletions
+7
-8
README.md
README.md
+1
-1
python/pyproject.toml
python/pyproject.toml
+2
-2
python/sglang/srt/model_executor/model_runner.py
python/sglang/srt/model_executor/model_runner.py
+3
-4
python/sglang/version.py
python/sglang/version.py
+1
-1
No files found.
README.md
View file @
c5fe11a8
...
...
@@ -56,7 +56,7 @@ pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/
### Method 2: From source
```
# Use the last release branch
git clone -b v0.2.1
3
https://github.com/sgl-project/sglang.git
git clone -b v0.2.1
4
https://github.com/sgl-project/sglang.git
cd sglang
pip install --upgrade pip
...
...
python/pyproject.toml
View file @
c5fe11a8
...
...
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project]
name
=
"sglang"
version
=
"0.2.1
3
"
version
=
"0.2.1
4
"
description
=
"SGLang is yet another fast serving framework for large language models and vision language models."
readme
=
"README.md"
requires-python
=
">=3.8"
...
...
@@ -23,7 +23,7 @@ dependencies = [
srt
=
[
"aiohttp"
,
"decord"
,
"fastapi"
,
"hf_transfer"
,
"huggingface_hub"
,
"interegular"
,
"packaging"
,
"pillow"
,
"psutil"
,
"pydantic"
,
"python-multipart"
,
"torch"
,
"uvicorn"
,
"uvloop"
,
"zmq"
,
"vllm==0.5.
4
"
,
"outlines>=0.0.44"
]
"vllm==0.5.
5
"
,
"outlines>=0.0.44"
]
openai
=
[
"openai>=1.0"
,
"tiktoken"
]
anthropic
=
["anthropic>=0.20.0"]
litellm
=
["litellm>=1.0.0"]
...
...
python/sglang/srt/model_executor/model_runner.py
View file @
c5fe11a8
...
...
@@ -191,12 +191,11 @@ class ModelRunner:
self
.
model
=
get_model
(
model_config
=
self
.
vllm_model_config
,
device_config
=
self
.
device_config
,
load_config
=
self
.
load_config
,
lora_config
=
None
,
multimodal_config
=
None
,
device_config
=
self
.
device_config
,
parallel_config
=
None
,
scheduler_config
=
None
,
lora_config
=
None
,
cache_config
=
None
,
)
self
.
sliding_window_size
=
(
...
...
@@ -627,4 +626,4 @@ def load_model_cls_srt(model_arch: str) -> Optional[Type[nn.Module]]:
# Monkey patch model loader
setattr
(
ModelRegistry
,
"load_model_cls"
,
load_model_cls_srt
)
setattr
(
ModelRegistry
,
"
_try_
load_model_cls"
,
load_model_cls_srt
)
python/sglang/version.py
View file @
c5fe11a8
__version__
=
"0.2.1
3
"
__version__
=
"0.2.1
4
"
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment