restrict vllm version

a511a2d0 · Lianmin Zheng · 6ec65f45 · a511a2d0
Commit a511a2d0 authored May 09, 2024 by Lianmin Zheng
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/pyproject.toml python/pyproject.toml +1 -1

No files found.
--- a/python/pyproject.toml
+++ b/python/pyproject.toml
@@ -20,7 +20,7 @@ dependencies = [

 [project.optional-dependencies]
 srt = ["aiohttp", "fastapi", "psutil", "rpyc", "torch", "uvloop", "uvicorn",
-       "zmq", "vllm>=0.3.3", "interegular", "pydantic", "pillow", "outlines>=0.0.27"]
+       "zmq", "vllm>=0.3.3,<=0.4.0", "interegular", "pydantic", "pillow", "outlines>=0.0.27"]
 openai = ["openai>=1.0", "numpy", "tiktoken"]
 anthropic = ["anthropic>=0.20.0", "numpy"]
 all = ["sglang[srt]", "sglang[openai]", "sglang[anthropic]"]