Skip to content

GitLab

Unverified Commit 839fb31e authored by Baizhou Zhang's avatar Baizhou Zhang Committed by GitHub
Browse files

[Fix] Improve dependencies for Blackwell image (#6334)

parent f19a9204
Show whitespace changes
Inline Side-by-side
Showing with 8 additions and 7 deletions
python/pyproject.toml
View file @ 839fb31e
...@@ -19,7 +19,6 @@ dependencies = ["aiohttp", "requests", "tqdm", "numpy", "IPython", "setproctitle ...@@ -19,7 +19,6 @@ dependencies = ["aiohttp", "requests", "tqdm", "numpy", "IPython", "setproctitle
runtime_common = [ runtime_common = [
"compressed-tensors", "compressed-tensors",
"datasets", "datasets",
"decord",
"fastapi", "fastapi",
"hf_transfer", "hf_transfer",
"huggingface_hub", "huggingface_hub",
...@@ -65,6 +64,7 @@ blackwell = [ ...@@ -65,6 +64,7 @@ blackwell = [
"cuda-python", "cuda-python",
"outlines>=0.0.44,<=0.1.11", "outlines>=0.0.44,<=0.1.11",
"einops", "einops",
"flashinfer_python==0.2.5",
] ]
# HIP (Heterogeneous-computing Interface for Portability) for AMD # HIP (Heterogeneous-computing Interface for Portability) for AMD
...@@ -95,6 +95,7 @@ openai = ["openai>=1.0", "tiktoken"] ...@@ -95,6 +95,7 @@ openai = ["openai>=1.0", "tiktoken"]
anthropic = ["anthropic>=0.20.0"] anthropic = ["anthropic>=0.20.0"]
litellm = ["litellm>=1.0.0"] litellm = ["litellm>=1.0.0"]
torch_memory_saver = ["torch_memory_saver>=0.0.4"] torch_memory_saver = ["torch_memory_saver>=0.0.4"]
decord = ["decord"]
test = [ test = [
"accelerate", "accelerate",
"torchaudio", "torchaudio",
...@@ -105,12 +106,12 @@ test = [ ...@@ -105,12 +106,12 @@ test = [
"timm", "timm",
"sentence_transformers", "sentence_transformers",
] ]
all = ["sglang[srt]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[torch_memory_saver]"] all = ["sglang[srt]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[torch_memory_saver]", "sglang[decord]"]
all_hip = ["sglang[srt_hip]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"] all_hip = ["sglang[srt_hip]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[decord]"]
all_xpu = ["sglang[srt_xpu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"] all_xpu = ["sglang[srt_xpu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[decord]"]
all_hpu = ["sglang[srt_hpu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"] all_hpu = ["sglang[srt_hpu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[decord]"]
all_cpu = ["sglang[srt_cpu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"] all_cpu = ["sglang[srt_cpu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[decord]"]
all_npu = ["sglang[srt_npu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]"] all_npu = ["sglang[srt_npu]", "sglang[openai]", "sglang[anthropic]", "sglang[litellm]", "sglang[decord]"]
dev = ["sglang[all]", "sglang[test]"] dev = ["sglang[all]", "sglang[test]"]
dev_hip = ["sglang[all_hip]", "sglang[test]"] dev_hip = ["sglang[all_hip]", "sglang[test]"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment