Unverified Commit d3f71f5e authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Fix torch.cuda.MemPool() internal assertion failure (#4687)


Co-authored-by: default avatarLianmin Zheng <lianminzheng@gmail.com>
parent 5eae67cb
......@@ -74,7 +74,7 @@ srt_cpu = ["sglang[runtime_common]", "outlines>=0.0.44,<=0.1.11", "torch"]
openai = ["openai>=1.0", "tiktoken"]
anthropic = ["anthropic>=0.20.0"]
litellm = ["litellm>=1.0.0"]
torch_memory_saver = ["torch_memory_saver>=0.0.3"]
torch_memory_saver = ["torch_memory_saver>=0.0.4"]
test = [
"jsonlines",
"matplotlib",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment