Skip to content

GitLab

Unverified Commit 80ac527d authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

[PD] Fix DeepSeek cannot be run on latest master (#5568)

parent 99456bca
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
python/sglang/srt/mem_cache/memory_pool.py
View file @ 80ac527d
...@@ -418,6 +418,7 @@ class MLATokenToKVPool(KVCache): ...@@ -418,6 +418,7 @@ class MLATokenToKVPool(KVCache):
enable_memory_saver: bool, enable_memory_saver: bool,
): ):
self.size = size self.size = size
self.page_size = page_size
self.dtype = dtype self.dtype = dtype
self.device = device self.device = device
if dtype in (torch.float8_e5m2, torch.float8_e4m3fn): if dtype in (torch.float8_e5m2, torch.float8_e4m3fn):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment