Unverified Commit c9cff2b9 authored by Trevor Morris's avatar Trevor Morris Committed by GitHub
Browse files

Fix DeepSeek-v3.2 default config (ValueError: not enough values to unpack...

Fix DeepSeek-v3.2 default config (ValueError: not enough values to unpack (expected 4, got 3)) (#11557)
parent b6fb5d76
...@@ -804,7 +804,7 @@ class ServerArgs: ...@@ -804,7 +804,7 @@ class ServerArgs:
hf_config = self.get_hf_config() hf_config = self.get_hf_config()
model_arch = hf_config.architectures[0] model_arch = hf_config.architectures[0]
if model_arch in ["DeepseekV3ForCausalLM"]: if model_arch in ["DeepseekV3ForCausalLM"] and not is_deepseek_nsa(hf_config):
if is_cuda() and is_sm100_supported(): if is_cuda() and is_sm100_supported():
if ( if (
self.attention_backend is None self.attention_backend is None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment