Skip to content

GitLab

Commit 9cf5c476 authored by wujl5's avatar wujl5 Committed by zhuwenwen
Browse files

fix: 修复不开启融合图的断言错误。

parent 3f5983bf
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 2 deletions
vllm/model_executor/models/deepseek_v2.py
View file @ 9cf5c476
...@@ -346,7 +346,8 @@ class DeepseekV2MoE(nn.Module): ...@@ -346,7 +346,8 @@ class DeepseekV2MoE(nn.Module):
* (1. / self.routed_scaling_factor) * (1. / self.routed_scaling_factor)
else: # RQ else: # RQ
if not self.enable_expert_parallel: if not self.enable_expert_parallel:
assert iqis is not None i_q, i_s = None, None
if iqis is not None:
i_q, i_s = iqis i_q, i_s = iqis
if self.run_shared_expert_singlely: if self.run_shared_expert_singlely:
if envs.USE_FUSED_RMS_QUANT: if envs.USE_FUSED_RMS_QUANT:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment