Commit de8e0fa8 authored by 王敏's avatar 王敏
Browse files

[fix]解决moe_fused_gate编译错误,去掉mla中mtp部分的修改

parent e720f7cf
......@@ -214,7 +214,7 @@ class DeepSeekMTP(nn.Module, SupportsPP):
params_dict = dict(self.named_parameters())
loaded_params: set[str] = set()
for name, loaded_weight in weights:
if "rotary_emb.inv_freq" in name:
if "rotary_emb.inv_freq" in name or "indexer" in name:
continue
spec_layer = get_spec_layer_idx_from_weight_name(self.config, name)
if spec_layer is None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment