"cacheflow/master/simple_frontend.py" did not exist on "1132fae0ca7f6103b0dd7b96932c75f5ed780288"
Commit 36e35fac authored by 王敏's avatar 王敏
Browse files

修改错误代码

parent 10213be4
......@@ -1384,7 +1384,7 @@ def ep_moe_align_block_size(topk_ids: torch.Tensor, num_experts: int,
experts_ids: torch.Tensor,
num_tokens_post_pad: torch.Tensor,
start_expert, end_expert) -> None:
torch.ops._C.ep_moe_align_block_size(topk_ids, num_experts, block_size,
torch.ops._moe_C.ep_moe_align_block_size(topk_ids, num_experts, block_size,
sorted_token_ids, experts_ids,
num_tokens_post_pad, start_expert,
end_expert)
......
......@@ -545,13 +545,6 @@ class MixtralForCausalLM(nn.Module, SupportsLoRA, SupportsPP):
for layername in loaded_params:
weight = params_dict[layername]
if "lm_head.weight" in layername:
lay_key_words.append("lm_head.weight")
combined_words = "|".join(lay_key_words)
os.environ['LM_NN'] = '1'
else:
os.environ['LM_NN'] = '0'
matches = re.findall(combined_words, layername)
if matches:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment