Skip to content

GitLab

Unverified Commit b9438904 authored by Woosuk Kwon's avatar Woosuk Kwon Committed by GitHub
Browse files

Fix OPT param names (#1819)

parent a1125ad4
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
vllm/model_executor/models/opt.py
View file @ b9438904
...@@ -331,6 +331,9 @@ class OPTForCausalLM(nn.Module): ...@@ -331,6 +331,9 @@ class OPTForCausalLM(nn.Module):
model_name_or_path, cache_dir, load_format, revision): model_name_or_path, cache_dir, load_format, revision):
if "lm_head.weight" in name: if "lm_head.weight" in name:
continue continue
if name.startswith("decoder."):
name = "model." + name
for (param_name, weight_name, shard_id) in stacked_params_mapping: for (param_name, weight_name, shard_id) in stacked_params_mapping:
if weight_name not in name: if weight_name not in name:
continue continue
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment