Fix OPT param names (#1819)

b9438904 · Woosuk Kwon · GitHub · a1125ad4 · b9438904
Unverified Commit b9438904 authored Nov 28, 2023 by Woosuk Kwon Committed by GitHub Nov 28, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

vllm/model_executor/models/opt.py vllm/model_executor/models/opt.py +3 -0

No files found.
--- a/vllm/model_executor/models/opt.py
+++ b/vllm/model_executor/models/opt.py
@@ -331,6 +331,9 @@ class OPTForCausalLM(nn.Module):
                model_name_or_path, cache_dir, load_format, revision):
            if "lm_head.weight" in name:
                continue
+            if name.startswith("decoder."):
+                name = "model." + name
+
            for (param_name, weight_name, shard_id) in stacked_params_mapping:
                if weight_name not in name:
                    continue