Unverified Commit 8a1415cf authored by Thomas Parnell's avatar Thomas Parnell Committed by GitHub
Browse files

[Bugfix] GPTBigCodeForCausalLM: Remove lm_head from supported_lora_modules. (#6326)


Signed-off-by: default avatarThomas Parnell <tpa@zurich.ibm.com>
Co-authored-by: default avatarTravis Johnson <tsjohnso@us.ibm.com>
parent 546b101f
......@@ -235,7 +235,7 @@ class GPTBigCodeModel(nn.Module):
class GPTBigCodeForCausalLM(nn.Module, SupportsLoRA):
packed_modules_mapping = {"c_attn": ["c_attn"]}
supported_lora_modules = ["c_fc", "c_proj", "wte", "lm_head", "c_attn"]
supported_lora_modules = ["c_fc", "c_proj", "wte", "c_attn"]
embedding_modules = {
"wte": "input_embeddings",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment