[Model] add a lora module for granite 3.0 MoE models (#9673)

a6f37218 · Will Johnson · GitHub · 9f7b4ba8 · a6f37218
Unverified Commit a6f37218 authored Oct 25, 2024 by Will Johnson Committed by GitHub Oct 24, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

vllm/model_executor/models/granitemoe.py vllm/model_executor/models/granitemoe.py +1 -0

No files found.
--- a/vllm/model_executor/models/granitemoe.py
+++ b/vllm/model_executor/models/granitemoe.py
@@ -324,6 +324,7 @@ class GraniteMoeForCausalLM(nn.Module, SupportsLoRA, SupportsPP):
        "o_proj",
        "embed_tokens",
        "lm_head",
+        "layer",
    ]
    embedding_modules = {
        "embed_tokens": "input_embeddings",