Skip to content

GitLab

Unverified Commit 306923da authored by Jee Jee Li's avatar Jee Jee Li Committed by GitHub
Browse files

[Bugfix] Fix Qwen2_5_VLForConditionalGeneration packed_modules_mapping (#12905)

parent 32431583
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 2 deletions
vllm/model_executor/models/qwen2_5_vl.py
View file @ 306923da
...@@ -760,9 +760,12 @@ class Qwen2_5_VLForConditionalGeneration(nn.Module, SupportsMultiModal, ...@@ -760,9 +760,12 @@ class Qwen2_5_VLForConditionalGeneration(nn.Module, SupportsMultiModal,
"q_proj", "q_proj",
"k_proj", "k_proj",
"v_proj", "v_proj",
] ],
"gate_up_proj": [
"gate_proj",
"up_proj",
],
} }
# LoRA specific attributes, TODO: double check # LoRA specific attributes, TODO: double check
supported_lora_modules = [ supported_lora_modules = [
"qkv_proj", "qkv_proj",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment