Unverified Commit 493c2753 authored by Vensen's avatar Vensen Committed by GitHub
Browse files

Fix(models/siglip): Add compatibility for Gemma models quantized by llm-compressor (#19643)


Signed-off-by: default avatarVensenmu <vensenmu@gmail.com>
parent f39ab2d4
......@@ -479,6 +479,7 @@ class Gemma3ForConditionalGeneration(nn.Module, SupportsMultiModal, SupportsPP,
"model.vision_tower.": "vision_tower.",
"model.multi_modal_projector.": "multi_modal_projector.",
"lm_head.": "language_model.lm_head.",
"vision_tower.vision_model.": "vision_model.",
})
def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment