Skip to content

GitLab

Unverified Commit a838ba72 authored by Jee Jee Li's avatar Jee Jee Li Committed by GitHub
Browse files

[Misc]Fix Idefics3Model argument (#10255) 


Signed-off-by: default avatarJee Jee Li <pandaleefree@gmail.com>
parent 36c513a0
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
vllm/model_executor/models/idefics3.py
View file @ a838ba72
...@@ -420,18 +420,18 @@ class Idefics3Model(nn.Module): ...@@ -420,18 +420,18 @@ class Idefics3Model(nn.Module):
super().__init__() super().__init__()
config = vllm_config.model_config.hf_config config = vllm_config.model_config.hf_config
cache_config = vllm_config.cache_config
quant_config = vllm_config.quant_config quant_config = vllm_config.quant_config
self.config = config self.config = config
self.padding_idx = self.config.text_config.pad_token_id self.padding_idx = self.config.text_config.pad_token_id
self.vocab_size = self.config.text_config.vocab_size self.vocab_size = self.config.text_config.vocab_size
self.vision_model = Idefics3VisionTransformer(config.vision_config, self.vision_model = Idefics3VisionTransformer(config.vision_config,
quant_config) quant_config)
self.connector = Idefics3Connector(config) self.connector = Idefics3Connector(config)
self.text_model = LlamaModel(config.text_config, cache_config, self.text_model = LlamaModel(
quant_config) vllm_config=vllm_config.with_hf_config(config.text_config),
prefix=maybe_prefix(prefix, "text_model"),
)
self.image_seq_len = int( self.image_seq_len = int(
((config.vision_config.image_size // ((config.vision_config.image_size //
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment