Skip to content

GitLab

Unverified Commit 437f9162 authored by Julien Denize's avatar Julien Denize Committed by GitHub
Browse files

[Model] Pixtral: Remove layer instantiation duplication (#15053) 


Signed-off-by: default avatarJulien Denize <julien.denize@mistral.ai>
parent 4f065f12
Show whitespace changes
Inline Side-by-side
Showing with 0 additions and 9 deletions
vllm/model_executor/models/pixtral.py
View file @ 437f9162
...@@ -365,16 +365,7 @@ class PixtralForConditionalGeneration(nn.Module, SupportsMultiModal, ...@@ -365,16 +365,7 @@ class PixtralForConditionalGeneration(nn.Module, SupportsMultiModal,
spatial_merge_size=self.vision_args.spatial_merge_size, spatial_merge_size=self.vision_args.spatial_merge_size,
use_mlp_bias=False, use_mlp_bias=False,
) )
if self.vision_args.add_pre_mm_projector_layer_norm:
self.pre_mm_projector_norm = RMSNorm(self.vision_args.hidden_size,
eps=1e-5)
if self.vision_args.mm_projector_id == PATCH_MERGE:
self.patch_merger = PatchMerger(
vision_encoder_dim=self.vision_args.hidden_size,
spatial_merge_size=self.vision_args.spatial_merge_size,
use_mlp_bias=False,
)
self.vision_language_adapter = VisionLanguageAdapter( self.vision_language_adapter = VisionLanguageAdapter(
self.vision_args, dim=config.text_config.hidden_size) self.vision_args, dim=config.text_config.hidden_size)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment