Unverified Commit 344e193b authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

[Bugfix] Add missing `get_language_model` to new MLLMs (#17300)


Signed-off-by: default avatarDarkLight1337 <tlleungac@connect.ust.hk>
parent fb1c933a
...@@ -369,6 +369,9 @@ class KimiVLForConditionalGeneration(nn.Module, SupportsMultiModal): ...@@ -369,6 +369,9 @@ class KimiVLForConditionalGeneration(nn.Module, SupportsMultiModal):
return self.multi_modal_projector( return self.multi_modal_projector(
torch.cat(image_features)).split(lengths) torch.cat(image_features)).split(lengths)
def get_language_model(self) -> torch.nn.Module:
return self.language_model
def get_multimodal_embeddings(self, def get_multimodal_embeddings(self,
**kwargs: object) -> Optional[NestedTensors]: **kwargs: object) -> Optional[NestedTensors]:
# Validate the multimodal input keyword arguments # Validate the multimodal input keyword arguments
......
...@@ -809,6 +809,9 @@ class Qwen2_5OmniThinkerForConditionalGeneration( ...@@ -809,6 +809,9 @@ class Qwen2_5OmniThinkerForConditionalGeneration(
"audio"] = self._parse_and_validate_audio_input(**kwargs) "audio"] = self._parse_and_validate_audio_input(**kwargs)
return mm_input_by_modality return mm_input_by_modality
def get_language_model(self) -> torch.nn.Module:
return self.language_model
def get_multimodal_embeddings( def get_multimodal_embeddings(
self, **kwargs: object) -> Optional[MultiModalEmbeddings]: self, **kwargs: object) -> Optional[MultiModalEmbeddings]:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment