Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
344e193b
Unverified
Commit
344e193b
authored
Apr 28, 2025
by
Cyrus Leung
Committed by
GitHub
Apr 28, 2025
Browse files
[Bugfix] Add missing `get_language_model` to new MLLMs (#17300)
Signed-off-by:
DarkLight1337
<
tlleungac@connect.ust.hk
>
parent
fb1c933a
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
6 additions
and
0 deletions
+6
-0
vllm/model_executor/models/kimi_vl.py
vllm/model_executor/models/kimi_vl.py
+3
-0
vllm/model_executor/models/qwen2_5_omni_thinker.py
vllm/model_executor/models/qwen2_5_omni_thinker.py
+3
-0
No files found.
vllm/model_executor/models/kimi_vl.py
View file @
344e193b
...
@@ -369,6 +369,9 @@ class KimiVLForConditionalGeneration(nn.Module, SupportsMultiModal):
...
@@ -369,6 +369,9 @@ class KimiVLForConditionalGeneration(nn.Module, SupportsMultiModal):
return
self
.
multi_modal_projector
(
return
self
.
multi_modal_projector
(
torch
.
cat
(
image_features
)).
split
(
lengths
)
torch
.
cat
(
image_features
)).
split
(
lengths
)
def
get_language_model
(
self
)
->
torch
.
nn
.
Module
:
return
self
.
language_model
def
get_multimodal_embeddings
(
self
,
def
get_multimodal_embeddings
(
self
,
**
kwargs
:
object
)
->
Optional
[
NestedTensors
]:
**
kwargs
:
object
)
->
Optional
[
NestedTensors
]:
# Validate the multimodal input keyword arguments
# Validate the multimodal input keyword arguments
...
...
vllm/model_executor/models/qwen2_5_omni_thinker.py
View file @
344e193b
...
@@ -809,6 +809,9 @@ class Qwen2_5OmniThinkerForConditionalGeneration(
...
@@ -809,6 +809,9 @@ class Qwen2_5OmniThinkerForConditionalGeneration(
"audio"
]
=
self
.
_parse_and_validate_audio_input
(
**
kwargs
)
"audio"
]
=
self
.
_parse_and_validate_audio_input
(
**
kwargs
)
return
mm_input_by_modality
return
mm_input_by_modality
def
get_language_model
(
self
)
->
torch
.
nn
.
Module
:
return
self
.
language_model
def
get_multimodal_embeddings
(
def
get_multimodal_embeddings
(
self
,
**
kwargs
:
object
)
->
Optional
[
MultiModalEmbeddings
]:
self
,
**
kwargs
:
object
)
->
Optional
[
MultiModalEmbeddings
]:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment