Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
14e2f123
Unverified
Commit
14e2f123
authored
Oct 22, 2025
by
Cyrus Leung
Committed by
GitHub
Oct 22, 2025
Browse files
[Bugfix] Make `get_mrope_input_positions` instance methods (#27342)
Signed-off-by:
DarkLight1337
<
tlleungac@connect.ust.hk
>
parent
7c4767f1
Changes
7
Hide whitespace changes
Inline
Side-by-side
Showing
7 changed files
with
6 additions
and
13 deletions
+6
-13
vllm/model_executor/models/ernie45_vl.py
vllm/model_executor/models/ernie45_vl.py
+1
-2
vllm/model_executor/models/glm4v.py
vllm/model_executor/models/glm4v.py
+1
-2
vllm/model_executor/models/keye_vl1_5.py
vllm/model_executor/models/keye_vl1_5.py
+1
-2
vllm/model_executor/models/qwen2_5_omni_thinker.py
vllm/model_executor/models/qwen2_5_omni_thinker.py
+1
-2
vllm/model_executor/models/qwen2_5_vl.py
vllm/model_executor/models/qwen2_5_vl.py
+1
-2
vllm/model_executor/models/qwen3_omni_moe_thinker.py
vllm/model_executor/models/qwen3_omni_moe_thinker.py
+0
-1
vllm/model_executor/models/qwen3_vl.py
vllm/model_executor/models/qwen3_vl.py
+1
-2
No files found.
vllm/model_executor/models/ernie45_vl.py
View file @
14e2f123
...
@@ -1404,9 +1404,8 @@ class Ernie4_5_VLMoeForConditionalGeneration(
...
@@ -1404,9 +1404,8 @@ class Ernie4_5_VLMoeForConditionalGeneration(
else
:
else
:
self
.
visual_token_mask
=
None
self
.
visual_token_mask
=
None
@
classmethod
def
get_mrope_input_positions
(
def
get_mrope_input_positions
(
cls
,
self
,
input_tokens
:
list
[
int
],
input_tokens
:
list
[
int
],
hf_config
:
PretrainedConfig
,
hf_config
:
PretrainedConfig
,
image_grid_thw
:
list
[
list
[
int
]]
|
torch
.
Tensor
,
image_grid_thw
:
list
[
list
[
int
]]
|
torch
.
Tensor
,
...
...
vllm/model_executor/models/glm4v.py
View file @
14e2f123
...
@@ -619,9 +619,8 @@ class GLM4VForCausalLM(
...
@@ -619,9 +619,8 @@ class GLM4VForCausalLM(
return
self
.
transformer
.
vision
(
pixel_values
)
return
self
.
transformer
.
vision
(
pixel_values
)
@
classmethod
def
get_mrope_input_positions
(
def
get_mrope_input_positions
(
cls
,
self
,
input_tokens
:
list
[
int
],
input_tokens
:
list
[
int
],
hf_config
:
PretrainedConfig
,
hf_config
:
PretrainedConfig
,
image_grid_thw
:
list
[
list
[
int
]]
|
torch
.
Tensor
,
image_grid_thw
:
list
[
list
[
int
]]
|
torch
.
Tensor
,
...
...
vllm/model_executor/models/keye_vl1_5.py
View file @
14e2f123
...
@@ -594,9 +594,8 @@ class KeyeVL1_5ForConditionalGeneration(
...
@@ -594,9 +594,8 @@ class KeyeVL1_5ForConditionalGeneration(
new_video_embeds
.
append
(
video_embeds
[
start
:
end
])
new_video_embeds
.
append
(
video_embeds
[
start
:
end
])
return
tuple
(
new_video_embeds
)
return
tuple
(
new_video_embeds
)
@
classmethod
def
get_mrope_input_positions
(
def
get_mrope_input_positions
(
cls
,
self
,
input_tokens
:
list
[
int
],
input_tokens
:
list
[
int
],
hf_config
:
PretrainedConfig
,
hf_config
:
PretrainedConfig
,
image_grid_thw
:
list
[
list
[
int
]]
|
torch
.
Tensor
,
image_grid_thw
:
list
[
list
[
int
]]
|
torch
.
Tensor
,
...
...
vllm/model_executor/models/qwen2_5_omni_thinker.py
View file @
14e2f123
...
@@ -986,9 +986,8 @@ class Qwen2_5OmniThinkerForConditionalGeneration(
...
@@ -986,9 +986,8 @@ class Qwen2_5OmniThinkerForConditionalGeneration(
def
get_language_model
(
self
)
->
torch
.
nn
.
Module
:
def
get_language_model
(
self
)
->
torch
.
nn
.
Module
:
return
self
.
language_model
return
self
.
language_model
@
classmethod
def
get_mrope_input_positions
(
def
get_mrope_input_positions
(
cls
,
self
,
input_tokens
:
list
[
int
],
input_tokens
:
list
[
int
],
hf_config
:
PretrainedConfig
,
hf_config
:
PretrainedConfig
,
image_grid_thw
:
list
[
list
[
int
]]
|
torch
.
Tensor
,
image_grid_thw
:
list
[
list
[
int
]]
|
torch
.
Tensor
,
...
...
vllm/model_executor/models/qwen2_5_vl.py
View file @
14e2f123
...
@@ -1078,9 +1078,8 @@ class Qwen2_5_VLForConditionalGeneration(
...
@@ -1078,9 +1078,8 @@ class Qwen2_5_VLForConditionalGeneration(
supports_encoder_tp_data
=
True
supports_encoder_tp_data
=
True
@
classmethod
def
get_mrope_input_positions
(
def
get_mrope_input_positions
(
cls
,
self
,
input_tokens
:
list
[
int
],
input_tokens
:
list
[
int
],
hf_config
:
PretrainedConfig
,
hf_config
:
PretrainedConfig
,
image_grid_thw
:
list
[
list
[
int
]]
|
torch
.
Tensor
,
image_grid_thw
:
list
[
list
[
int
]]
|
torch
.
Tensor
,
...
...
vllm/model_executor/models/qwen3_omni_moe_thinker.py
View file @
14e2f123
...
@@ -1421,7 +1421,6 @@ class Qwen3OmniMoeThinkerForConditionalGeneration(
...
@@ -1421,7 +1421,6 @@ class Qwen3OmniMoeThinkerForConditionalGeneration(
return
loaded_weights
return
loaded_weights
@
classmethod
def
get_mrope_input_positions
(
def
get_mrope_input_positions
(
self
,
self
,
input_tokens
:
list
[
int
],
input_tokens
:
list
[
int
],
...
...
vllm/model_executor/models/qwen3_vl.py
View file @
14e2f123
...
@@ -1480,9 +1480,8 @@ class Qwen3VLForConditionalGeneration(
...
@@ -1480,9 +1480,8 @@ class Qwen3VLForConditionalGeneration(
)
)
return
mm_input_by_modality
return
mm_input_by_modality
@
classmethod
def
get_mrope_input_positions
(
def
get_mrope_input_positions
(
cls
,
self
,
input_tokens
:
list
[
int
],
input_tokens
:
list
[
int
],
hf_config
:
PretrainedConfig
,
hf_config
:
PretrainedConfig
,
image_grid_thw
:
list
[
list
[
int
]]
|
torch
.
Tensor
,
image_grid_thw
:
list
[
list
[
int
]]
|
torch
.
Tensor
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment