Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
aec9674d
Unverified
Commit
aec9674d
authored
Apr 28, 2025
by
Cyrus Leung
Committed by
GitHub
Apr 28, 2025
Browse files
[Core] Remove legacy input mapper/processor from V0 (#15686)
Signed-off-by:
DarkLight1337
<
tlleungac@connect.ust.hk
>
parent
7fcc4223
Changes
21
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
2 additions
and
14 deletions
+2
-14
vllm/worker/xpu_model_runner.py
vllm/worker/xpu_model_runner.py
+2
-14
No files found.
vllm/worker/xpu_model_runner.py
View file @
aec9674d
...
@@ -188,20 +188,11 @@ class ModelInputForXPUBuilder(ModelRunnerInputBuilderBase[ModelInputForXPU]):
...
@@ -188,20 +188,11 @@ class ModelInputForXPUBuilder(ModelRunnerInputBuilderBase[ModelInputForXPU]):
input_positions
.
extend
(
list
(
positions_range
))
input_positions
.
extend
(
list
(
positions_range
))
if
seq_group_metadata
.
multi_modal_data
:
if
seq_group_metadata
.
multi_modal_data
:
# NOTE: mm_
data
only includes the subset of multi-modal items
# NOTE: mm_
kwargs
only includes the subset of multi-modal items
# that intersect with the current prefill positions.
# that intersect with the current prefill positions.
mm_
data
,
placeholder_maps
=
MultiModalPlaceholderMap
\
mm_
kwargs
,
placeholder_maps
=
MultiModalPlaceholderMap
\
.
from_seq_group
(
seq_group_metadata
,
positions_range
)
.
from_seq_group
(
seq_group_metadata
,
positions_range
)
if
self
.
runner
.
mm_registry
.
has_processor
(
self
.
runner
.
model_config
):
mm_kwargs
=
mm_data
else
:
mm_kwargs
=
self
.
runner
.
multi_modal_input_mapper
(
mm_data
,
seq_group_metadata
.
mm_processor_kwargs
,
)
multi_modal_kwargs_list
.
append
(
mm_kwargs
)
multi_modal_kwargs_list
.
append
(
mm_kwargs
)
for
modality
,
placeholder_map
in
placeholder_maps
.
items
():
for
modality
,
placeholder_map
in
placeholder_maps
.
items
():
...
@@ -404,9 +395,6 @@ class XPUModelRunner(ModelRunnerBase[ModelInputForXPUWithSamplingMetadata]):
...
@@ -404,9 +395,6 @@ class XPUModelRunner(ModelRunnerBase[ModelInputForXPUWithSamplingMetadata]):
# Multi-modal data support
# Multi-modal data support
self
.
input_registry
=
input_registry
self
.
input_registry
=
input_registry
self
.
mm_registry
=
mm_registry
self
.
mm_registry
=
mm_registry
self
.
multi_modal_input_mapper
=
mm_registry
\
.
create_input_mapper
(
model_config
)
self
.
mm_registry
.
init_mm_limits_per_prompt
(
self
.
model_config
)
# Lazy initialization.
# Lazy initialization.
self
.
model
:
nn
.
Module
# Set after init_Model
self
.
model
:
nn
.
Module
# Set after init_Model
...
...
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment