Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
6925cdbe
Unverified
Commit
6925cdbe
authored
Aug 22, 2024
by
Isotr0py
Committed by
GitHub
Aug 21, 2024
Browse files
[Bugfix][Hardware][CPU] Fix `mm_limits` initialization for CPU backend (#7735)
parent
53328d75
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
1 deletion
+3
-1
vllm/worker/cpu_model_runner.py
vllm/worker/cpu_model_runner.py
+3
-1
No files found.
vllm/worker/cpu_model_runner.py
View file @
6925cdbe
...
@@ -113,8 +113,10 @@ class CPUModelRunner(ModelRunnerBase[CPUModelInput]):
...
@@ -113,8 +113,10 @@ class CPUModelRunner(ModelRunnerBase[CPUModelInput]):
)
)
# Multi-modal data support
# Multi-modal data support
self
.
multi_modal_input_mapper
=
MULTIMODAL_REGISTRY
\
self
.
mm_registry
=
MULTIMODAL_REGISTRY
self
.
multi_modal_input_mapper
=
self
.
mm_registry
\
.
create_input_mapper
(
self
.
model_config
)
.
create_input_mapper
(
self
.
model_config
)
self
.
mm_registry
.
init_mm_limits_per_prompt
(
self
.
model_config
)
# Lazy initialization.
# Lazy initialization.
self
.
model
:
nn
.
Module
# Set after init_Model
self
.
model
:
nn
.
Module
# Set after init_Model
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment