Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
504ac53d
Unverified
Commit
504ac53d
authored
Nov 13, 2024
by
youkaichao
Committed by
GitHub
Nov 13, 2024
Browse files
[misc] error early for old-style class (#10304)
Signed-off-by:
youkaichao
<
youkaichao@gmail.com
>
parent
15bb8330
Changes
21
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
7 deletions
+3
-7
vllm/model_executor/models/utils.py
vllm/model_executor/models/utils.py
+3
-7
No files found.
vllm/model_executor/models/utils.py
View file @
504ac53d
...
@@ -14,7 +14,6 @@ from vllm.attention.selector import (_Backend, backend_name_to_enum,
...
@@ -14,7 +14,6 @@ from vllm.attention.selector import (_Backend, backend_name_to_enum,
from
vllm.config
import
VllmConfig
from
vllm.config
import
VllmConfig
from
vllm.logger
import
init_logger
from
vllm.logger
import
init_logger
from
vllm.model_executor.model_loader.weight_utils
import
default_weight_loader
from
vllm.model_executor.model_loader.weight_utils
import
default_weight_loader
from
vllm.model_executor.models
import
ModelRegistry
from
vllm.multimodal
import
MultiModalPlaceholderMap
,
NestedTensors
from
vllm.multimodal
import
MultiModalPlaceholderMap
,
NestedTensors
from
vllm.platforms
import
current_platform
from
vllm.platforms
import
current_platform
from
vllm.sequence
import
IntermediateTensors
from
vllm.sequence
import
IntermediateTensors
...
@@ -240,12 +239,9 @@ def init_vllm_registered_model(
...
@@ -240,12 +239,9 @@ def init_vllm_registered_model(
Helper function to initialize an inner model registered to vLLM,
Helper function to initialize an inner model registered to vLLM,
based on the arguments passed to the outer vLLM model.
based on the arguments passed to the outer vLLM model.
"""
"""
model_class
,
_
=
ModelRegistry
.
resolve_model_cls
(
hf_config
.
architectures
)
from
vllm.model_executor.model_loader.loader
import
_initialize_model
vllm_config
=
vllm_config
.
with_hf_config
(
hf_config
)
return
model_class
(
return
_initialize_model
(
vllm_config
,
prefix
)
vllm_config
=
vllm_config
.
with_hf_config
(
hf_config
),
prefix
=
prefix
,
)
@
overload
@
overload
...
...
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment