Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
3e1f35bb
"vscode:/vscode.git/clone" did not exist on "2c8b9182b5ced00d83bed15ef8bc0ac6e079b6ee"
Commit
3e1f35bb
authored
Apr 22, 2025
by
王敏
Browse files
[fix]解决无法启动并行报错
parent
7f3dec12
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
1 addition
and
4 deletions
+1
-4
vllm/engine/arg_utils.py
vllm/engine/arg_utils.py
+1
-4
No files found.
vllm/engine/arg_utils.py
View file @
3e1f35bb
...
...
@@ -1122,7 +1122,6 @@ class EngineArgs:
target_parallel_config
:
ParallelConfig
,
enable_chunked_prefill
:
bool
,
disable_log_stats
:
bool
,
num_speculative_heads
:
Optional
[
int
],
)
->
Optional
[
"SpeculativeConfig"
]:
"""Initializes and returns a SpeculativeConfig object based on
`speculative_config`.
...
...
@@ -1143,7 +1142,6 @@ class EngineArgs:
"target_parallel_config"
:
target_parallel_config
,
"enable_chunked_prefill"
:
enable_chunked_prefill
,
"disable_log_stats"
:
disable_log_stats
,
"num_speculative_heads"
:
num_speculative_heads
,
})
speculative_config
=
SpeculativeConfig
.
from_dict
(
self
.
speculative_config
)
...
...
@@ -1246,8 +1244,7 @@ class EngineArgs:
target_model_config
=
model_config
,
target_parallel_config
=
parallel_config
,
enable_chunked_prefill
=
self
.
enable_chunked_prefill
,
disable_log_stats
=
self
.
disable_log_stats
,
num_speculative_heads
=
self
.
num_speculative_heads
disable_log_stats
=
self
.
disable_log_stats
,
)
# Reminder: Please update docs/source/features/compatibility_matrix.md
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment