Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
c0f0b209
Commit
c0f0b209
authored
Aug 22, 2025
by
zhuwenwen
Browse files
remove redundant SpeculativeConfig
parent
11770f88
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
7 additions
and
17 deletions
+7
-17
vllm/engine/arg_utils.py
vllm/engine/arg_utils.py
+7
-17
No files found.
vllm/engine/arg_utils.py
View file @
c0f0b209
...
...
@@ -766,23 +766,6 @@ class EngineArgs:
lora_group
.
add_argument
(
"--default-mm-loras"
,
**
lora_kwargs
[
"default_mm_loras"
])
# Speculative arguments
speculative_group
=
parser
.
add_argument_group
(
title
=
"SpeculativeConfig"
,
description
=
SpeculativeConfig
.
__doc__
,
)
speculative_group
.
add_argument
(
"--speculative-config"
,
type
=
json
.
loads
,
default
=
None
,
help
=
"The configurations for speculative decoding. Should be a "
"JSON string."
)
parser
.
add_argument
(
'--num-speculative-heads'
,
type
=
int
,
default
=
EngineArgs
.
num_speculative_heads
,
help
=
'The number of speculative heads to sample from '
'the draft model in speculative decoding.'
)
# Observability arguments
observability_kwargs
=
get_kwargs
(
ObservabilityConfig
)
...
...
@@ -874,6 +857,13 @@ class EngineArgs:
**
vllm_kwargs
[
"compilation_config"
])
vllm_group
.
add_argument
(
"--additional-config"
,
**
vllm_kwargs
[
"additional_config"
])
parser
.
add_argument
(
'--num-speculative-heads'
,
type
=
int
,
default
=
EngineArgs
.
num_speculative_heads
,
help
=
'The number of speculative heads to sample from '
'the draft model in speculative decoding.'
)
# Other arguments
parser
.
add_argument
(
'--disable-log-stats'
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment