Skip to content

GitLab

Unverified Commit 7ba425e9 authored by Michael Goin's avatar Michael Goin Committed by GitHub
Browse files

Add short flag `-sc` for `--speculative-config` argument (#38380) 


Co-authored-by: default avatarClaude <noreply@anthropic.com>
parent b8665383
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
vllm/engine/arg_utils.py
View file @ 7ba425e9
...@@ -1301,7 +1301,7 @@ class EngineArgs: ...@@ -1301,7 +1301,7 @@ class EngineArgs:
# delay the Pydantic validation that comes with SpeculativeConfig. # delay the Pydantic validation that comes with SpeculativeConfig.
vllm_kwargs["speculative_config"]["type"] = optional_type(json.loads) vllm_kwargs["speculative_config"]["type"] = optional_type(json.loads)
vllm_group.add_argument( vllm_group.add_argument(
"--speculative-config", **vllm_kwargs["speculative_config"] "--speculative-config", "-sc", **vllm_kwargs["speculative_config"]
) )
vllm_group.add_argument( vllm_group.add_argument(
"--kv-transfer-config", **vllm_kwargs["kv_transfer_config"] "--kv-transfer-config", **vllm_kwargs["kv_transfer_config"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment