Commit 8f73ab36 authored by zhuwenwen's avatar zhuwenwen
Browse files

Merge branch 'v0.8.4-dev-wm' into 'v0.8.4-dev'

[fix]解决无法启动并行报错

See merge request dcutoolkit/deeplearing/vllm!100
parents 7f3dec12 3e1f35bb
...@@ -1122,7 +1122,6 @@ class EngineArgs: ...@@ -1122,7 +1122,6 @@ class EngineArgs:
target_parallel_config: ParallelConfig, target_parallel_config: ParallelConfig,
enable_chunked_prefill: bool, enable_chunked_prefill: bool,
disable_log_stats: bool, disable_log_stats: bool,
num_speculative_heads: Optional[int],
) -> Optional["SpeculativeConfig"]: ) -> Optional["SpeculativeConfig"]:
"""Initializes and returns a SpeculativeConfig object based on """Initializes and returns a SpeculativeConfig object based on
`speculative_config`. `speculative_config`.
...@@ -1143,7 +1142,6 @@ class EngineArgs: ...@@ -1143,7 +1142,6 @@ class EngineArgs:
"target_parallel_config": target_parallel_config, "target_parallel_config": target_parallel_config,
"enable_chunked_prefill": enable_chunked_prefill, "enable_chunked_prefill": enable_chunked_prefill,
"disable_log_stats": disable_log_stats, "disable_log_stats": disable_log_stats,
"num_speculative_heads": num_speculative_heads,
}) })
speculative_config = SpeculativeConfig.from_dict( speculative_config = SpeculativeConfig.from_dict(
self.speculative_config) self.speculative_config)
...@@ -1246,8 +1244,7 @@ class EngineArgs: ...@@ -1246,8 +1244,7 @@ class EngineArgs:
target_model_config=model_config, target_model_config=model_config,
target_parallel_config=parallel_config, target_parallel_config=parallel_config,
enable_chunked_prefill=self.enable_chunked_prefill, enable_chunked_prefill=self.enable_chunked_prefill,
disable_log_stats=self.disable_log_stats, disable_log_stats=self.disable_log_stats,
num_speculative_heads=self.num_speculative_heads
) )
# Reminder: Please update docs/source/features/compatibility_matrix.md # Reminder: Please update docs/source/features/compatibility_matrix.md
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment