Skip to content

GitLab

Unverified Commit 77e44728 authored by Bangsheng Tang's avatar Bangsheng Tang Committed by GitHub
Browse files

let draft model follow target model's config_format (#30152)

parent 962d7038
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
vllm/config/speculative.py
View file @ 77e44728
...@@ -337,6 +337,7 @@ class SpeculativeConfig: ...@@ -337,6 +337,7 @@ class SpeculativeConfig:
enforce_eager=self.target_model_config.enforce_eager, enforce_eager=self.target_model_config.enforce_eager,
max_logprobs=self.target_model_config.max_logprobs, max_logprobs=self.target_model_config.max_logprobs,
hf_overrides=SpeculativeConfig.hf_config_override, hf_overrides=SpeculativeConfig.hf_config_override,
config_format=self.target_model_config.config_format,
) )
# Automatically detect the method # Automatically detect the method
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment