Skip to content

GitLab

Commit ba29eebb authored by lizhigong's avatar lizhigong
Browse files

fix self.drafter error

parent 2fe2d237
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 2 deletions
vllm/zero_overhead/v1/gpu_model_runner.py
View file @ ba29eebb
...@@ -38,6 +38,7 @@ class V1ZeroModelRunner(GPUModelRunner): ...@@ -38,6 +38,7 @@ class V1ZeroModelRunner(GPUModelRunner):
self.last_draft_event = torch.cuda.Event(enable_timing=False) self.last_draft_event = torch.cuda.Event(enable_timing=False)
self.spec_sampler_event = torch.cuda.Event(enable_timing=False) self.spec_sampler_event = torch.cuda.Event(enable_timing=False)
self.spec_scheduler_max_num_tokens = 0 self.spec_scheduler_max_num_tokens = 0
if hasattr(self, 'drafter') and isinstance(self.drafter, EagleProposer):
self.drafter = V1ZeroEagleProposer(self.vllm_config, self.device, self.drafter = V1ZeroEagleProposer(self.vllm_config, self.device,
self) self)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment