fix self.drafter error

ba29eebb · lizhigong · 2fe2d237 · ba29eebb
Commit ba29eebb authored Aug 25, 2025 by lizhigong
Show whitespace changes
Inline Side-by-side

Showing with 3 additions and 2 deletions

vllm/zero_overhead/v1/gpu_model_runner.py vllm/zero_overhead/v1/gpu_model_runner.py +3 -2

No files found.
--- a/vllm/zero_overhead/v1/gpu_model_runner.py
+++ b/vllm/zero_overhead/v1/gpu_model_runner.py
@@ -38,6 +38,7 @@ class V1ZeroModelRunner(GPUModelRunner):
        self.last_draft_event = torch.cuda.Event(enable_timing=False)
        self.spec_sampler_event = torch.cuda.Event(enable_timing=False)
        self.spec_scheduler_max_num_tokens = 0
+        if hasattr(self, 'drafter') and isinstance(self.drafter, EagleProposer):
            self.drafter = V1ZeroEagleProposer(self.vllm_config, self.device,
                                                self)