fix self.drafter error

ba29eebb · lizhigong · 2fe2d237 · ba29eebb
Commit ba29eebb authored Aug 25, 2025 by lizhigong
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 2 deletions

vllm/zero_overhead/v1/gpu_model_runner.py vllm/zero_overhead/v1/gpu_model_runner.py +3 -2

No files found.
--- a/vllm/zero_overhead/v1/gpu_model_runner.py
+++ b/vllm/zero_overhead/v1/gpu_model_runner.py
@@ -38,8 +38,9 @@ class V1ZeroModelRunner(GPUModelRunner):
        self.last_draft_event = torch.cuda.Event(enable_timing=False)
        self.spec_sampler_event = torch.cuda.Event(enable_timing=False)
        self.spec_scheduler_max_num_tokens = 0
-        self.drafter = V1ZeroEagleProposer(self.vllm_config, self.device,
+        if hasattr(self, 'drafter') and isinstance(self.drafter, EagleProposer):
-                                             self) 
+            self.drafter = V1ZeroEagleProposer(self.vllm_config, self.device,
+                                                self) 
    def _prepare_inputs(
        self,