[Core] Fix scheduler considering "no LoRA" as "LoRA" (#4897)

65ae8c2c · Antoni Baum · GitHub · c3af4472 · 65ae8c2c
Unverified Commit 65ae8c2c authored May 20, 2024 by Antoni Baum Committed by GitHub May 20, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

vllm/core/scheduler.py vllm/core/scheduler.py +2 -2

No files found.
--- a/vllm/core/scheduler.py
+++ b/vllm/core/scheduler.py
@@ -744,8 +744,8 @@ class Scheduler:
            budget.add_num_seqs(seq_group.request_id,
                                seq_group.get_max_num_running_seqs())
        curr_loras = set(
-            seq_group.lora_int_id
+            seq_group.lora_int_id for seq_group in self.running
-            for seq_group in self.running) if self.lora_enabled else None
+            if seq_group.lora_int_id > 0) if self.lora_enabled else None
        remaining_waiting, prefills = (self.waiting,
                                       SchedulerPrefillOutputs.create_empty())