[Bugfix] Fix KeyError: 1 When Using LoRA adapters (#5164)

45f92c00 · Bla_ckB · GitHub · 5467ac31 · 45f92c00
Unverified Commit 45f92c00 authored Jun 10, 2024 by Bla_ckB Committed by GitHub Jun 09, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

vllm/core/scheduler.py vllm/core/scheduler.py +3 -1

No files found.
--- a/vllm/core/scheduler.py
+++ b/vllm/core/scheduler.py
@@ -423,7 +423,9 @@ class Scheduler:
                num_running_seqs = seq_group.get_max_num_running_seqs()
                budget.subtract_num_seqs(seq_group.request_id,
                                         num_running_seqs)
-                if curr_loras is not None and seq_group.lora_int_id > 0:
+
+                if (curr_loras is not None and seq_group.lora_int_id > 0
+                        and seq_group.lora_int_id in curr_loras):
                    curr_loras.remove(seq_group.lora_int_id)

                if running_queue: