Skip to content

GitLab

Unverified Commit 45f92c00 authored by Bla_ckB's avatar Bla_ckB Committed by GitHub
Browse files

[Bugfix] Fix KeyError: 1 When Using LoRA adapters (#5164)

parent 5467ac31
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 1 deletion
vllm/core/scheduler.py
View file @ 45f92c00
...@@ -423,7 +423,9 @@ class Scheduler: ...@@ -423,7 +423,9 @@ class Scheduler:
num_running_seqs = seq_group.get_max_num_running_seqs() num_running_seqs = seq_group.get_max_num_running_seqs()
budget.subtract_num_seqs(seq_group.request_id, budget.subtract_num_seqs(seq_group.request_id,
num_running_seqs) num_running_seqs)
if curr_loras is not None and seq_group.lora_int_id > 0:
if (curr_loras is not None and seq_group.lora_int_id > 0
and seq_group.lora_int_id in curr_loras):
curr_loras.remove(seq_group.lora_int_id) curr_loras.remove(seq_group.lora_int_id)
if running_queue: if running_queue:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment