Skip to content

GitLab

Commit d9789532 authored by lizhigong's avatar lizhigong
Browse files

fix bug when scheduler_outputs changed cause assert error

parent 20e9c3eb
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
vllm/engine/llm_engine.py
View file @ d9789532
...@@ -1377,6 +1377,7 @@ class LLMEngine: ...@@ -1377,6 +1377,7 @@ class LLMEngine:
self._advance_to_next_step( self._advance_to_next_step(
outputs[0], seq_group_metadata_list, outputs[0], seq_group_metadata_list,
scheduler_outputs.scheduled_seq_groups) scheduler_outputs.scheduled_seq_groups)
scheduler_outputs.scheduled_seq_groups = [item for item in scheduler_outputs.scheduled_seq_groups] #deep copy
self.last_record = [outputs, seq_group_metadata_list, scheduler_outputs] self.last_record = [outputs, seq_group_metadata_list, scheduler_outputs]
except Exception as e: except Exception as e:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment