fix bug when scheduler_outputs changed cause assert error

d9789532 · lizhigong · 20e9c3eb · d9789532
Commit d9789532 authored Apr 08, 2025 by lizhigong
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

vllm/engine/llm_engine.py vllm/engine/llm_engine.py +1 -0

No files found.
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -1377,6 +1377,7 @@ class LLMEngine:
                    self._advance_to_next_step(
                        outputs[0], seq_group_metadata_list,
                        scheduler_outputs.scheduled_seq_groups)
+                scheduler_outputs.scheduled_seq_groups = [item for item in scheduler_outputs.scheduled_seq_groups] #deep copy
                self.last_record = [outputs, seq_group_metadata_list, scheduler_outputs]

        except Exception as e: