Unverified Commit 9d6a8daa authored by Mor Zusman's avatar Mor Zusman Committed by GitHub
Browse files
parent ee93f4f9
...@@ -192,6 +192,7 @@ class XPUModelRunner(ModelRunnerBase[ModelInputForXPU]): ...@@ -192,6 +192,7 @@ class XPUModelRunner(ModelRunnerBase[ModelInputForXPU]):
self, self,
seq_group_metadata_list: List[SequenceGroupMetadata], seq_group_metadata_list: List[SequenceGroupMetadata],
virtual_engine: int = 0, virtual_engine: int = 0,
finished_requests_ids: Optional[List[str]] = None
) -> ModelInputForXPU: ) -> ModelInputForXPU:
multi_modal_input = None multi_modal_input = None
if self.is_driver_worker: if self.is_driver_worker:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment