Unverified Commit 01fdb2f3 authored by Byron Hsu's avatar Byron Hsu Committed by GitHub
Browse files

Fix test_vision_openai_server on CI (#1620)

parent c996e8cc
...@@ -433,6 +433,9 @@ class Scheduler: ...@@ -433,6 +433,9 @@ class Scheduler:
result = self.run_batch(batch) result = self.run_batch(batch)
self.process_batch_result(batch, result) self.process_batch_result(batch, result)
if self.running_batch.is_empty():
self.running_batch = None
if self.running_batch is None: if self.running_batch is None:
break break
...@@ -772,9 +775,6 @@ class Scheduler: ...@@ -772,9 +775,6 @@ class Scheduler:
if self.tp_rank == 0 and self.decode_forward_ct % 40 == 0: if self.tp_rank == 0 and self.decode_forward_ct % 40 == 0:
self.print_decode_stats() self.print_decode_stats()
if self.running_batch.is_empty():
self.running_batch = None
def add_logprob_return_values( def add_logprob_return_values(
self, self,
i: int, i: int,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment