Unverified Commit 01fdb2f3 authored by Byron Hsu's avatar Byron Hsu Committed by GitHub
Browse files

Fix test_vision_openai_server on CI (#1620)

parent c996e8cc
......@@ -433,6 +433,9 @@ class Scheduler:
result = self.run_batch(batch)
self.process_batch_result(batch, result)
if self.running_batch.is_empty():
self.running_batch = None
if self.running_batch is None:
break
......@@ -772,9 +775,6 @@ class Scheduler:
if self.tp_rank == 0 and self.decode_forward_ct % 40 == 0:
self.print_decode_stats()
if self.running_batch.is_empty():
self.running_batch = None
def add_logprob_return_values(
self,
i: int,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment