Unverified Commit 8423aef4 authored by Robert Shaw's avatar Robert Shaw Committed by GitHub
Browse files

[BugFix][Core] Multistep Fix Crash on Request Cancellation (#8059)

parent 4f5d8446
...@@ -88,9 +88,15 @@ class MultiStepOutputProcessor(SequenceGroupOutputProcessor): ...@@ -88,9 +88,15 @@ class MultiStepOutputProcessor(SequenceGroupOutputProcessor):
# TODO: Add support for async if necessary # TODO: Add support for async if necessary
assert not is_async assert not is_async
# Sequences can be in RUNNING or FINISHED_ABORTED state
# once scheduled, as a sequence is moved to FINSIHED_ABORTED
# if a client disconnects from the api server.
seqs = sequence_group.get_seqs(status=SequenceStatus.RUNNING) seqs = sequence_group.get_seqs(status=SequenceStatus.RUNNING)
if seqs is None:
seqs = sequence_group.get_seqs(
status=SequenceStatus.FINISHED_ABORTED)
assert seqs, "expected running sequences" assert seqs, "Expected RUNNING or FINISHED_ABORTED sequences"
assert len(seqs) == 1, ( assert len(seqs) == 1, (
"Beam search not supported in multi-step decoding.") "Beam search not supported in multi-step decoding.")
seq = seqs[0] seq = seqs[0]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment