Unverified Commit 7beb5f1a authored by Janelle Cai's avatar Janelle Cai Committed by GitHub
Browse files

fix: fuse unfold streams to prevent panics from poll after termination (#5872)

parent 763264ff
......@@ -262,7 +262,8 @@ impl
None => None,
}
});
})
.fuse();
// convert stream of processed Annotated<LLMEngineOutput> to Annotated<BackendOutput>
//let mdcsum = self.mdcsum.clone();
......
......@@ -73,7 +73,8 @@ impl
.next()
.await
.map(|response| (response, retry_manager))
});
})
.fuse();
Ok(ResponseStream::new(Box::pin(response_stream), engine_ctx_))
}
}
......
......@@ -739,6 +739,7 @@ impl OpenAIPreprocessor {
}
}
})
.fuse()
}
/// Transform engine embedding output stream to OpenAI embedding response stream
......@@ -905,6 +906,7 @@ impl OpenAIPreprocessor {
None
}
})
.fuse()
}
}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment