Unverified Commit 7beb5f1a authored by Janelle Cai's avatar Janelle Cai Committed by GitHub
Browse files

fix: fuse unfold streams to prevent panics from poll after termination (#5872)

parent 763264ff
...@@ -262,7 +262,8 @@ impl ...@@ -262,7 +262,8 @@ impl
None => None, None => None,
} }
}); })
.fuse();
// convert stream of processed Annotated<LLMEngineOutput> to Annotated<BackendOutput> // convert stream of processed Annotated<LLMEngineOutput> to Annotated<BackendOutput>
//let mdcsum = self.mdcsum.clone(); //let mdcsum = self.mdcsum.clone();
......
...@@ -73,7 +73,8 @@ impl ...@@ -73,7 +73,8 @@ impl
.next() .next()
.await .await
.map(|response| (response, retry_manager)) .map(|response| (response, retry_manager))
}); })
.fuse();
Ok(ResponseStream::new(Box::pin(response_stream), engine_ctx_)) Ok(ResponseStream::new(Box::pin(response_stream), engine_ctx_))
} }
} }
......
...@@ -739,6 +739,7 @@ impl OpenAIPreprocessor { ...@@ -739,6 +739,7 @@ impl OpenAIPreprocessor {
} }
} }
}) })
.fuse()
} }
/// Transform engine embedding output stream to OpenAI embedding response stream /// Transform engine embedding output stream to OpenAI embedding response stream
...@@ -905,6 +906,7 @@ impl OpenAIPreprocessor { ...@@ -905,6 +906,7 @@ impl OpenAIPreprocessor {
None None
} }
}) })
.fuse()
} }
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment