Commit df71d7c6 authored by Timothy J. Baek's avatar Timothy J. Baek
Browse files

fix

parent 5b64c28f
...@@ -881,7 +881,7 @@ async def generate_chat_completions(form_data: dict, user=Depends(get_verified_u ...@@ -881,7 +881,7 @@ async def generate_chat_completions(form_data: dict, user=Depends(get_verified_u
# Get the signature of the function # Get the signature of the function
sig = inspect.signature(pipe) sig = inspect.signature(pipe)
param = {"body": form_data} params = {"body": form_data}
if "__user__" in sig.parameters: if "__user__" in sig.parameters:
__user__ = { __user__ = {
...@@ -908,9 +908,9 @@ async def generate_chat_completions(form_data: dict, user=Depends(get_verified_u ...@@ -908,9 +908,9 @@ async def generate_chat_completions(form_data: dict, user=Depends(get_verified_u
async def stream_content(): async def stream_content():
try: try:
if inspect.iscoroutinefunction(pipe): if inspect.iscoroutinefunction(pipe):
res = await pipe(**param) res = await pipe(**params)
else: else:
res = pipe(**param) res = pipe(**params)
except Exception as e: except Exception as e:
print(f"Error: {e}") print(f"Error: {e}")
yield f"data: {json.dumps({'error': {'detail':str(e)}})}\n\n" yield f"data: {json.dumps({'error': {'detail':str(e)}})}\n\n"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment