Commit a8a45134 authored by Timothy J. Baek's avatar Timothy J. Baek
Browse files

refac

parent ae567796
......@@ -858,13 +858,28 @@ async def generate_chat_completions(form_data: dict, user=Depends(get_verified_u
print(pipe_id)
pipe = webui_app.state.FUNCTIONS[pipe_id].pipe
if form_data["stream"]:
# Get the signature of the function
sig = inspect.signature(pipe)
param = {"body": form_data}
if "__user__" in sig.parameters:
param = {
**param,
"__user__": {
"id": user.id,
"email": user.email,
"name": user.name,
"role": user.role,
},
}
if form_data["stream"]:
async def stream_content():
if inspect.iscoroutinefunction(pipe):
res = await pipe(body=form_data)
res = await pipe(**param)
else:
res = pipe(body=form_data)
res = pipe(**param)
if isinstance(res, str):
message = stream_message_template(form_data["model"], res)
......@@ -910,9 +925,9 @@ async def generate_chat_completions(form_data: dict, user=Depends(get_verified_u
)
else:
if inspect.iscoroutinefunction(pipe):
res = await pipe(body=form_data)
res = await pipe(**param)
else:
res = pipe(body=form_data)
res = pipe(**param)
if isinstance(res, dict):
return res
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment