"vscode:/vscode.git/clone" did not exist on "266a185a528bc2061016f133862e9af67fa126ce"
Commit 9f5e40d6 authored by Catheriany's avatar Catheriany
Browse files

issue/14: 兼容openai协议

parent 897f5741
...@@ -187,7 +187,7 @@ async def chat_stream(id_, request_data, request: Request): ...@@ -187,7 +187,7 @@ async def chat_stream(id_, request_data, request: Request):
chunk = json.dumps( chunk = json.dumps(
chunk_json(id_, content="", role="assistant"), ensure_ascii=False chunk_json(id_, content="", role="assistant"), ensure_ascii=False
) )
yield f"{chunk}\n\n" yield f"data: {chunk}\n\n"
request.app.state.request_queue.sync_q.put(infer_task) request.app.state.request_queue.sync_q.put(infer_task)
...@@ -203,7 +203,7 @@ async def chat_stream(id_, request_data, request: Request): ...@@ -203,7 +203,7 @@ async def chat_stream(id_, request_data, request: Request):
chunk_json(id_, finish_reason=infer_task.finish_reason), chunk_json(id_, finish_reason=infer_task.finish_reason),
ensure_ascii=False, ensure_ascii=False,
) )
yield f"{chunk}\n\n" yield f"data: {chunk}\n\n"
break break
token = await infer_task.output_queue.async_q.get() token = await infer_task.output_queue.async_q.get()
...@@ -213,7 +213,7 @@ async def chat_stream(id_, request_data, request: Request): ...@@ -213,7 +213,7 @@ async def chat_stream(id_, request_data, request: Request):
.replace("<0x0A>", "\n") .replace("<0x0A>", "\n")
) )
chunk = json.dumps(chunk_json(id_, content=content), ensure_ascii=False) chunk = json.dumps(chunk_json(id_, content=content), ensure_ascii=False)
yield f"{chunk}\n\n" yield f"data: {chunk}\n\n"
except Exception as e: except Exception as e:
print(f"[Error] ID : {id_} Exception: {e}") print(f"[Error] ID : {id_} Exception: {e}")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment