"vscode:/vscode.git/clone" did not exist on "f4178a2a991922247ce9b99e92053f353cb88329"
Unverified Commit 5be9eb8a authored by Ying Sheng's avatar Ying Sheng Committed by GitHub
Browse files

Add PUT for generate api (#448)

parent c05956e5
......@@ -81,7 +81,6 @@ async def flush_cache():
)
@app.post("/generate")
async def generate_request(obj: GenerateReqInput):
obj.post_init()
......@@ -98,8 +97,12 @@ async def generate_request(obj: GenerateReqInput):
ret = await tokenizer_manager.generate_request(obj).__anext__()
return ret
except ValueError as e:
print(f"Error: {e}")
return JSONResponse({"error": str(e)}, status_code=400)
app.post("/generate")(generate_request)
app.put("/generate")(generate_request)
@app.post("/v1/completions")
async def openai_v1_completions(raw_request: Request):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment