Skip to content

GitLab

Unverified Commit 5be9eb8a authored by Ying Sheng's avatar Ying Sheng Committed by GitHub
Browse files

Add PUT for generate api (#448)

parent c05956e5
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 1 deletion
python/sglang/srt/server.py
View file @ 5be9eb8a
...@@ -81,7 +81,6 @@ async def flush_cache(): ...@@ -81,7 +81,6 @@ async def flush_cache():
) )
@app.post("/generate")
async def generate_request(obj: GenerateReqInput): async def generate_request(obj: GenerateReqInput):
obj.post_init() obj.post_init()
...@@ -98,8 +97,12 @@ async def generate_request(obj: GenerateReqInput): ...@@ -98,8 +97,12 @@ async def generate_request(obj: GenerateReqInput):
ret = await tokenizer_manager.generate_request(obj).__anext__() ret = await tokenizer_manager.generate_request(obj).__anext__()
return ret return ret
except ValueError as e: except ValueError as e:
print(f"Error: {e}")
return JSONResponse({"error": str(e)}, status_code=400) return JSONResponse({"error": str(e)}, status_code=400)
app.post("/generate")(generate_request)
app.put("/generate")(generate_request)
@app.post("/v1/completions") @app.post("/v1/completions")
async def openai_v1_completions(raw_request: Request): async def openai_v1_completions(raw_request: Request):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment