"examples/pytorch/vscode:/vscode.git/clone" did not exist on "18dbaebebca7f236355ea44dd943b3e10b92901d"
Unverified Commit 4dbb34fe authored by wxsm's avatar wxsm Committed by GitHub
Browse files

fix: health_generate endpoint in mini_lb (#9997)

parent 1e18a341
......@@ -187,7 +187,7 @@ async def health_check():
@app.get("/health_generate")
async def health_check():
async def health_generate():
prefill_servers, decode_servers = (
load_balancer.prefill_servers,
load_balancer.decode_servers,
......@@ -196,7 +196,7 @@ async def health_check():
# Create the tasks
tasks = []
for server in chain(prefill_servers, decode_servers):
tasks.append(session.post(f"{server}/health_generate"))
tasks.append(session.get(f"{server}/health_generate"))
for i, response in enumerate(asyncio.as_completed(tasks)):
await response
return Response(status_code=200)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment