Unverified Commit 5952d811 authored by Russell Bryant's avatar Russell Bryant Committed by GitHub
Browse files

[Frontend] Fix tcp port reservation for api server (#10012)


Signed-off-by: default avatarRussell Bryant <rbryant@redhat.com>
parent 93dee88f
...@@ -569,7 +569,8 @@ async def run_server(args, **uvicorn_kwargs) -> None: ...@@ -569,7 +569,8 @@ async def run_server(args, **uvicorn_kwargs) -> None:
# This avoids race conditions with ray. # This avoids race conditions with ray.
# see https://github.com/vllm-project/vllm/issues/8204 # see https://github.com/vllm-project/vllm/issues/8204
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM) sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
sock.bind(("", args.port)) sock.bind((args.host or "", args.port))
sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
def signal_handler(*_) -> None: def signal_handler(*_) -> None:
# Interrupt server on sigterm while initializing # Interrupt server on sigterm while initializing
...@@ -593,13 +594,14 @@ async def run_server(args, **uvicorn_kwargs) -> None: ...@@ -593,13 +594,14 @@ async def run_server(args, **uvicorn_kwargs) -> None:
ssl_certfile=args.ssl_certfile, ssl_certfile=args.ssl_certfile,
ssl_ca_certs=args.ssl_ca_certs, ssl_ca_certs=args.ssl_ca_certs,
ssl_cert_reqs=args.ssl_cert_reqs, ssl_cert_reqs=args.ssl_cert_reqs,
fd=sock.fileno(),
**uvicorn_kwargs, **uvicorn_kwargs,
) )
# NB: Await server shutdown only after the backend context is exited # NB: Await server shutdown only after the backend context is exited
await shutdown_task await shutdown_task
sock.close()
if __name__ == "__main__": if __name__ == "__main__":
# NOTE(simon): # NOTE(simon):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment