Unverified Commit 0f433871 authored by Sven Seeberg's avatar Sven Seeberg Committed by GitHub
Browse files

[Bugfix] Use host argument to bind to interface (#9798)

parent 08600ddc
......@@ -541,7 +541,7 @@ async def run_server(args, **uvicorn_kwargs) -> None:
# This avoids race conditions with ray.
# see https://github.com/vllm-project/vllm/issues/8204
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
sock.bind(("", args.port))
sock.bind((args.host, args.port))
def signal_handler(*_) -> None:
# Interrupt server on sigterm while initializing
......
......@@ -77,7 +77,7 @@ class PromptAdapterParserAction(argparse.Action):
def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
parser.add_argument("--host",
type=nullable_str,
default=None,
default="0.0.0.0",
help="host name")
parser.add_argument("--port", type=int, default=8000, help="port number")
parser.add_argument(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment