Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
890ca360
Unverified
Commit
890ca360
authored
Oct 30, 2024
by
Kevin H. Luu
Committed by
GitHub
Oct 31, 2024
Browse files
Revert "[Bugfix] Use host argument to bind to interface (#9798)" (#9852)
parent
abbfb613
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
2 additions
and
2 deletions
+2
-2
vllm/entrypoints/openai/api_server.py
vllm/entrypoints/openai/api_server.py
+1
-1
vllm/entrypoints/openai/cli_args.py
vllm/entrypoints/openai/cli_args.py
+1
-1
No files found.
vllm/entrypoints/openai/api_server.py
View file @
890ca360
...
@@ -544,7 +544,7 @@ async def run_server(args, **uvicorn_kwargs) -> None:
...
@@ -544,7 +544,7 @@ async def run_server(args, **uvicorn_kwargs) -> None:
# This avoids race conditions with ray.
# This avoids race conditions with ray.
# see https://github.com/vllm-project/vllm/issues/8204
# see https://github.com/vllm-project/vllm/issues/8204
sock
=
socket
.
socket
(
socket
.
AF_INET
,
socket
.
SOCK_STREAM
)
sock
=
socket
.
socket
(
socket
.
AF_INET
,
socket
.
SOCK_STREAM
)
sock
.
bind
((
args
.
host
,
args
.
port
))
sock
.
bind
((
""
,
args
.
port
))
def
signal_handler
(
*
_
)
->
None
:
def
signal_handler
(
*
_
)
->
None
:
# Interrupt server on sigterm while initializing
# Interrupt server on sigterm while initializing
...
...
vllm/entrypoints/openai/cli_args.py
View file @
890ca360
...
@@ -77,7 +77,7 @@ class PromptAdapterParserAction(argparse.Action):
...
@@ -77,7 +77,7 @@ class PromptAdapterParserAction(argparse.Action):
def
make_arg_parser
(
parser
:
FlexibleArgumentParser
)
->
FlexibleArgumentParser
:
def
make_arg_parser
(
parser
:
FlexibleArgumentParser
)
->
FlexibleArgumentParser
:
parser
.
add_argument
(
"--host"
,
parser
.
add_argument
(
"--host"
,
type
=
nullable_str
,
type
=
nullable_str
,
default
=
"0.0.0.0"
,
default
=
None
,
help
=
"host name"
)
help
=
"host name"
)
parser
.
add_argument
(
"--port"
,
type
=
int
,
default
=
8000
,
help
=
"port number"
)
parser
.
add_argument
(
"--port"
,
type
=
int
,
default
=
8000
,
help
=
"port number"
)
parser
.
add_argument
(
parser
.
add_argument
(
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment