Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
5952d811
Unverified
Commit
5952d811
authored
Nov 05, 2024
by
Russell Bryant
Committed by
GitHub
Nov 05, 2024
Browse files
[Frontend] Fix tcp port reservation for api server (#10012)
Signed-off-by:
Russell Bryant
<
rbryant@redhat.com
>
parent
93dee88f
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
4 additions
and
2 deletions
+4
-2
vllm/entrypoints/openai/api_server.py
vllm/entrypoints/openai/api_server.py
+4
-2
No files found.
vllm/entrypoints/openai/api_server.py
View file @
5952d811
...
@@ -569,7 +569,8 @@ async def run_server(args, **uvicorn_kwargs) -> None:
...
@@ -569,7 +569,8 @@ async def run_server(args, **uvicorn_kwargs) -> None:
# This avoids race conditions with ray.
# This avoids race conditions with ray.
# see https://github.com/vllm-project/vllm/issues/8204
# see https://github.com/vllm-project/vllm/issues/8204
sock
=
socket
.
socket
(
socket
.
AF_INET
,
socket
.
SOCK_STREAM
)
sock
=
socket
.
socket
(
socket
.
AF_INET
,
socket
.
SOCK_STREAM
)
sock
.
bind
((
""
,
args
.
port
))
sock
.
bind
((
args
.
host
or
""
,
args
.
port
))
sock
.
setsockopt
(
socket
.
SOL_SOCKET
,
socket
.
SO_REUSEADDR
,
1
)
def
signal_handler
(
*
_
)
->
None
:
def
signal_handler
(
*
_
)
->
None
:
# Interrupt server on sigterm while initializing
# Interrupt server on sigterm while initializing
...
@@ -593,13 +594,14 @@ async def run_server(args, **uvicorn_kwargs) -> None:
...
@@ -593,13 +594,14 @@ async def run_server(args, **uvicorn_kwargs) -> None:
ssl_certfile
=
args
.
ssl_certfile
,
ssl_certfile
=
args
.
ssl_certfile
,
ssl_ca_certs
=
args
.
ssl_ca_certs
,
ssl_ca_certs
=
args
.
ssl_ca_certs
,
ssl_cert_reqs
=
args
.
ssl_cert_reqs
,
ssl_cert_reqs
=
args
.
ssl_cert_reqs
,
fd
=
sock
.
fileno
(),
**
uvicorn_kwargs
,
**
uvicorn_kwargs
,
)
)
# NB: Await server shutdown only after the backend context is exited
# NB: Await server shutdown only after the backend context is exited
await
shutdown_task
await
shutdown_task
sock
.
close
()
if
__name__
==
"__main__"
:
if
__name__
==
"__main__"
:
# NOTE(simon):
# NOTE(simon):
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment