Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
d65798f7
Unverified
Commit
d65798f7
authored
Sep 18, 2024
by
Russell Bryant
Committed by
GitHub
Sep 18, 2024
Browse files
[Core] zmq: bind only to 127.0.0.1 for local-only usage (#8543)
Signed-off-by:
Russell Bryant
<
rbryant@redhat.com
>
parent
a8c1d161
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
11 additions
and
6 deletions
+11
-6
vllm/distributed/device_communicators/shm_broadcast.py
vllm/distributed/device_communicators/shm_broadcast.py
+11
-6
No files found.
vllm/distributed/device_communicators/shm_broadcast.py
View file @
d65798f7
...
@@ -196,7 +196,9 @@ class MessageQueue:
...
@@ -196,7 +196,9 @@ class MessageQueue:
# see http://api.zeromq.org/3-3:zmq-setsockopt for more details
# see http://api.zeromq.org/3-3:zmq-setsockopt for more details
self
.
local_socket
.
setsockopt
(
XPUB_VERBOSE
,
True
)
self
.
local_socket
.
setsockopt
(
XPUB_VERBOSE
,
True
)
local_subscribe_port
=
get_open_port
()
local_subscribe_port
=
get_open_port
()
self
.
local_socket
.
bind
(
f
"tcp://*:
{
local_subscribe_port
}
"
)
socket_addr
=
f
"tcp://127.0.0.1:
{
local_subscribe_port
}
"
logger
.
debug
(
"Binding to %s"
,
socket_addr
)
self
.
local_socket
.
bind
(
socket_addr
)
self
.
current_idx
=
0
self
.
current_idx
=
0
...
@@ -212,7 +214,8 @@ class MessageQueue:
...
@@ -212,7 +214,8 @@ class MessageQueue:
self
.
remote_socket
=
context
.
socket
(
XPUB
)
self
.
remote_socket
=
context
.
socket
(
XPUB
)
self
.
remote_socket
.
setsockopt
(
XPUB_VERBOSE
,
True
)
self
.
remote_socket
.
setsockopt
(
XPUB_VERBOSE
,
True
)
remote_subscribe_port
=
get_open_port
()
remote_subscribe_port
=
get_open_port
()
self
.
remote_socket
.
bind
(
f
"tcp://*:
{
remote_subscribe_port
}
"
)
socket_addr
=
f
"tcp://*:
{
remote_subscribe_port
}
"
self
.
remote_socket
.
bind
(
socket_addr
)
else
:
else
:
remote_subscribe_port
=
None
remote_subscribe_port
=
None
...
@@ -255,8 +258,9 @@ class MessageQueue:
...
@@ -255,8 +258,9 @@ class MessageQueue:
self
.
local_socket
=
context
.
socket
(
SUB
)
self
.
local_socket
=
context
.
socket
(
SUB
)
self
.
local_socket
.
setsockopt_string
(
SUBSCRIBE
,
""
)
self
.
local_socket
.
setsockopt_string
(
SUBSCRIBE
,
""
)
self
.
local_socket
.
connect
(
socket_addr
=
f
"tcp://127.0.0.1:
{
handle
.
local_subscribe_port
}
"
f
"tcp://
{
handle
.
connect_ip
}
:
{
handle
.
local_subscribe_port
}
"
)
logger
.
debug
(
"Connecting to %s"
,
socket_addr
)
self
.
local_socket
.
connect
(
socket_addr
)
self
.
remote_socket
=
None
self
.
remote_socket
=
None
else
:
else
:
...
@@ -270,8 +274,9 @@ class MessageQueue:
...
@@ -270,8 +274,9 @@ class MessageQueue:
self
.
remote_socket
=
context
.
socket
(
SUB
)
self
.
remote_socket
=
context
.
socket
(
SUB
)
self
.
remote_socket
.
setsockopt_string
(
SUBSCRIBE
,
""
)
self
.
remote_socket
.
setsockopt_string
(
SUBSCRIBE
,
""
)
self
.
remote_socket
.
connect
(
socket_addr
=
f
"tcp://
{
handle
.
connect_ip
}
:
{
handle
.
remote_subscribe_port
}
"
f
"tcp://
{
handle
.
connect_ip
}
:
{
handle
.
remote_subscribe_port
}
"
)
logger
.
debug
(
"Connecting to %s"
,
socket_addr
)
self
.
remote_socket
.
connect
(
socket_addr
)
return
self
return
self
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment