Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
92adb910
Commit
92adb910
authored
Jul 17, 2025
by
zhuwenwen
Browse files
fix v1 run error
parent
99324e25
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
9 additions
and
12 deletions
+9
-12
vllm/utils/__init__.py
vllm/utils/__init__.py
+8
-6
vllm/v1/engine/core.py
vllm/v1/engine/core.py
+0
-6
vllm/v1/engine/core_client.py
vllm/v1/engine/core_client.py
+1
-0
No files found.
vllm/utils/__init__.py
View file @
92adb910
...
@@ -2600,12 +2600,8 @@ def make_zmq_socket(
...
@@ -2600,12 +2600,8 @@ def make_zmq_socket(
if
bind
:
if
bind
:
socket
.
bind
(
path
)
socket
.
bind
(
path
)
elif
socket_type
==
zmq
.
constants
.
PUSH
:
socket
.
setsockopt
(
zmq
.
constants
.
SNDHWM
,
0
)
socket
.
setsockopt
(
zmq
.
constants
.
SNDBUF
,
buf_size
)
socket
.
connect
(
path
)
else
:
else
:
raise
ValueError
(
f
"Unknown Socket Type:
{
socket_type
}
"
)
socket
.
connect
(
path
)
return
socket
return
socket
...
@@ -2614,13 +2610,19 @@ def make_zmq_socket(
...
@@ -2614,13 +2610,19 @@ def make_zmq_socket(
def
zmq_socket_ctx
(
def
zmq_socket_ctx
(
path
:
str
,
path
:
str
,
socket_type
:
Any
,
socket_type
:
Any
,
bind
:
Optional
[
bool
]
=
None
,
linger
:
int
=
0
,
linger
:
int
=
0
,
identity
:
Optional
[
bytes
]
=
None
,
)
->
Iterator
[
zmq
.
Socket
]:
)
->
Iterator
[
zmq
.
Socket
]:
"""Context manager for a ZMQ socket"""
"""Context manager for a ZMQ socket"""
ctx
=
zmq
.
Context
()
# type: ignore[attr-defined]
ctx
=
zmq
.
Context
()
# type: ignore[attr-defined]
try
:
try
:
yield
make_zmq_socket
(
ctx
,
path
,
socket_type
)
yield
make_zmq_socket
(
ctx
,
path
,
socket_type
,
bind
=
bind
,
identity
=
identity
)
except
KeyboardInterrupt
:
except
KeyboardInterrupt
:
logger
.
debug
(
"Got Keyboard Interrupt."
)
logger
.
debug
(
"Got Keyboard Interrupt."
)
...
...
vllm/v1/engine/core.py
View file @
92adb910
...
@@ -539,16 +539,10 @@ class EngineCoreProc(EngineCore):
...
@@ -539,16 +539,10 @@ class EngineCoreProc(EngineCore):
return
init_message
.
addresses
return
init_message
.
addresses
self
.
global_unfinished_reqs
=
False
self
.
step_fn
=
(
self
.
step
if
self
.
batch_queue
is
None
else
self
.
step_with_batch_queue
)
@
staticmethod
@
staticmethod
def
run_engine_core
(
*
args
,
def
run_engine_core
(
*
args
,
dp_rank
:
int
=
0
,
dp_rank
:
int
=
0
,
local_dp_rank
:
int
=
0
,
local_dp_rank
:
int
=
0
,
ready_pipe
,
**
kwargs
):
**
kwargs
):
"""Launch EngineCore busy loop in background process."""
"""Launch EngineCore busy loop in background process."""
...
...
vllm/v1/engine/core_client.py
View file @
92adb910
...
@@ -795,6 +795,7 @@ class AsyncMPClient(MPClient):
...
@@ -795,6 +795,7 @@ class AsyncMPClient(MPClient):
async
def
add_request_async
(
self
,
request
:
EngineCoreRequest
)
->
None
:
async
def
add_request_async
(
self
,
request
:
EngineCoreRequest
)
->
None
:
request
.
client_index
=
self
.
client_index
request
.
client_index
=
self
.
client_index
await
self
.
_send_input
(
EngineCoreRequestType
.
ADD
,
request
)
await
self
.
_send_input
(
EngineCoreRequestType
.
ADD
,
request
)
self
.
_ensure_output_queue_task
()
async
def
abort_requests_async
(
self
,
request_ids
:
list
[
str
])
->
None
:
async
def
abort_requests_async
(
self
,
request_ids
:
list
[
str
])
->
None
:
if
request_ids
and
not
self
.
resources
.
engine_dead
:
if
request_ids
and
not
self
.
resources
.
engine_dead
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment