Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
0c5e5f88
Commit
0c5e5f88
authored
Mar 16, 2026
by
xuxz
Browse files
[PD][Bugfix]修复0151pd分离d卡住问题
parent
2ce7c096
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
15 additions
and
1 deletion
+15
-1
vllm/envs.py
vllm/envs.py
+6
-0
vllm/v1/engine/input_processor.py
vllm/v1/engine/input_processor.py
+9
-1
No files found.
vllm/envs.py
View file @
0c5e5f88
...
...
@@ -180,6 +180,7 @@ if TYPE_CHECKING:
VLLM_XGRAMMAR_CACHE_MB
:
int
=
0
VLLM_MSGPACK_ZERO_COPY_THRESHOLD
:
int
=
256
VLLM_ALLOW_INSECURE_SERIALIZATION
:
bool
=
False
VLLM_DISABLE_REQUEST_ID_RANDOMIZATION
:
bool
=
False
VLLM_NIXL_SIDE_CHANNEL_HOST
:
str
=
"localhost"
VLLM_NIXL_SIDE_CHANNEL_PORT
:
int
=
5600
VLLM_MOONCAKE_BOOTSTRAP_PORT
:
int
=
8998
...
...
@@ -1344,6 +1345,11 @@ environment_variables: dict[str, Callable[[], Any]] = {
"VLLM_ALLOW_INSECURE_SERIALIZATION"
:
lambda
:
bool
(
int
(
os
.
getenv
(
"VLLM_ALLOW_INSECURE_SERIALIZATION"
,
"0"
))
),
# Temporary: skip adding random suffix to internal request IDs. May be
# needed for KV connectors that match request IDs across instances.
"VLLM_DISABLE_REQUEST_ID_RANDOMIZATION"
:
lambda
:
bool
(
int
(
os
.
getenv
(
"VLLM_DISABLE_REQUEST_ID_RANDOMIZATION"
,
"1"
))
),
# IP address used for NIXL handshake between remote agents.
"VLLM_NIXL_SIDE_CHANNEL_HOST"
:
lambda
:
os
.
getenv
(
"VLLM_NIXL_SIDE_CHANNEL_HOST"
,
"localhost"
...
...
vllm/v1/engine/input_processor.py
View file @
0c5e5f88
...
...
@@ -6,6 +6,7 @@ import time
from
collections.abc
import
Mapping
from
typing
import
Any
,
Literal
,
cast
import
vllm.envs
as
envs
from
vllm.config
import
VllmConfig
from
vllm.exceptions
import
VLLMValidationError
from
vllm.inputs
import
(
...
...
@@ -474,7 +475,14 @@ class InputProcessor:
" passed to vLLM; use the request_id field."
)
request
.
external_req_id
=
request
.
request_id
request
.
request_id
=
f
"
{
request
.
external_req_id
}
-
{
random_uuid
():.
8
}
"
if
envs
.
VLLM_DISABLE_REQUEST_ID_RANDOMIZATION
:
logger
.
warning_once
(
"VLLM_DISABLE_REQUEST_ID_RANDOMIZATION is set and will be "
"removed in a future release. Duplicate externally-provided "
"request IDs may cause failures and/or subtle correctness errors."
)
else
:
request
.
request_id
=
f
"
{
request
.
external_req_id
}
-
{
random_uuid
():.
8
}
"
def
process_inputs
(
self
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment