Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
d95de221
Commit
d95de221
authored
Sep 30, 2025
by
zhuwenwen
Browse files
fix pp error and update min_block_size
parent
083ff6ec
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
7 additions
and
7 deletions
+7
-7
vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py
...ted/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py
+6
-6
vllm/distributed/kv_transfer/kv_connector/v1/p2p/tensor_memory_pool.py
...ted/kv_transfer/kv_connector/v1/p2p/tensor_memory_pool.py
+1
-1
No files found.
vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py
View file @
d95de221
...
@@ -46,12 +46,6 @@ class ReqMeta:
...
@@ -46,12 +46,6 @@ class ReqMeta:
num_tokens
=
len
(
token_ids
),
num_tokens
=
len
(
token_ids
),
)
)
self
.
parallel_config
=
vllm_config
.
parallel_config
self
.
model_config
=
vllm_config
.
model_config
self
.
total_num_hidden_layers
=
getattr
(
self
.
model_config
.
hf_text_config
,
"num_hidden_layers"
,
0
)
self
.
pp_size
=
self
.
parallel_config
.
pipeline_parallel_size
@
dataclass
@
dataclass
class
P2pNcclConnectorMetadata
(
KVConnectorMetadata
):
class
P2pNcclConnectorMetadata
(
KVConnectorMetadata
):
...
@@ -93,6 +87,12 @@ class P2pNcclConnector(KVConnectorBase_V1):
...
@@ -93,6 +87,12 @@ class P2pNcclConnector(KVConnectorBase_V1):
port_offset
=
self
.
_rank
,
port_offset
=
self
.
_rank
,
)
if
role
==
KVConnectorRole
.
WORKER
else
None
)
if
role
==
KVConnectorRole
.
WORKER
else
None
self
.
parallel_config
=
vllm_config
.
parallel_config
self
.
model_config
=
vllm_config
.
model_config
self
.
total_num_hidden_layers
=
getattr
(
self
.
model_config
.
hf_text_config
,
"num_hidden_layers"
,
0
)
self
.
pp_size
=
self
.
parallel_config
.
pipeline_parallel_size
# ==============================
# ==============================
# Worker-side methods
# Worker-side methods
# ==============================
# ==============================
...
...
vllm/distributed/kv_transfer/kv_connector/v1/p2p/tensor_memory_pool.py
View file @
d95de221
...
@@ -63,7 +63,7 @@ class TensorMemoryPool:
...
@@ -63,7 +63,7 @@ class TensorMemoryPool:
than min_block_size
than min_block_size
"""
"""
def
__init__
(
self
,
max_block_size
:
int
,
min_block_size
:
int
=
5
12
):
def
__init__
(
self
,
max_block_size
:
int
,
min_block_size
:
int
=
12
8
):
if
max_block_size
<=
0
or
min_block_size
<=
0
:
if
max_block_size
<=
0
or
min_block_size
<=
0
:
raise
ValueError
(
"Block sizes must be positive"
)
raise
ValueError
(
"Block sizes must be positive"
)
if
max_block_size
<
min_block_size
:
if
max_block_size
<
min_block_size
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment