Skip to content

GitLab

Unverified Commit d03308be authored by shangmingc's avatar shangmingc Committed by GitHub
Browse files

[Misc] Remove stale func in KVTransferConfig (#14746) 


Signed-off-by: default avatarShangming Cai <caishangming@linux.alibaba.com>
parent c6bc0034
Show whitespace changes
Inline Side-by-side
Showing with 0 additions and 6 deletions
vllm/config.py
View file @ d03308be
...@@ -2986,12 +2986,6 @@ class KVTransferConfig(BaseModel): ...@@ -2986,12 +2986,6 @@ class KVTransferConfig(BaseModel):
return self.kv_connector is not None and \ return self.kv_connector is not None and \
self.kv_role in ["kv_producer", "kv_consumer", "kv_both"] self.kv_role in ["kv_producer", "kv_consumer", "kv_both"]
@property
def need_kv_parallel_group(self) -> bool:
# for those database-based connector, vLLM does not need to create
# parallel group, and in that case the kv parallel size will be 1.
return self.kv_connector is not None and self.kv_parallel_size > 1
@property @property
def is_kv_producer(self) -> bool: def is_kv_producer(self) -> bool:
return self.kv_connector is not None and \ return self.kv_connector is not None and \
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment