Skip to content

GitLab

"test/git@developer.sourcefind.cn:jerrrrry/infinicore.git" did not exist on "ce10d77746768c262facb14a084f2bba7eedcdfe"
Unverified Commit beb65c74 authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files

[PD]Reduce kv transfer threads (#5791)

parent 621e96bf
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
python/sglang/srt/disaggregation/mooncake/conn.py
View file @ beb65c74
...@@ -149,7 +149,7 @@ class MooncakeKVManager(BaseKVManager): ...@@ -149,7 +149,7 @@ class MooncakeKVManager(BaseKVManager):
# Determine the number of threads to use for kv sender # Determine the number of threads to use for kv sender
cpu_count = os.cpu_count() cpu_count = os.cpu_count()
self.executor = concurrent.futures.ThreadPoolExecutor( self.executor = concurrent.futures.ThreadPoolExecutor(
max_workers=cpu_count if cpu_count is not None else 64 min(cpu_count // 4, 16)
) )
elif self.disaggregation_mode == DisaggregationMode.DECODE: elif self.disaggregation_mode == DisaggregationMode.DECODE:
self.start_decode_thread() self.start_decode_thread()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment