Skip to content

GitLab

"...text-generation-inference.git" did not exist on "d5bc6a20bd70c5fa861e5450787998b20204bc47"
Unverified Commit 8da608cc authored by gongwei-130's avatar gongwei-130 Committed by GitHub
Browse files

fix: AttributeError: 'NixlKVManager' object has no attribute 'prefill_tp_size_table' (#12234)

parent 9fc3e8aa
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
python/sglang/srt/disaggregation/nixl/conn.py
View file @ 8da608cc
...@@ -231,8 +231,8 @@ class NixlKVManager(CommonKVManager): ...@@ -231,8 +231,8 @@ class NixlKVManager(CommonKVManager):
] ]
for k in keys_to_remove: for k in keys_to_remove:
del self.connection_pool[k] del self.connection_pool[k]
if failed_bootstrap_addr in self.prefill_tp_size_table: if failed_bootstrap_addr in self.prefill_attn_tp_size_table:
del self.prefill_tp_size_table[failed_bootstrap_addr] del self.prefill_attn_tp_size_table[failed_bootstrap_addr]
if failed_bootstrap_addr in self.prefill_dp_size_table: if failed_bootstrap_addr in self.prefill_dp_size_table:
del self.prefill_dp_size_table[failed_bootstrap_addr] del self.prefill_dp_size_table[failed_bootstrap_addr]
if failed_bootstrap_addr in self.prefill_pp_size_table: if failed_bootstrap_addr in self.prefill_pp_size_table:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment