fix: AttributeError: 'NixlKVManager' object has no attribute 'prefill_tp_size_table' (#12234)
This commit is contained in:
@@ -231,8 +231,8 @@ class NixlKVManager(CommonKVManager):
|
||||
]
|
||||
for k in keys_to_remove:
|
||||
del self.connection_pool[k]
|
||||
if failed_bootstrap_addr in self.prefill_tp_size_table:
|
||||
del self.prefill_tp_size_table[failed_bootstrap_addr]
|
||||
if failed_bootstrap_addr in self.prefill_attn_tp_size_table:
|
||||
del self.prefill_attn_tp_size_table[failed_bootstrap_addr]
|
||||
if failed_bootstrap_addr in self.prefill_dp_size_table:
|
||||
del self.prefill_dp_size_table[failed_bootstrap_addr]
|
||||
if failed_bootstrap_addr in self.prefill_pp_size_table:
|
||||
|
||||
Reference in New Issue
Block a user