misc: fix the req_to_token member change (#967)

2024-08-07 01:52:10 -07:00
parent 7fa54a1ab3
commit a01ddd9605
2 changed files with 2 additions and 3 deletions
--- a/python/sglang/srt/managers/tp_worker.py
+++ b/python/sglang/srt/managers/tp_worker.py
@@ -289,10 +289,10 @@ class ModelTpServer:
                "KV cache pool leak detected!"
            )

-        if self.req_to_token_pool.can_use_mem_size != self.req_to_token_pool.size:
+        if len(self.req_to_token_pool.free_slots) != self.req_to_token_pool.size:
            warnings.warn(
                "Warning: "
-                f"available req slots={self.req_to_token_pool.can_use_mem_size}, "
+                f"available req slots={len(self.req_to_token_pool.free_slots)}, "
                f"total slots={self.req_to_token_pool.size}\n"
                "Memory pool leak detected!"
            )