Memory pool fix for upstream change about eagle (#4170)

2025-03-07 00:58:20 -08:00
parent 94a2b9d33e
commit 9376ac361d
4 changed files with 27 additions and 27 deletions
--- a/python/sglang/srt/mem_cache/memory_pool.py
+++ b/python/sglang/srt/mem_cache/memory_pool.py
@@ -470,7 +470,7 @@ class MHATokenToKVPoolHost:
    def __init__(
        self,
        device_pool: MHATokenToKVPool,
-        host_to_device_ratio: float = 2.0,
+        host_to_device_ratio: float = 3.0,
        pin_memory: bool = False,  # no need to use pin memory with the double buffering
        device: str = "cpu",
    ):