Move swa memory pool to a seperate file (#16347)

This commit is contained in:
Ke Bao
2026-01-04 22:39:30 +08:00
committed by GitHub
parent b328cd20bb
commit 76bc07a335
14 changed files with 473 additions and 464 deletions
+1 -1
View File
@@ -58,8 +58,8 @@ from sglang.srt.mem_cache.memory_pool import (
KVCache,
NSATokenToKVPool,
ReqToTokenPool,
SWAKVPool,
)
from sglang.srt.mem_cache.swa_memory_pool import SWAKVPool
from sglang.srt.tracing.trace import trace_event_batch, trace_slice_end
from sglang.srt.utils import get_int_env_var
from sglang.srt.utils.torch_memory_saver_adapter import TorchMemorySaverAdapter
+2 -5
View File
@@ -49,11 +49,8 @@ from sglang.srt.managers.schedule_batch import (
ScheduleBatch,
)
from sglang.srt.mem_cache.common import release_kv_cache
from sglang.srt.mem_cache.memory_pool import (
HybridLinearKVPool,
NSATokenToKVPool,
SWAKVPool,
)
from sglang.srt.mem_cache.memory_pool import HybridLinearKVPool, NSATokenToKVPool
from sglang.srt.mem_cache.swa_memory_pool import SWAKVPool
from sglang.srt.tracing.trace import trace_event_batch, trace_slice, trace_slice_end
if TYPE_CHECKING: