fix: keep HiCache storage config runtime import

2026-05-08 03:03:10 +08:00
parent 3e9152194b
commit 9617d52639
2 changed files with 32 additions and 4 deletions
--- a/python/sglang/srt/managers/cache_controller.py
+++ b/python/sglang/srt/managers/cache_controller.py
@@ -22,12 +22,10 @@ from typing import TYPE_CHECKING, List, NamedTuple, Optional

 import torch

+from sglang.srt.mem_cache.hicache_storage import HiCacheStorageConfig
+
 if TYPE_CHECKING:
    from sglang.srt.mem_cache.allocator import BaseTokenToKVPoolAllocator
-    from sglang.srt.mem_cache.hicache_storage import (
-        HiCacheStorageConfig,
-        HiCacheStorageExtraInfo,
-    )
    from sglang.srt.mem_cache.memory_pool_host import HostKVCache

 from sglang.srt.distributed import (