[Feature] Add EIC as sglang HiCache Storage backend (#10271)

Co-authored-by: mashisong <mashisong@bytedance.com>
2025-10-01 21:43:34 +08:00
parent 2e130b7618
commit 86cb4db058
6 changed files with 927 additions and 2 deletions
--- a/python/sglang/srt/managers/cache_controller.py
+++ b/python/sglang/srt/managers/cache_controller.py
@@ -310,7 +310,7 @@ class HiCacheController:
            self.page_get_func = self._generic_page_get
            self.page_set_func = self._generic_page_set

-            if self.storage_backend_type in ["hf3fs", "mooncake"]:
+            if self.storage_backend_type in ["hf3fs", "mooncake", "eic"]:
                self.page_get_func = self._page_get_zero_copy
                self.page_set_func = self._page_set_zero_copy