diff --git a/docs/advanced_features/hicache_best_practices.md b/docs/advanced_features/hicache_best_practices.md index 92ed5180c..cb1baa01e 100644 --- a/docs/advanced_features/hicache_best_practices.md +++ b/docs/advanced_features/hicache_best_practices.md @@ -182,6 +182,7 @@ python3 -m sglang.launch_server \ - `backend_name`: Custom backend identifier - `module_path`: Python module path to your implementation - `class_name`: Your HiCache implementation class name + - `interface_v1`: 0 (disable) or 1 (enable) to control usage of batch_get_v1 and batch_set_v1 methods ## Community and Support diff --git a/python/sglang/srt/managers/cache_controller.py b/python/sglang/srt/managers/cache_controller.py index 901ddc873..c36a4aa37 100644 --- a/python/sglang/srt/managers/cache_controller.py +++ b/python/sglang/srt/managers/cache_controller.py @@ -318,7 +318,10 @@ class HiCacheController: self.page_get_func = self._generic_page_get self.page_set_func = self._generic_page_set - if self.storage_backend_type in ["hf3fs", "mooncake", "eic"]: + if (self.storage_backend_type in ["hf3fs", "mooncake", "eic"]) or ( + self.storage_backend_type == "dynamic" + and bool(self.storage_config.extra_config.get("interface_v1", 0)) + ): self.page_get_func = self._page_get_zero_copy self.page_set_func = self._page_set_zero_copy