fix: keep CP HiCache load host indices on CPU

2026-05-08 02:26:46 +08:00
parent 94df7a6909
commit f10a8983c3
2 changed files with 33 additions and 1 deletions
--- a/python/sglang/srt/managers/cache_controller.py
+++ b/python/sglang/srt/managers/cache_controller.py
@@ -809,7 +809,7 @@ class HiCacheController:
            physical_chunks.append(
                self.cp_shared_kv_layout.logical_locs_to_physical(selected_logical_locs)
            )
-            host_chunks.append(node.cp_hicache.host_indices.to(device_indices.device))
+            host_chunks.append(node.cp_hicache.host_indices)

        if not host_chunks:
            self._append_completed_load_ack(node_id)